commit ede07924fe70f2f42b8a029a1c7b0275ca25b7f7
author Angie Chiang <angiebird@google.com> Wed Feb 28 18:10:56 2018 -0800
committer Angie Chiang <angiebird@google.com> Fri Mar 02 17:32:48 2018 +0000
tree c2320a99e2252fd62daa20528a1779d3aa7621a6
parent bb6a769f45a4bf552d24e64f4572770754bc7418

[NORMATIVE] TXMG: Clamp only at add/sub stages

bug=aomedia:1449

Change-Id: Ia7e5e12838c21ddd6aab74e5d21c20c52efa057b

av1/common/av1_inv_txfm1d.c

diff --git a/av1/common/av1_inv_txfm1d.c b/av1/common/av1_inv_txfm1d.c
index 28b3f5b..93703d1 100644
--- a/av1/common/av1_inv_txfm1d.c
+++ b/av1/common/av1_inv_txfm1d.c
@@ -13,9 +13,9 @@
 #include "aom_dsp/inv_txfm.h"
 #include "av1/common/av1_inv_txfm1d.h"
 
+static void range_check_buf(int32_t stage, const int32_t *input,
+                            const int32_t *buf, int32_t size, int8_t bit) {
 #if CONFIG_COEFFICIENT_RANGE_CHECKING
-void range_check_func(int32_t stage, const int32_t *input, const int32_t *buf,
-                      int32_t size, int8_t bit) {
   const int64_t max_value = (1LL << (bit - 1)) - 1;
   const int64_t min_value = -(1LL << (bit - 1));
 
@@ -54,22 +54,30 @@
   }
 
   assert(in_range);
+#else
+  (void)stage;
+  (void)input;
+  (void)buf;
+  (void)size;
+  (void)bit;
+#endif
 }
 
 #define apply_range(stage, input, buf, size, bit) \
-  range_check_func(stage, input, buf, size, bit)
-#else
-#define apply_range(stage, input, buf, size, bit)       \
-  do {                                                  \
-    if (bit <= 16) clamp_buf((int32_t *)buf, size, 16); \
+  do {                                            \
+    clamp_buf((int32_t *)buf, size, bit);         \
   } while (0)
-#endif
+
+#define apply_value(value, bit) clamp_value(value, bit)
 
 // TODO(angiebird): Make 1-d txfm functions static
+//
+
 void av1_idct4_new(const int32_t *input, int32_t *output, int8_t cos_bit,
                    const int8_t *stage_range) {
+  assert(output != input);
   const int32_t size = 4;
-  const int32_t *cospi;
+  const int32_t *cospi = cospi_arr(cos_bit);
 
   int32_t stage = 0;
   int32_t *bf0, *bf1;
@@ -80,40 +88,39 @@
 
   // stage 1;
   stage++;
-  assert(output != input);
   bf1 = output;
   bf1[0] = input[0];
   bf1[1] = input[2];
   bf1[2] = input[1];
   bf1[3] = input[3];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 2
   stage++;
-  cospi = cospi_arr(cos_bit);
   bf0 = output;
   bf1 = step;
   bf1[0] = half_btf(cospi[32], bf0[0], cospi[32], bf0[1], cos_bit);
   bf1[1] = half_btf(cospi[32], bf0[0], -cospi[32], bf0[1], cos_bit);
   bf1[2] = half_btf(cospi[48], bf0[2], -cospi[16], bf0[3], cos_bit);
   bf1[3] = half_btf(cospi[16], bf0[2], cospi[48], bf0[3], cos_bit);
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 3
   stage++;
   bf0 = step;
   bf1 = output;
-  bf1[0] = bf0[0] + bf0[3];
-  bf1[1] = bf0[1] + bf0[2];
-  bf1[2] = bf0[1] - bf0[2];
-  bf1[3] = bf0[0] - bf0[3];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  bf1[0] = apply_value(bf0[0] + bf0[3], stage_range[stage]);
+  bf1[1] = apply_value(bf0[1] + bf0[2], stage_range[stage]);
+  bf1[2] = apply_value(bf0[1] - bf0[2], stage_range[stage]);
+  bf1[3] = apply_value(bf0[0] - bf0[3], stage_range[stage]);
+  apply_range(stage, input, output, size, stage_range[stage]);
 }
 
 void av1_idct8_new(const int32_t *input, int32_t *output, int8_t cos_bit,
                    const int8_t *stage_range) {
+  assert(output != input);
   const int32_t size = 8;
-  const int32_t *cospi;
+  const int32_t *cospi = cospi_arr(cos_bit);
 
   int32_t stage = 0;
   int32_t *bf0, *bf1;
@@ -124,7 +131,6 @@
 
   // stage 1;
   stage++;
-  assert(output != input);
   bf1 = output;
   bf1[0] = input[0];
   bf1[1] = input[4];
@@ -134,11 +140,10 @@
   bf1[5] = input[5];
   bf1[6] = input[3];
   bf1[7] = input[7];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 2
   stage++;
-  cospi = cospi_arr(cos_bit);
   bf0 = output;
   bf1 = step;
   bf1[0] = bf0[0];
@@ -149,57 +154,56 @@
   bf1[5] = half_btf(cospi[24], bf0[5], -cospi[40], bf0[6], cos_bit);
   bf1[6] = half_btf(cospi[40], bf0[5], cospi[24], bf0[6], cos_bit);
   bf1[7] = half_btf(cospi[8], bf0[4], cospi[56], bf0[7], cos_bit);
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 3
   stage++;
-  cospi = cospi_arr(cos_bit);
   bf0 = step;
   bf1 = output;
   bf1[0] = half_btf(cospi[32], bf0[0], cospi[32], bf0[1], cos_bit);
   bf1[1] = half_btf(cospi[32], bf0[0], -cospi[32], bf0[1], cos_bit);
   bf1[2] = half_btf(cospi[48], bf0[2], -cospi[16], bf0[3], cos_bit);
   bf1[3] = half_btf(cospi[16], bf0[2], cospi[48], bf0[3], cos_bit);
-  bf1[4] = bf0[4] + bf0[5];
-  bf1[5] = bf0[4] - bf0[5];
-  bf1[6] = -bf0[6] + bf0[7];
-  bf1[7] = bf0[6] + bf0[7];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  bf1[4] = apply_value(bf0[4] + bf0[5], stage_range[stage]);
+  bf1[5] = apply_value(bf0[4] - bf0[5], stage_range[stage]);
+  bf1[6] = apply_value(-bf0[6] + bf0[7], stage_range[stage]);
+  bf1[7] = apply_value(bf0[6] + bf0[7], stage_range[stage]);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 4
   stage++;
-  cospi = cospi_arr(cos_bit);
   bf0 = output;
   bf1 = step;
-  bf1[0] = bf0[0] + bf0[3];
-  bf1[1] = bf0[1] + bf0[2];
-  bf1[2] = bf0[1] - bf0[2];
-  bf1[3] = bf0[0] - bf0[3];
+  bf1[0] = apply_value(bf0[0] + bf0[3], stage_range[stage]);
+  bf1[1] = apply_value(bf0[1] + bf0[2], stage_range[stage]);
+  bf1[2] = apply_value(bf0[1] - bf0[2], stage_range[stage]);
+  bf1[3] = apply_value(bf0[0] - bf0[3], stage_range[stage]);
   bf1[4] = bf0[4];
   bf1[5] = half_btf(-cospi[32], bf0[5], cospi[32], bf0[6], cos_bit);
   bf1[6] = half_btf(cospi[32], bf0[5], cospi[32], bf0[6], cos_bit);
   bf1[7] = bf0[7];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 5
   stage++;
   bf0 = step;
   bf1 = output;
-  bf1[0] = bf0[0] + bf0[7];
-  bf1[1] = bf0[1] + bf0[6];
-  bf1[2] = bf0[2] + bf0[5];
-  bf1[3] = bf0[3] + bf0[4];
-  bf1[4] = bf0[3] - bf0[4];
-  bf1[5] = bf0[2] - bf0[5];
-  bf1[6] = bf0[1] - bf0[6];
-  bf1[7] = bf0[0] - bf0[7];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  bf1[0] = apply_value(bf0[0] + bf0[7], stage_range[stage]);
+  bf1[1] = apply_value(bf0[1] + bf0[6], stage_range[stage]);
+  bf1[2] = apply_value(bf0[2] + bf0[5], stage_range[stage]);
+  bf1[3] = apply_value(bf0[3] + bf0[4], stage_range[stage]);
+  bf1[4] = apply_value(bf0[3] - bf0[4], stage_range[stage]);
+  bf1[5] = apply_value(bf0[2] - bf0[5], stage_range[stage]);
+  bf1[6] = apply_value(bf0[1] - bf0[6], stage_range[stage]);
+  bf1[7] = apply_value(bf0[0] - bf0[7], stage_range[stage]);
+  apply_range(stage, input, output, size, stage_range[stage]);
 }
 
 void av1_idct16_new(const int32_t *input, int32_t *output, int8_t cos_bit,
                     const int8_t *stage_range) {
+  assert(output != input);
   const int32_t size = 16;
-  const int32_t *cospi;
+  const int32_t *cospi = cospi_arr(cos_bit);
 
   int32_t stage = 0;
   int32_t *bf0, *bf1;
@@ -210,7 +214,6 @@
 
   // stage 1;
   stage++;
-  assert(output != input);
   bf1 = output;
   bf1[0] = input[0];
   bf1[1] = input[8];
@@ -228,11 +231,10 @@
   bf1[13] = input[11];
   bf1[14] = input[7];
   bf1[15] = input[15];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 2
   stage++;
-  cospi = cospi_arr(cos_bit);
   bf0 = output;
   bf1 = step;
   bf1[0] = bf0[0];
@@ -251,11 +253,10 @@
   bf1[13] = half_btf(cospi[20], bf0[10], cospi[44], bf0[13], cos_bit);
   bf1[14] = half_btf(cospi[36], bf0[9], cospi[28], bf0[14], cos_bit);
   bf1[15] = half_btf(cospi[4], bf0[8], cospi[60], bf0[15], cos_bit);
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 3
   stage++;
-  cospi = cospi_arr(cos_bit);
   bf0 = step;
   bf1 = output;
   bf1[0] = bf0[0];
@@ -266,29 +267,28 @@
   bf1[5] = half_btf(cospi[24], bf0[5], -cospi[40], bf0[6], cos_bit);
   bf1[6] = half_btf(cospi[40], bf0[5], cospi[24], bf0[6], cos_bit);
   bf1[7] = half_btf(cospi[8], bf0[4], cospi[56], bf0[7], cos_bit);
-  bf1[8] = bf0[8] + bf0[9];
-  bf1[9] = bf0[8] - bf0[9];
-  bf1[10] = -bf0[10] + bf0[11];
-  bf1[11] = bf0[10] + bf0[11];
-  bf1[12] = bf0[12] + bf0[13];
-  bf1[13] = bf0[12] - bf0[13];
-  bf1[14] = -bf0[14] + bf0[15];
-  bf1[15] = bf0[14] + bf0[15];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  bf1[8] = apply_value(bf0[8] + bf0[9], stage_range[stage]);
+  bf1[9] = apply_value(bf0[8] - bf0[9], stage_range[stage]);
+  bf1[10] = apply_value(-bf0[10] + bf0[11], stage_range[stage]);
+  bf1[11] = apply_value(bf0[10] + bf0[11], stage_range[stage]);
+  bf1[12] = apply_value(bf0[12] + bf0[13], stage_range[stage]);
+  bf1[13] = apply_value(bf0[12] - bf0[13], stage_range[stage]);
+  bf1[14] = apply_value(-bf0[14] + bf0[15], stage_range[stage]);
+  bf1[15] = apply_value(bf0[14] + bf0[15], stage_range[stage]);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 4
   stage++;
-  cospi = cospi_arr(cos_bit);
   bf0 = output;
   bf1 = step;
   bf1[0] = half_btf(cospi[32], bf0[0], cospi[32], bf0[1], cos_bit);
   bf1[1] = half_btf(cospi[32], bf0[0], -cospi[32], bf0[1], cos_bit);
   bf1[2] = half_btf(cospi[48], bf0[2], -cospi[16], bf0[3], cos_bit);
   bf1[3] = half_btf(cospi[16], bf0[2], cospi[48], bf0[3], cos_bit);
-  bf1[4] = bf0[4] + bf0[5];
-  bf1[5] = bf0[4] - bf0[5];
-  bf1[6] = -bf0[6] + bf0[7];
-  bf1[7] = bf0[6] + bf0[7];
+  bf1[4] = apply_value(bf0[4] + bf0[5], stage_range[stage]);
+  bf1[5] = apply_value(bf0[4] - bf0[5], stage_range[stage]);
+  bf1[6] = apply_value(-bf0[6] + bf0[7], stage_range[stage]);
+  bf1[7] = apply_value(bf0[6] + bf0[7], stage_range[stage]);
   bf1[8] = bf0[8];
   bf1[9] = half_btf(-cospi[16], bf0[9], cospi[48], bf0[14], cos_bit);
   bf1[10] = half_btf(-cospi[48], bf0[10], -cospi[16], bf0[13], cos_bit);
@@ -297,44 +297,42 @@
   bf1[13] = half_btf(-cospi[16], bf0[10], cospi[48], bf0[13], cos_bit);
   bf1[14] = half_btf(cospi[48], bf0[9], cospi[16], bf0[14], cos_bit);
   bf1[15] = bf0[15];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 5
   stage++;
-  cospi = cospi_arr(cos_bit);
   bf0 = step;
   bf1 = output;
-  bf1[0] = bf0[0] + bf0[3];
-  bf1[1] = bf0[1] + bf0[2];
-  bf1[2] = bf0[1] - bf0[2];
-  bf1[3] = bf0[0] - bf0[3];
+  bf1[0] = apply_value(bf0[0] + bf0[3], stage_range[stage]);
+  bf1[1] = apply_value(bf0[1] + bf0[2], stage_range[stage]);
+  bf1[2] = apply_value(bf0[1] - bf0[2], stage_range[stage]);
+  bf1[3] = apply_value(bf0[0] - bf0[3], stage_range[stage]);
   bf1[4] = bf0[4];
   bf1[5] = half_btf(-cospi[32], bf0[5], cospi[32], bf0[6], cos_bit);
   bf1[6] = half_btf(cospi[32], bf0[5], cospi[32], bf0[6], cos_bit);
   bf1[7] = bf0[7];
-  bf1[8] = bf0[8] + bf0[11];
-  bf1[9] = bf0[9] + bf0[10];
-  bf1[10] = bf0[9] - bf0[10];
-  bf1[11] = bf0[8] - bf0[11];
-  bf1[12] = -bf0[12] + bf0[15];
-  bf1[13] = -bf0[13] + bf0[14];
-  bf1[14] = bf0[13] + bf0[14];
-  bf1[15] = bf0[12] + bf0[15];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  bf1[8] = apply_value(bf0[8] + bf0[11], stage_range[stage]);
+  bf1[9] = apply_value(bf0[9] + bf0[10], stage_range[stage]);
+  bf1[10] = apply_value(bf0[9] - bf0[10], stage_range[stage]);
+  bf1[11] = apply_value(bf0[8] - bf0[11], stage_range[stage]);
+  bf1[12] = apply_value(-bf0[12] + bf0[15], stage_range[stage]);
+  bf1[13] = apply_value(-bf0[13] + bf0[14], stage_range[stage]);
+  bf1[14] = apply_value(bf0[13] + bf0[14], stage_range[stage]);
+  bf1[15] = apply_value(bf0[12] + bf0[15], stage_range[stage]);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 6
   stage++;
-  cospi = cospi_arr(cos_bit);
   bf0 = output;
   bf1 = step;
-  bf1[0] = bf0[0] + bf0[7];
-  bf1[1] = bf0[1] + bf0[6];
-  bf1[2] = bf0[2] + bf0[5];
-  bf1[3] = bf0[3] + bf0[4];
-  bf1[4] = bf0[3] - bf0[4];
-  bf1[5] = bf0[2] - bf0[5];
-  bf1[6] = bf0[1] - bf0[6];
-  bf1[7] = bf0[0] - bf0[7];
+  bf1[0] = apply_value(bf0[0] + bf0[7], stage_range[stage]);
+  bf1[1] = apply_value(bf0[1] + bf0[6], stage_range[stage]);
+  bf1[2] = apply_value(bf0[2] + bf0[5], stage_range[stage]);
+  bf1[3] = apply_value(bf0[3] + bf0[4], stage_range[stage]);
+  bf1[4] = apply_value(bf0[3] - bf0[4], stage_range[stage]);
+  bf1[5] = apply_value(bf0[2] - bf0[5], stage_range[stage]);
+  bf1[6] = apply_value(bf0[1] - bf0[6], stage_range[stage]);
+  bf1[7] = apply_value(bf0[0] - bf0[7], stage_range[stage]);
   bf1[8] = bf0[8];
   bf1[9] = bf0[9];
   bf1[10] = half_btf(-cospi[32], bf0[10], cospi[32], bf0[13], cos_bit);
@@ -343,35 +341,36 @@
   bf1[13] = half_btf(cospi[32], bf0[10], cospi[32], bf0[13], cos_bit);
   bf1[14] = bf0[14];
   bf1[15] = bf0[15];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 7
   stage++;
   bf0 = step;
   bf1 = output;
-  bf1[0] = bf0[0] + bf0[15];
-  bf1[1] = bf0[1] + bf0[14];
-  bf1[2] = bf0[2] + bf0[13];
-  bf1[3] = bf0[3] + bf0[12];
-  bf1[4] = bf0[4] + bf0[11];
-  bf1[5] = bf0[5] + bf0[10];
-  bf1[6] = bf0[6] + bf0[9];
-  bf1[7] = bf0[7] + bf0[8];
-  bf1[8] = bf0[7] - bf0[8];
-  bf1[9] = bf0[6] - bf0[9];
-  bf1[10] = bf0[5] - bf0[10];
-  bf1[11] = bf0[4] - bf0[11];
-  bf1[12] = bf0[3] - bf0[12];
-  bf1[13] = bf0[2] - bf0[13];
-  bf1[14] = bf0[1] - bf0[14];
-  bf1[15] = bf0[0] - bf0[15];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  bf1[0] = apply_value(bf0[0] + bf0[15], stage_range[stage]);
+  bf1[1] = apply_value(bf0[1] + bf0[14], stage_range[stage]);
+  bf1[2] = apply_value(bf0[2] + bf0[13], stage_range[stage]);
+  bf1[3] = apply_value(bf0[3] + bf0[12], stage_range[stage]);
+  bf1[4] = apply_value(bf0[4] + bf0[11], stage_range[stage]);
+  bf1[5] = apply_value(bf0[5] + bf0[10], stage_range[stage]);
+  bf1[6] = apply_value(bf0[6] + bf0[9], stage_range[stage]);
+  bf1[7] = apply_value(bf0[7] + bf0[8], stage_range[stage]);
+  bf1[8] = apply_value(bf0[7] - bf0[8], stage_range[stage]);
+  bf1[9] = apply_value(bf0[6] - bf0[9], stage_range[stage]);
+  bf1[10] = apply_value(bf0[5] - bf0[10], stage_range[stage]);
+  bf1[11] = apply_value(bf0[4] - bf0[11], stage_range[stage]);
+  bf1[12] = apply_value(bf0[3] - bf0[12], stage_range[stage]);
+  bf1[13] = apply_value(bf0[2] - bf0[13], stage_range[stage]);
+  bf1[14] = apply_value(bf0[1] - bf0[14], stage_range[stage]);
+  bf1[15] = apply_value(bf0[0] - bf0[15], stage_range[stage]);
+  apply_range(stage, input, output, size, stage_range[stage]);
 }
 
 void av1_idct32_new(const int32_t *input, int32_t *output, int8_t cos_bit,
                     const int8_t *stage_range) {
+  assert(output != input);
   const int32_t size = 32;
-  const int32_t *cospi;
+  const int32_t *cospi = cospi_arr(cos_bit);
 
   int32_t stage = 0;
   int32_t *bf0, *bf1;
@@ -382,7 +381,6 @@
 
   // stage 1;
   stage++;
-  assert(output != input);
   bf1 = output;
   bf1[0] = input[0];
   bf1[1] = input[16];
@@ -416,11 +414,10 @@
   bf1[29] = input[23];
   bf1[30] = input[15];
   bf1[31] = input[31];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 2
   stage++;
-  cospi = cospi_arr(cos_bit);
   bf0 = output;
   bf1 = step;
   bf1[0] = bf0[0];
@@ -455,11 +452,10 @@
   bf1[29] = half_btf(cospi[18], bf0[18], cospi[46], bf0[29], cos_bit);
   bf1[30] = half_btf(cospi[34], bf0[17], cospi[30], bf0[30], cos_bit);
   bf1[31] = half_btf(cospi[2], bf0[16], cospi[62], bf0[31], cos_bit);
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 3
   stage++;
-  cospi = cospi_arr(cos_bit);
   bf0 = step;
   bf1 = output;
   bf1[0] = bf0[0];
@@ -478,27 +474,26 @@
   bf1[13] = half_btf(cospi[20], bf0[10], cospi[44], bf0[13], cos_bit);
   bf1[14] = half_btf(cospi[36], bf0[9], cospi[28], bf0[14], cos_bit);
   bf1[15] = half_btf(cospi[4], bf0[8], cospi[60], bf0[15], cos_bit);
-  bf1[16] = bf0[16] + bf0[17];
-  bf1[17] = bf0[16] - bf0[17];
-  bf1[18] = -bf0[18] + bf0[19];
-  bf1[19] = bf0[18] + bf0[19];
-  bf1[20] = bf0[20] + bf0[21];
-  bf1[21] = bf0[20] - bf0[21];
-  bf1[22] = -bf0[22] + bf0[23];
-  bf1[23] = bf0[22] + bf0[23];
-  bf1[24] = bf0[24] + bf0[25];
-  bf1[25] = bf0[24] - bf0[25];
-  bf1[26] = -bf0[26] + bf0[27];
-  bf1[27] = bf0[26] + bf0[27];
-  bf1[28] = bf0[28] + bf0[29];
-  bf1[29] = bf0[28] - bf0[29];
-  bf1[30] = -bf0[30] + bf0[31];
-  bf1[31] = bf0[30] + bf0[31];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  bf1[16] = apply_value(bf0[16] + bf0[17], stage_range[stage]);
+  bf1[17] = apply_value(bf0[16] - bf0[17], stage_range[stage]);
+  bf1[18] = apply_value(-bf0[18] + bf0[19], stage_range[stage]);
+  bf1[19] = apply_value(bf0[18] + bf0[19], stage_range[stage]);
+  bf1[20] = apply_value(bf0[20] + bf0[21], stage_range[stage]);
+  bf1[21] = apply_value(bf0[20] - bf0[21], stage_range[stage]);
+  bf1[22] = apply_value(-bf0[22] + bf0[23], stage_range[stage]);
+  bf1[23] = apply_value(bf0[22] + bf0[23], stage_range[stage]);
+  bf1[24] = apply_value(bf0[24] + bf0[25], stage_range[stage]);
+  bf1[25] = apply_value(bf0[24] - bf0[25], stage_range[stage]);
+  bf1[26] = apply_value(-bf0[26] + bf0[27], stage_range[stage]);
+  bf1[27] = apply_value(bf0[26] + bf0[27], stage_range[stage]);
+  bf1[28] = apply_value(bf0[28] + bf0[29], stage_range[stage]);
+  bf1[29] = apply_value(bf0[28] - bf0[29], stage_range[stage]);
+  bf1[30] = apply_value(-bf0[30] + bf0[31], stage_range[stage]);
+  bf1[31] = apply_value(bf0[30] + bf0[31], stage_range[stage]);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 4
   stage++;
-  cospi = cospi_arr(cos_bit);
   bf0 = output;
   bf1 = step;
   bf1[0] = bf0[0];
@@ -509,14 +504,14 @@
   bf1[5] = half_btf(cospi[24], bf0[5], -cospi[40], bf0[6], cos_bit);
   bf1[6] = half_btf(cospi[40], bf0[5], cospi[24], bf0[6], cos_bit);
   bf1[7] = half_btf(cospi[8], bf0[4], cospi[56], bf0[7], cos_bit);
-  bf1[8] = bf0[8] + bf0[9];
-  bf1[9] = bf0[8] - bf0[9];
-  bf1[10] = -bf0[10] + bf0[11];
-  bf1[11] = bf0[10] + bf0[11];
-  bf1[12] = bf0[12] + bf0[13];
-  bf1[13] = bf0[12] - bf0[13];
-  bf1[14] = -bf0[14] + bf0[15];
-  bf1[15] = bf0[14] + bf0[15];
+  bf1[8] = apply_value(bf0[8] + bf0[9], stage_range[stage]);
+  bf1[9] = apply_value(bf0[8] - bf0[9], stage_range[stage]);
+  bf1[10] = apply_value(-bf0[10] + bf0[11], stage_range[stage]);
+  bf1[11] = apply_value(bf0[10] + bf0[11], stage_range[stage]);
+  bf1[12] = apply_value(bf0[12] + bf0[13], stage_range[stage]);
+  bf1[13] = apply_value(bf0[12] - bf0[13], stage_range[stage]);
+  bf1[14] = apply_value(-bf0[14] + bf0[15], stage_range[stage]);
+  bf1[15] = apply_value(bf0[14] + bf0[15], stage_range[stage]);
   bf1[16] = bf0[16];
   bf1[17] = half_btf(-cospi[8], bf0[17], cospi[56], bf0[30], cos_bit);
   bf1[18] = half_btf(-cospi[56], bf0[18], -cospi[8], bf0[29], cos_bit);
@@ -533,21 +528,20 @@
   bf1[29] = half_btf(-cospi[8], bf0[18], cospi[56], bf0[29], cos_bit);
   bf1[30] = half_btf(cospi[56], bf0[17], cospi[8], bf0[30], cos_bit);
   bf1[31] = bf0[31];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 5
   stage++;
-  cospi = cospi_arr(cos_bit);
   bf0 = step;
   bf1 = output;
   bf1[0] = half_btf(cospi[32], bf0[0], cospi[32], bf0[1], cos_bit);
   bf1[1] = half_btf(cospi[32], bf0[0], -cospi[32], bf0[1], cos_bit);
   bf1[2] = half_btf(cospi[48], bf0[2], -cospi[16], bf0[3], cos_bit);
   bf1[3] = half_btf(cospi[16], bf0[2], cospi[48], bf0[3], cos_bit);
-  bf1[4] = bf0[4] + bf0[5];
-  bf1[5] = bf0[4] - bf0[5];
-  bf1[6] = -bf0[6] + bf0[7];
-  bf1[7] = bf0[6] + bf0[7];
+  bf1[4] = apply_value(bf0[4] + bf0[5], stage_range[stage]);
+  bf1[5] = apply_value(bf0[4] - bf0[5], stage_range[stage]);
+  bf1[6] = apply_value(-bf0[6] + bf0[7], stage_range[stage]);
+  bf1[7] = apply_value(bf0[6] + bf0[7], stage_range[stage]);
   bf1[8] = bf0[8];
   bf1[9] = half_btf(-cospi[16], bf0[9], cospi[48], bf0[14], cos_bit);
   bf1[10] = half_btf(-cospi[48], bf0[10], -cospi[16], bf0[13], cos_bit);
@@ -556,45 +550,44 @@
   bf1[13] = half_btf(-cospi[16], bf0[10], cospi[48], bf0[13], cos_bit);
   bf1[14] = half_btf(cospi[48], bf0[9], cospi[16], bf0[14], cos_bit);
   bf1[15] = bf0[15];
-  bf1[16] = bf0[16] + bf0[19];
-  bf1[17] = bf0[17] + bf0[18];
-  bf1[18] = bf0[17] - bf0[18];
-  bf1[19] = bf0[16] - bf0[19];
-  bf1[20] = -bf0[20] + bf0[23];
-  bf1[21] = -bf0[21] + bf0[22];
-  bf1[22] = bf0[21] + bf0[22];
-  bf1[23] = bf0[20] + bf0[23];
-  bf1[24] = bf0[24] + bf0[27];
-  bf1[25] = bf0[25] + bf0[26];
-  bf1[26] = bf0[25] - bf0[26];
-  bf1[27] = bf0[24] - bf0[27];
-  bf1[28] = -bf0[28] + bf0[31];
-  bf1[29] = -bf0[29] + bf0[30];
-  bf1[30] = bf0[29] + bf0[30];
-  bf1[31] = bf0[28] + bf0[31];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  bf1[16] = apply_value(bf0[16] + bf0[19], stage_range[stage]);
+  bf1[17] = apply_value(bf0[17] + bf0[18], stage_range[stage]);
+  bf1[18] = apply_value(bf0[17] - bf0[18], stage_range[stage]);
+  bf1[19] = apply_value(bf0[16] - bf0[19], stage_range[stage]);
+  bf1[20] = apply_value(-bf0[20] + bf0[23], stage_range[stage]);
+  bf1[21] = apply_value(-bf0[21] + bf0[22], stage_range[stage]);
+  bf1[22] = apply_value(bf0[21] + bf0[22], stage_range[stage]);
+  bf1[23] = apply_value(bf0[20] + bf0[23], stage_range[stage]);
+  bf1[24] = apply_value(bf0[24] + bf0[27], stage_range[stage]);
+  bf1[25] = apply_value(bf0[25] + bf0[26], stage_range[stage]);
+  bf1[26] = apply_value(bf0[25] - bf0[26], stage_range[stage]);
+  bf1[27] = apply_value(bf0[24] - bf0[27], stage_range[stage]);
+  bf1[28] = apply_value(-bf0[28] + bf0[31], stage_range[stage]);
+  bf1[29] = apply_value(-bf0[29] + bf0[30], stage_range[stage]);
+  bf1[30] = apply_value(bf0[29] + bf0[30], stage_range[stage]);
+  bf1[31] = apply_value(bf0[28] + bf0[31], stage_range[stage]);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 6
   stage++;
-  cospi = cospi_arr(cos_bit);
   bf0 = output;
   bf1 = step;
-  bf1[0] = bf0[0] + bf0[3];
-  bf1[1] = bf0[1] + bf0[2];
-  bf1[2] = bf0[1] - bf0[2];
-  bf1[3] = bf0[0] - bf0[3];
+  bf1[0] = apply_value(bf0[0] + bf0[3], stage_range[stage]);
+  bf1[1] = apply_value(bf0[1] + bf0[2], stage_range[stage]);
+  bf1[2] = apply_value(bf0[1] - bf0[2], stage_range[stage]);
+  bf1[3] = apply_value(bf0[0] - bf0[3], stage_range[stage]);
   bf1[4] = bf0[4];
   bf1[5] = half_btf(-cospi[32], bf0[5], cospi[32], bf0[6], cos_bit);
   bf1[6] = half_btf(cospi[32], bf0[5], cospi[32], bf0[6], cos_bit);
   bf1[7] = bf0[7];
-  bf1[8] = bf0[8] + bf0[11];
-  bf1[9] = bf0[9] + bf0[10];
-  bf1[10] = bf0[9] - bf0[10];
-  bf1[11] = bf0[8] - bf0[11];
-  bf1[12] = -bf0[12] + bf0[15];
-  bf1[13] = -bf0[13] + bf0[14];
-  bf1[14] = bf0[13] + bf0[14];
-  bf1[15] = bf0[12] + bf0[15];
+  bf1[8] = apply_value(bf0[8] + bf0[11], stage_range[stage]);
+  bf1[9] = apply_value(bf0[9] + bf0[10], stage_range[stage]);
+  bf1[10] = apply_value(bf0[9] - bf0[10], stage_range[stage]);
+  bf1[11] = apply_value(bf0[8] - bf0[11], stage_range[stage]);
+  bf1[12] = apply_value(-bf0[12] + bf0[15], stage_range[stage]);
+  bf1[13] = apply_value(-bf0[13] + bf0[14], stage_range[stage]);
+  bf1[14] = apply_value(bf0[13] + bf0[14], stage_range[stage]);
+  bf1[15] = apply_value(bf0[12] + bf0[15], stage_range[stage]);
   bf1[16] = bf0[16];
   bf1[17] = bf0[17];
   bf1[18] = half_btf(-cospi[16], bf0[18], cospi[48], bf0[29], cos_bit);
@@ -611,21 +604,20 @@
   bf1[29] = half_btf(cospi[48], bf0[18], cospi[16], bf0[29], cos_bit);
   bf1[30] = bf0[30];
   bf1[31] = bf0[31];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 7
   stage++;
-  cospi = cospi_arr(cos_bit);
   bf0 = step;
   bf1 = output;
-  bf1[0] = bf0[0] + bf0[7];
-  bf1[1] = bf0[1] + bf0[6];
-  bf1[2] = bf0[2] + bf0[5];
-  bf1[3] = bf0[3] + bf0[4];
-  bf1[4] = bf0[3] - bf0[4];
-  bf1[5] = bf0[2] - bf0[5];
-  bf1[6] = bf0[1] - bf0[6];
-  bf1[7] = bf0[0] - bf0[7];
+  bf1[0] = apply_value(bf0[0] + bf0[7], stage_range[stage]);
+  bf1[1] = apply_value(bf0[1] + bf0[6], stage_range[stage]);
+  bf1[2] = apply_value(bf0[2] + bf0[5], stage_range[stage]);
+  bf1[3] = apply_value(bf0[3] + bf0[4], stage_range[stage]);
+  bf1[4] = apply_value(bf0[3] - bf0[4], stage_range[stage]);
+  bf1[5] = apply_value(bf0[2] - bf0[5], stage_range[stage]);
+  bf1[6] = apply_value(bf0[1] - bf0[6], stage_range[stage]);
+  bf1[7] = apply_value(bf0[0] - bf0[7], stage_range[stage]);
   bf1[8] = bf0[8];
   bf1[9] = bf0[9];
   bf1[10] = half_btf(-cospi[32], bf0[10], cospi[32], bf0[13], cos_bit);
@@ -634,45 +626,44 @@
   bf1[13] = half_btf(cospi[32], bf0[10], cospi[32], bf0[13], cos_bit);
   bf1[14] = bf0[14];
   bf1[15] = bf0[15];
-  bf1[16] = bf0[16] + bf0[23];
-  bf1[17] = bf0[17] + bf0[22];
-  bf1[18] = bf0[18] + bf0[21];
-  bf1[19] = bf0[19] + bf0[20];
-  bf1[20] = bf0[19] - bf0[20];
-  bf1[21] = bf0[18] - bf0[21];
-  bf1[22] = bf0[17] - bf0[22];
-  bf1[23] = bf0[16] - bf0[23];
-  bf1[24] = -bf0[24] + bf0[31];
-  bf1[25] = -bf0[25] + bf0[30];
-  bf1[26] = -bf0[26] + bf0[29];
-  bf1[27] = -bf0[27] + bf0[28];
-  bf1[28] = bf0[27] + bf0[28];
-  bf1[29] = bf0[26] + bf0[29];
-  bf1[30] = bf0[25] + bf0[30];
-  bf1[31] = bf0[24] + bf0[31];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  bf1[16] = apply_value(bf0[16] + bf0[23], stage_range[stage]);
+  bf1[17] = apply_value(bf0[17] + bf0[22], stage_range[stage]);
+  bf1[18] = apply_value(bf0[18] + bf0[21], stage_range[stage]);
+  bf1[19] = apply_value(bf0[19] + bf0[20], stage_range[stage]);
+  bf1[20] = apply_value(bf0[19] - bf0[20], stage_range[stage]);
+  bf1[21] = apply_value(bf0[18] - bf0[21], stage_range[stage]);
+  bf1[22] = apply_value(bf0[17] - bf0[22], stage_range[stage]);
+  bf1[23] = apply_value(bf0[16] - bf0[23], stage_range[stage]);
+  bf1[24] = apply_value(-bf0[24] + bf0[31], stage_range[stage]);
+  bf1[25] = apply_value(-bf0[25] + bf0[30], stage_range[stage]);
+  bf1[26] = apply_value(-bf0[26] + bf0[29], stage_range[stage]);
+  bf1[27] = apply_value(-bf0[27] + bf0[28], stage_range[stage]);
+  bf1[28] = apply_value(bf0[27] + bf0[28], stage_range[stage]);
+  bf1[29] = apply_value(bf0[26] + bf0[29], stage_range[stage]);
+  bf1[30] = apply_value(bf0[25] + bf0[30], stage_range[stage]);
+  bf1[31] = apply_value(bf0[24] + bf0[31], stage_range[stage]);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 8
   stage++;
-  cospi = cospi_arr(cos_bit);
   bf0 = output;
   bf1 = step;
-  bf1[0] = bf0[0] + bf0[15];
-  bf1[1] = bf0[1] + bf0[14];
-  bf1[2] = bf0[2] + bf0[13];
-  bf1[3] = bf0[3] + bf0[12];
-  bf1[4] = bf0[4] + bf0[11];
-  bf1[5] = bf0[5] + bf0[10];
-  bf1[6] = bf0[6] + bf0[9];
-  bf1[7] = bf0[7] + bf0[8];
-  bf1[8] = bf0[7] - bf0[8];
-  bf1[9] = bf0[6] - bf0[9];
-  bf1[10] = bf0[5] - bf0[10];
-  bf1[11] = bf0[4] - bf0[11];
-  bf1[12] = bf0[3] - bf0[12];
-  bf1[13] = bf0[2] - bf0[13];
-  bf1[14] = bf0[1] - bf0[14];
-  bf1[15] = bf0[0] - bf0[15];
+  bf1[0] = apply_value(bf0[0] + bf0[15], stage_range[stage]);
+  bf1[1] = apply_value(bf0[1] + bf0[14], stage_range[stage]);
+  bf1[2] = apply_value(bf0[2] + bf0[13], stage_range[stage]);
+  bf1[3] = apply_value(bf0[3] + bf0[12], stage_range[stage]);
+  bf1[4] = apply_value(bf0[4] + bf0[11], stage_range[stage]);
+  bf1[5] = apply_value(bf0[5] + bf0[10], stage_range[stage]);
+  bf1[6] = apply_value(bf0[6] + bf0[9], stage_range[stage]);
+  bf1[7] = apply_value(bf0[7] + bf0[8], stage_range[stage]);
+  bf1[8] = apply_value(bf0[7] - bf0[8], stage_range[stage]);
+  bf1[9] = apply_value(bf0[6] - bf0[9], stage_range[stage]);
+  bf1[10] = apply_value(bf0[5] - bf0[10], stage_range[stage]);
+  bf1[11] = apply_value(bf0[4] - bf0[11], stage_range[stage]);
+  bf1[12] = apply_value(bf0[3] - bf0[12], stage_range[stage]);
+  bf1[13] = apply_value(bf0[2] - bf0[13], stage_range[stage]);
+  bf1[14] = apply_value(bf0[1] - bf0[14], stage_range[stage]);
+  bf1[15] = apply_value(bf0[0] - bf0[15], stage_range[stage]);
   bf1[16] = bf0[16];
   bf1[17] = bf0[17];
   bf1[18] = bf0[18];
@@ -689,45 +680,45 @@
   bf1[29] = bf0[29];
   bf1[30] = bf0[30];
   bf1[31] = bf0[31];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 9
   stage++;
   bf0 = step;
   bf1 = output;
-  bf1[0] = bf0[0] + bf0[31];
-  bf1[1] = bf0[1] + bf0[30];
-  bf1[2] = bf0[2] + bf0[29];
-  bf1[3] = bf0[3] + bf0[28];
-  bf1[4] = bf0[4] + bf0[27];
-  bf1[5] = bf0[5] + bf0[26];
-  bf1[6] = bf0[6] + bf0[25];
-  bf1[7] = bf0[7] + bf0[24];
-  bf1[8] = bf0[8] + bf0[23];
-  bf1[9] = bf0[9] + bf0[22];
-  bf1[10] = bf0[10] + bf0[21];
-  bf1[11] = bf0[11] + bf0[20];
-  bf1[12] = bf0[12] + bf0[19];
-  bf1[13] = bf0[13] + bf0[18];
-  bf1[14] = bf0[14] + bf0[17];
-  bf1[15] = bf0[15] + bf0[16];
-  bf1[16] = bf0[15] - bf0[16];
-  bf1[17] = bf0[14] - bf0[17];
-  bf1[18] = bf0[13] - bf0[18];
-  bf1[19] = bf0[12] - bf0[19];
-  bf1[20] = bf0[11] - bf0[20];
-  bf1[21] = bf0[10] - bf0[21];
-  bf1[22] = bf0[9] - bf0[22];
-  bf1[23] = bf0[8] - bf0[23];
-  bf1[24] = bf0[7] - bf0[24];
-  bf1[25] = bf0[6] - bf0[25];
-  bf1[26] = bf0[5] - bf0[26];
-  bf1[27] = bf0[4] - bf0[27];
-  bf1[28] = bf0[3] - bf0[28];
-  bf1[29] = bf0[2] - bf0[29];
-  bf1[30] = bf0[1] - bf0[30];
-  bf1[31] = bf0[0] - bf0[31];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  bf1[0] = apply_value(bf0[0] + bf0[31], stage_range[stage]);
+  bf1[1] = apply_value(bf0[1] + bf0[30], stage_range[stage]);
+  bf1[2] = apply_value(bf0[2] + bf0[29], stage_range[stage]);
+  bf1[3] = apply_value(bf0[3] + bf0[28], stage_range[stage]);
+  bf1[4] = apply_value(bf0[4] + bf0[27], stage_range[stage]);
+  bf1[5] = apply_value(bf0[5] + bf0[26], stage_range[stage]);
+  bf1[6] = apply_value(bf0[6] + bf0[25], stage_range[stage]);
+  bf1[7] = apply_value(bf0[7] + bf0[24], stage_range[stage]);
+  bf1[8] = apply_value(bf0[8] + bf0[23], stage_range[stage]);
+  bf1[9] = apply_value(bf0[9] + bf0[22], stage_range[stage]);
+  bf1[10] = apply_value(bf0[10] + bf0[21], stage_range[stage]);
+  bf1[11] = apply_value(bf0[11] + bf0[20], stage_range[stage]);
+  bf1[12] = apply_value(bf0[12] + bf0[19], stage_range[stage]);
+  bf1[13] = apply_value(bf0[13] + bf0[18], stage_range[stage]);
+  bf1[14] = apply_value(bf0[14] + bf0[17], stage_range[stage]);
+  bf1[15] = apply_value(bf0[15] + bf0[16], stage_range[stage]);
+  bf1[16] = apply_value(bf0[15] - bf0[16], stage_range[stage]);
+  bf1[17] = apply_value(bf0[14] - bf0[17], stage_range[stage]);
+  bf1[18] = apply_value(bf0[13] - bf0[18], stage_range[stage]);
+  bf1[19] = apply_value(bf0[12] - bf0[19], stage_range[stage]);
+  bf1[20] = apply_value(bf0[11] - bf0[20], stage_range[stage]);
+  bf1[21] = apply_value(bf0[10] - bf0[21], stage_range[stage]);
+  bf1[22] = apply_value(bf0[9] - bf0[22], stage_range[stage]);
+  bf1[23] = apply_value(bf0[8] - bf0[23], stage_range[stage]);
+  bf1[24] = apply_value(bf0[7] - bf0[24], stage_range[stage]);
+  bf1[25] = apply_value(bf0[6] - bf0[25], stage_range[stage]);
+  bf1[26] = apply_value(bf0[5] - bf0[26], stage_range[stage]);
+  bf1[27] = apply_value(bf0[4] - bf0[27], stage_range[stage]);
+  bf1[28] = apply_value(bf0[3] - bf0[28], stage_range[stage]);
+  bf1[29] = apply_value(bf0[2] - bf0[29], stage_range[stage]);
+  bf1[30] = apply_value(bf0[1] - bf0[30], stage_range[stage]);
+  bf1[31] = apply_value(bf0[0] - bf0[31], stage_range[stage]);
+  apply_range(stage, input, output, size, stage_range[stage]);
 }
 
 void av1_iadst4_new(const int32_t *input, int32_t *output, int8_t cos_bit,
@@ -793,8 +784,9 @@
 
 void av1_iadst8_new(const int32_t *input, int32_t *output, int8_t cos_bit,
                     const int8_t *stage_range) {
+  assert(output != input);
   const int32_t size = 8;
-  const int32_t *cospi;
+  const int32_t *cospi = cospi_arr(cos_bit);
 
   int32_t stage = 0;
   int32_t *bf0, *bf1;
@@ -814,40 +806,38 @@
   bf1[5] = input[4];
   bf1[6] = input[1];
   bf1[7] = input[6];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 2
   stage++;
-  cospi = cospi_arr(cos_bit);
   bf0 = output;
   bf1 = step;
   bf1[0] = half_btf(cospi[4], bf0[0], cospi[60], bf0[1], cos_bit);
-  bf1[1] = half_btf(-cospi[4], bf0[1], cospi[60], bf0[0], cos_bit);
+  bf1[1] = half_btf(cospi[60], bf0[0], -cospi[4], bf0[1], cos_bit);
   bf1[2] = half_btf(cospi[20], bf0[2], cospi[44], bf0[3], cos_bit);
-  bf1[3] = half_btf(-cospi[20], bf0[3], cospi[44], bf0[2], cos_bit);
+  bf1[3] = half_btf(cospi[44], bf0[2], -cospi[20], bf0[3], cos_bit);
   bf1[4] = half_btf(cospi[36], bf0[4], cospi[28], bf0[5], cos_bit);
-  bf1[5] = half_btf(-cospi[36], bf0[5], cospi[28], bf0[4], cos_bit);
+  bf1[5] = half_btf(cospi[28], bf0[4], -cospi[36], bf0[5], cos_bit);
   bf1[6] = half_btf(cospi[52], bf0[6], cospi[12], bf0[7], cos_bit);
-  bf1[7] = half_btf(-cospi[52], bf0[7], cospi[12], bf0[6], cos_bit);
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  bf1[7] = half_btf(cospi[12], bf0[6], -cospi[52], bf0[7], cos_bit);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 3
   stage++;
   bf0 = step;
   bf1 = output;
-  bf1[0] = bf0[0] + bf0[4];
-  bf1[1] = bf0[1] + bf0[5];
-  bf1[2] = bf0[2] + bf0[6];
-  bf1[3] = bf0[3] + bf0[7];
-  bf1[4] = -bf0[4] + bf0[0];
-  bf1[5] = -bf0[5] + bf0[1];
-  bf1[6] = -bf0[6] + bf0[2];
-  bf1[7] = -bf0[7] + bf0[3];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  bf1[0] = apply_value(bf0[0] + bf0[4], stage_range[stage]);
+  bf1[1] = apply_value(bf0[1] + bf0[5], stage_range[stage]);
+  bf1[2] = apply_value(bf0[2] + bf0[6], stage_range[stage]);
+  bf1[3] = apply_value(bf0[3] + bf0[7], stage_range[stage]);
+  bf1[4] = apply_value(bf0[0] - bf0[4], stage_range[stage]);
+  bf1[5] = apply_value(bf0[1] - bf0[5], stage_range[stage]);
+  bf1[6] = apply_value(bf0[2] - bf0[6], stage_range[stage]);
+  bf1[7] = apply_value(bf0[3] - bf0[7], stage_range[stage]);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 4
   stage++;
-  cospi = cospi_arr(cos_bit);
   bf0 = output;
   bf1 = step;
   bf1[0] = bf0[0];
@@ -855,39 +845,38 @@
   bf1[2] = bf0[2];
   bf1[3] = bf0[3];
   bf1[4] = half_btf(cospi[16], bf0[4], cospi[48], bf0[5], cos_bit);
-  bf1[5] = half_btf(-cospi[16], bf0[5], cospi[48], bf0[4], cos_bit);
+  bf1[5] = half_btf(cospi[48], bf0[4], -cospi[16], bf0[5], cos_bit);
   bf1[6] = half_btf(-cospi[48], bf0[6], cospi[16], bf0[7], cos_bit);
-  bf1[7] = half_btf(cospi[48], bf0[7], cospi[16], bf0[6], cos_bit);
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  bf1[7] = half_btf(cospi[16], bf0[6], cospi[48], bf0[7], cos_bit);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 5
   stage++;
   bf0 = step;
   bf1 = output;
-  bf1[0] = bf0[0] + bf0[2];
-  bf1[1] = bf0[1] + bf0[3];
-  bf1[2] = -bf0[2] + bf0[0];
-  bf1[3] = -bf0[3] + bf0[1];
-  bf1[4] = bf0[4] + bf0[6];
-  bf1[5] = bf0[5] + bf0[7];
-  bf1[6] = -bf0[6] + bf0[4];
-  bf1[7] = -bf0[7] + bf0[5];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  bf1[0] = apply_value(bf0[0] + bf0[2], stage_range[stage]);
+  bf1[1] = apply_value(bf0[1] + bf0[3], stage_range[stage]);
+  bf1[2] = apply_value(bf0[0] - bf0[2], stage_range[stage]);
+  bf1[3] = apply_value(bf0[1] - bf0[3], stage_range[stage]);
+  bf1[4] = apply_value(bf0[4] + bf0[6], stage_range[stage]);
+  bf1[5] = apply_value(bf0[5] + bf0[7], stage_range[stage]);
+  bf1[6] = apply_value(bf0[4] - bf0[6], stage_range[stage]);
+  bf1[7] = apply_value(bf0[5] - bf0[7], stage_range[stage]);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 6
   stage++;
-  cospi = cospi_arr(cos_bit);
   bf0 = output;
   bf1 = step;
   bf1[0] = bf0[0];
   bf1[1] = bf0[1];
   bf1[2] = half_btf(cospi[32], bf0[2], cospi[32], bf0[3], cos_bit);
-  bf1[3] = half_btf(-cospi[32], bf0[3], cospi[32], bf0[2], cos_bit);
+  bf1[3] = half_btf(cospi[32], bf0[2], -cospi[32], bf0[3], cos_bit);
   bf1[4] = bf0[4];
   bf1[5] = bf0[5];
   bf1[6] = half_btf(cospi[32], bf0[6], cospi[32], bf0[7], cos_bit);
-  bf1[7] = half_btf(-cospi[32], bf0[7], cospi[32], bf0[6], cos_bit);
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  bf1[7] = half_btf(cospi[32], bf0[6], -cospi[32], bf0[7], cos_bit);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 7
   stage++;
@@ -901,13 +890,14 @@
   bf1[5] = -bf0[7];
   bf1[6] = bf0[5];
   bf1[7] = -bf0[1];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  apply_range(stage, input, output, size, stage_range[stage]);
 }
 
 void av1_iadst16_new(const int32_t *input, int32_t *output, int8_t cos_bit,
                      const int8_t *stage_range) {
+  assert(output != input);
   const int32_t size = 16;
-  const int32_t *cospi;
+  const int32_t *cospi = cospi_arr(cos_bit);
 
   int32_t stage = 0;
   int32_t *bf0, *bf1;
@@ -935,56 +925,54 @@
   bf1[13] = input[12];
   bf1[14] = input[1];
   bf1[15] = input[14];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 2
   stage++;
-  cospi = cospi_arr(cos_bit);
   bf0 = output;
   bf1 = step;
   bf1[0] = half_btf(cospi[2], bf0[0], cospi[62], bf0[1], cos_bit);
-  bf1[1] = half_btf(-cospi[2], bf0[1], cospi[62], bf0[0], cos_bit);
+  bf1[1] = half_btf(cospi[62], bf0[0], -cospi[2], bf0[1], cos_bit);
   bf1[2] = half_btf(cospi[10], bf0[2], cospi[54], bf0[3], cos_bit);
-  bf1[3] = half_btf(-cospi[10], bf0[3], cospi[54], bf0[2], cos_bit);
+  bf1[3] = half_btf(cospi[54], bf0[2], -cospi[10], bf0[3], cos_bit);
   bf1[4] = half_btf(cospi[18], bf0[4], cospi[46], bf0[5], cos_bit);
-  bf1[5] = half_btf(-cospi[18], bf0[5], cospi[46], bf0[4], cos_bit);
+  bf1[5] = half_btf(cospi[46], bf0[4], -cospi[18], bf0[5], cos_bit);
   bf1[6] = half_btf(cospi[26], bf0[6], cospi[38], bf0[7], cos_bit);
-  bf1[7] = half_btf(-cospi[26], bf0[7], cospi[38], bf0[6], cos_bit);
+  bf1[7] = half_btf(cospi[38], bf0[6], -cospi[26], bf0[7], cos_bit);
   bf1[8] = half_btf(cospi[34], bf0[8], cospi[30], bf0[9], cos_bit);
-  bf1[9] = half_btf(-cospi[34], bf0[9], cospi[30], bf0[8], cos_bit);
+  bf1[9] = half_btf(cospi[30], bf0[8], -cospi[34], bf0[9], cos_bit);
   bf1[10] = half_btf(cospi[42], bf0[10], cospi[22], bf0[11], cos_bit);
-  bf1[11] = half_btf(-cospi[42], bf0[11], cospi[22], bf0[10], cos_bit);
+  bf1[11] = half_btf(cospi[22], bf0[10], -cospi[42], bf0[11], cos_bit);
   bf1[12] = half_btf(cospi[50], bf0[12], cospi[14], bf0[13], cos_bit);
-  bf1[13] = half_btf(-cospi[50], bf0[13], cospi[14], bf0[12], cos_bit);
+  bf1[13] = half_btf(cospi[14], bf0[12], -cospi[50], bf0[13], cos_bit);
   bf1[14] = half_btf(cospi[58], bf0[14], cospi[6], bf0[15], cos_bit);
-  bf1[15] = half_btf(-cospi[58], bf0[15], cospi[6], bf0[14], cos_bit);
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  bf1[15] = half_btf(cospi[6], bf0[14], -cospi[58], bf0[15], cos_bit);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 3
   stage++;
   bf0 = step;
   bf1 = output;
-  bf1[0] = bf0[0] + bf0[8];
-  bf1[1] = bf0[1] + bf0[9];
-  bf1[2] = bf0[2] + bf0[10];
-  bf1[3] = bf0[3] + bf0[11];
-  bf1[4] = bf0[4] + bf0[12];
-  bf1[5] = bf0[5] + bf0[13];
-  bf1[6] = bf0[6] + bf0[14];
-  bf1[7] = bf0[7] + bf0[15];
-  bf1[8] = -bf0[8] + bf0[0];
-  bf1[9] = -bf0[9] + bf0[1];
-  bf1[10] = -bf0[10] + bf0[2];
-  bf1[11] = -bf0[11] + bf0[3];
-  bf1[12] = -bf0[12] + bf0[4];
-  bf1[13] = -bf0[13] + bf0[5];
-  bf1[14] = -bf0[14] + bf0[6];
-  bf1[15] = -bf0[15] + bf0[7];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  bf1[0] = apply_value(bf0[0] + bf0[8], stage_range[stage]);
+  bf1[1] = apply_value(bf0[1] + bf0[9], stage_range[stage]);
+  bf1[2] = apply_value(bf0[2] + bf0[10], stage_range[stage]);
+  bf1[3] = apply_value(bf0[3] + bf0[11], stage_range[stage]);
+  bf1[4] = apply_value(bf0[4] + bf0[12], stage_range[stage]);
+  bf1[5] = apply_value(bf0[5] + bf0[13], stage_range[stage]);
+  bf1[6] = apply_value(bf0[6] + bf0[14], stage_range[stage]);
+  bf1[7] = apply_value(bf0[7] + bf0[15], stage_range[stage]);
+  bf1[8] = apply_value(bf0[0] - bf0[8], stage_range[stage]);
+  bf1[9] = apply_value(bf0[1] - bf0[9], stage_range[stage]);
+  bf1[10] = apply_value(bf0[2] - bf0[10], stage_range[stage]);
+  bf1[11] = apply_value(bf0[3] - bf0[11], stage_range[stage]);
+  bf1[12] = apply_value(bf0[4] - bf0[12], stage_range[stage]);
+  bf1[13] = apply_value(bf0[5] - bf0[13], stage_range[stage]);
+  bf1[14] = apply_value(bf0[6] - bf0[14], stage_range[stage]);
+  bf1[15] = apply_value(bf0[7] - bf0[15], stage_range[stage]);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 4
   stage++;
-  cospi = cospi_arr(cos_bit);
   bf0 = output;
   bf1 = step;
   bf1[0] = bf0[0];
@@ -996,40 +984,39 @@
   bf1[6] = bf0[6];
   bf1[7] = bf0[7];
   bf1[8] = half_btf(cospi[8], bf0[8], cospi[56], bf0[9], cos_bit);
-  bf1[9] = half_btf(-cospi[8], bf0[9], cospi[56], bf0[8], cos_bit);
+  bf1[9] = half_btf(cospi[56], bf0[8], -cospi[8], bf0[9], cos_bit);
   bf1[10] = half_btf(cospi[40], bf0[10], cospi[24], bf0[11], cos_bit);
-  bf1[11] = half_btf(-cospi[40], bf0[11], cospi[24], bf0[10], cos_bit);
+  bf1[11] = half_btf(cospi[24], bf0[10], -cospi[40], bf0[11], cos_bit);
   bf1[12] = half_btf(-cospi[56], bf0[12], cospi[8], bf0[13], cos_bit);
-  bf1[13] = half_btf(cospi[56], bf0[13], cospi[8], bf0[12], cos_bit);
+  bf1[13] = half_btf(cospi[8], bf0[12], cospi[56], bf0[13], cos_bit);
   bf1[14] = half_btf(-cospi[24], bf0[14], cospi[40], bf0[15], cos_bit);
-  bf1[15] = half_btf(cospi[24], bf0[15], cospi[40], bf0[14], cos_bit);
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  bf1[15] = half_btf(cospi[40], bf0[14], cospi[24], bf0[15], cos_bit);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 5
   stage++;
   bf0 = step;
   bf1 = output;
-  bf1[0] = bf0[0] + bf0[4];
-  bf1[1] = bf0[1] + bf0[5];
-  bf1[2] = bf0[2] + bf0[6];
-  bf1[3] = bf0[3] + bf0[7];
-  bf1[4] = -bf0[4] + bf0[0];
-  bf1[5] = -bf0[5] + bf0[1];
-  bf1[6] = -bf0[6] + bf0[2];
-  bf1[7] = -bf0[7] + bf0[3];
-  bf1[8] = bf0[8] + bf0[12];
-  bf1[9] = bf0[9] + bf0[13];
-  bf1[10] = bf0[10] + bf0[14];
-  bf1[11] = bf0[11] + bf0[15];
-  bf1[12] = -bf0[12] + bf0[8];
-  bf1[13] = -bf0[13] + bf0[9];
-  bf1[14] = -bf0[14] + bf0[10];
-  bf1[15] = -bf0[15] + bf0[11];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  bf1[0] = apply_value(bf0[0] + bf0[4], stage_range[stage]);
+  bf1[1] = apply_value(bf0[1] + bf0[5], stage_range[stage]);
+  bf1[2] = apply_value(bf0[2] + bf0[6], stage_range[stage]);
+  bf1[3] = apply_value(bf0[3] + bf0[7], stage_range[stage]);
+  bf1[4] = apply_value(bf0[0] - bf0[4], stage_range[stage]);
+  bf1[5] = apply_value(bf0[1] - bf0[5], stage_range[stage]);
+  bf1[6] = apply_value(bf0[2] - bf0[6], stage_range[stage]);
+  bf1[7] = apply_value(bf0[3] - bf0[7], stage_range[stage]);
+  bf1[8] = apply_value(bf0[8] + bf0[12], stage_range[stage]);
+  bf1[9] = apply_value(bf0[9] + bf0[13], stage_range[stage]);
+  bf1[10] = apply_value(bf0[10] + bf0[14], stage_range[stage]);
+  bf1[11] = apply_value(bf0[11] + bf0[15], stage_range[stage]);
+  bf1[12] = apply_value(bf0[8] - bf0[12], stage_range[stage]);
+  bf1[13] = apply_value(bf0[9] - bf0[13], stage_range[stage]);
+  bf1[14] = apply_value(bf0[10] - bf0[14], stage_range[stage]);
+  bf1[15] = apply_value(bf0[11] - bf0[15], stage_range[stage]);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 6
   stage++;
-  cospi = cospi_arr(cos_bit);
   bf0 = output;
   bf1 = step;
   bf1[0] = bf0[0];
@@ -1037,63 +1024,62 @@
   bf1[2] = bf0[2];
   bf1[3] = bf0[3];
   bf1[4] = half_btf(cospi[16], bf0[4], cospi[48], bf0[5], cos_bit);
-  bf1[5] = half_btf(-cospi[16], bf0[5], cospi[48], bf0[4], cos_bit);
+  bf1[5] = half_btf(cospi[48], bf0[4], -cospi[16], bf0[5], cos_bit);
   bf1[6] = half_btf(-cospi[48], bf0[6], cospi[16], bf0[7], cos_bit);
-  bf1[7] = half_btf(cospi[48], bf0[7], cospi[16], bf0[6], cos_bit);
+  bf1[7] = half_btf(cospi[16], bf0[6], cospi[48], bf0[7], cos_bit);
   bf1[8] = bf0[8];
   bf1[9] = bf0[9];
   bf1[10] = bf0[10];
   bf1[11] = bf0[11];
   bf1[12] = half_btf(cospi[16], bf0[12], cospi[48], bf0[13], cos_bit);
-  bf1[13] = half_btf(-cospi[16], bf0[13], cospi[48], bf0[12], cos_bit);
+  bf1[13] = half_btf(cospi[48], bf0[12], -cospi[16], bf0[13], cos_bit);
   bf1[14] = half_btf(-cospi[48], bf0[14], cospi[16], bf0[15], cos_bit);
-  bf1[15] = half_btf(cospi[48], bf0[15], cospi[16], bf0[14], cos_bit);
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  bf1[15] = half_btf(cospi[16], bf0[14], cospi[48], bf0[15], cos_bit);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 7
   stage++;
   bf0 = step;
   bf1 = output;
-  bf1[0] = bf0[0] + bf0[2];
-  bf1[1] = bf0[1] + bf0[3];
-  bf1[2] = -bf0[2] + bf0[0];
-  bf1[3] = -bf0[3] + bf0[1];
-  bf1[4] = bf0[4] + bf0[6];
-  bf1[5] = bf0[5] + bf0[7];
-  bf1[6] = -bf0[6] + bf0[4];
-  bf1[7] = -bf0[7] + bf0[5];
-  bf1[8] = bf0[8] + bf0[10];
-  bf1[9] = bf0[9] + bf0[11];
-  bf1[10] = -bf0[10] + bf0[8];
-  bf1[11] = -bf0[11] + bf0[9];
-  bf1[12] = bf0[12] + bf0[14];
-  bf1[13] = bf0[13] + bf0[15];
-  bf1[14] = -bf0[14] + bf0[12];
-  bf1[15] = -bf0[15] + bf0[13];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  bf1[0] = apply_value(bf0[0] + bf0[2], stage_range[stage]);
+  bf1[1] = apply_value(bf0[1] + bf0[3], stage_range[stage]);
+  bf1[2] = apply_value(bf0[0] - bf0[2], stage_range[stage]);
+  bf1[3] = apply_value(bf0[1] - bf0[3], stage_range[stage]);
+  bf1[4] = apply_value(bf0[4] + bf0[6], stage_range[stage]);
+  bf1[5] = apply_value(bf0[5] + bf0[7], stage_range[stage]);
+  bf1[6] = apply_value(bf0[4] - bf0[6], stage_range[stage]);
+  bf1[7] = apply_value(bf0[5] - bf0[7], stage_range[stage]);
+  bf1[8] = apply_value(bf0[8] + bf0[10], stage_range[stage]);
+  bf1[9] = apply_value(bf0[9] + bf0[11], stage_range[stage]);
+  bf1[10] = apply_value(bf0[8] - bf0[10], stage_range[stage]);
+  bf1[11] = apply_value(bf0[9] - bf0[11], stage_range[stage]);
+  bf1[12] = apply_value(bf0[12] + bf0[14], stage_range[stage]);
+  bf1[13] = apply_value(bf0[13] + bf0[15], stage_range[stage]);
+  bf1[14] = apply_value(bf0[12] - bf0[14], stage_range[stage]);
+  bf1[15] = apply_value(bf0[13] - bf0[15], stage_range[stage]);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 8
   stage++;
-  cospi = cospi_arr(cos_bit);
   bf0 = output;
   bf1 = step;
   bf1[0] = bf0[0];
   bf1[1] = bf0[1];
   bf1[2] = half_btf(cospi[32], bf0[2], cospi[32], bf0[3], cos_bit);
-  bf1[3] = half_btf(-cospi[32], bf0[3], cospi[32], bf0[2], cos_bit);
+  bf1[3] = half_btf(cospi[32], bf0[2], -cospi[32], bf0[3], cos_bit);
   bf1[4] = bf0[4];
   bf1[5] = bf0[5];
   bf1[6] = half_btf(cospi[32], bf0[6], cospi[32], bf0[7], cos_bit);
-  bf1[7] = half_btf(-cospi[32], bf0[7], cospi[32], bf0[6], cos_bit);
+  bf1[7] = half_btf(cospi[32], bf0[6], -cospi[32], bf0[7], cos_bit);
   bf1[8] = bf0[8];
   bf1[9] = bf0[9];
   bf1[10] = half_btf(cospi[32], bf0[10], cospi[32], bf0[11], cos_bit);
-  bf1[11] = half_btf(-cospi[32], bf0[11], cospi[32], bf0[10], cos_bit);
+  bf1[11] = half_btf(cospi[32], bf0[10], -cospi[32], bf0[11], cos_bit);
   bf1[12] = bf0[12];
   bf1[13] = bf0[13];
   bf1[14] = half_btf(cospi[32], bf0[14], cospi[32], bf0[15], cos_bit);
-  bf1[15] = half_btf(-cospi[32], bf0[15], cospi[32], bf0[14], cos_bit);
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  bf1[15] = half_btf(cospi[32], bf0[14], -cospi[32], bf0[15], cos_bit);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 9
   stage++;
@@ -1115,7 +1101,7 @@
   bf1[13] = -bf0[13];
   bf1[14] = bf0[9];
   bf1[15] = -bf0[1];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  apply_range(stage, input, output, size, stage_range[stage]);
 }
 
 void av1_iadst32_new(const int32_t *input, int32_t *output, int8_t cos_bit,
@@ -1597,8 +1583,9 @@
 
 void av1_idct64_new(const int32_t *input, int32_t *output, int8_t cos_bit,
                     const int8_t *stage_range) {
+  assert(output != input);
   const int32_t size = 64;
-  const int32_t *cospi;
+  const int32_t *cospi = cospi_arr(cos_bit);
 
   int32_t stage = 0;
   int32_t *bf0, *bf1;
@@ -1609,7 +1596,6 @@
 
   // stage 1;
   stage++;
-  assert(output != input);
   bf1 = output;
   bf1[0] = input[0];
   bf1[1] = input[32];
@@ -1675,11 +1661,10 @@
   bf1[61] = input[47];
   bf1[62] = input[31];
   bf1[63] = input[63];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 2
   stage++;
-  cospi = cospi_arr(cos_bit);
   bf0 = output;
   bf1 = step;
   bf1[0] = bf0[0];
@@ -1746,11 +1731,10 @@
   bf1[61] = half_btf(cospi[17], bf0[34], cospi[47], bf0[61], cos_bit);
   bf1[62] = half_btf(cospi[33], bf0[33], cospi[31], bf0[62], cos_bit);
   bf1[63] = half_btf(cospi[1], bf0[32], cospi[63], bf0[63], cos_bit);
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 3
   stage++;
-  cospi = cospi_arr(cos_bit);
   bf0 = step;
   bf1 = output;
   bf1[0] = bf0[0];
@@ -1785,43 +1769,42 @@
   bf1[29] = half_btf(cospi[18], bf0[18], cospi[46], bf0[29], cos_bit);
   bf1[30] = half_btf(cospi[34], bf0[17], cospi[30], bf0[30], cos_bit);
   bf1[31] = half_btf(cospi[2], bf0[16], cospi[62], bf0[31], cos_bit);
-  bf1[32] = bf0[32] + bf0[33];
-  bf1[33] = bf0[32] - bf0[33];
-  bf1[34] = -bf0[34] + bf0[35];
-  bf1[35] = bf0[34] + bf0[35];
-  bf1[36] = bf0[36] + bf0[37];
-  bf1[37] = bf0[36] - bf0[37];
-  bf1[38] = -bf0[38] + bf0[39];
-  bf1[39] = bf0[38] + bf0[39];
-  bf1[40] = bf0[40] + bf0[41];
-  bf1[41] = bf0[40] - bf0[41];
-  bf1[42] = -bf0[42] + bf0[43];
-  bf1[43] = bf0[42] + bf0[43];
-  bf1[44] = bf0[44] + bf0[45];
-  bf1[45] = bf0[44] - bf0[45];
-  bf1[46] = -bf0[46] + bf0[47];
-  bf1[47] = bf0[46] + bf0[47];
-  bf1[48] = bf0[48] + bf0[49];
-  bf1[49] = bf0[48] - bf0[49];
-  bf1[50] = -bf0[50] + bf0[51];
-  bf1[51] = bf0[50] + bf0[51];
-  bf1[52] = bf0[52] + bf0[53];
-  bf1[53] = bf0[52] - bf0[53];
-  bf1[54] = -bf0[54] + bf0[55];
-  bf1[55] = bf0[54] + bf0[55];
-  bf1[56] = bf0[56] + bf0[57];
-  bf1[57] = bf0[56] - bf0[57];
-  bf1[58] = -bf0[58] + bf0[59];
-  bf1[59] = bf0[58] + bf0[59];
-  bf1[60] = bf0[60] + bf0[61];
-  bf1[61] = bf0[60] - bf0[61];
-  bf1[62] = -bf0[62] + bf0[63];
-  bf1[63] = bf0[62] + bf0[63];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  bf1[32] = apply_value(bf0[32] + bf0[33], stage_range[stage]);
+  bf1[33] = apply_value(bf0[32] - bf0[33], stage_range[stage]);
+  bf1[34] = apply_value(-bf0[34] + bf0[35], stage_range[stage]);
+  bf1[35] = apply_value(bf0[34] + bf0[35], stage_range[stage]);
+  bf1[36] = apply_value(bf0[36] + bf0[37], stage_range[stage]);
+  bf1[37] = apply_value(bf0[36] - bf0[37], stage_range[stage]);
+  bf1[38] = apply_value(-bf0[38] + bf0[39], stage_range[stage]);
+  bf1[39] = apply_value(bf0[38] + bf0[39], stage_range[stage]);
+  bf1[40] = apply_value(bf0[40] + bf0[41], stage_range[stage]);
+  bf1[41] = apply_value(bf0[40] - bf0[41], stage_range[stage]);
+  bf1[42] = apply_value(-bf0[42] + bf0[43], stage_range[stage]);
+  bf1[43] = apply_value(bf0[42] + bf0[43], stage_range[stage]);
+  bf1[44] = apply_value(bf0[44] + bf0[45], stage_range[stage]);
+  bf1[45] = apply_value(bf0[44] - bf0[45], stage_range[stage]);
+  bf1[46] = apply_value(-bf0[46] + bf0[47], stage_range[stage]);
+  bf1[47] = apply_value(bf0[46] + bf0[47], stage_range[stage]);
+  bf1[48] = apply_value(bf0[48] + bf0[49], stage_range[stage]);
+  bf1[49] = apply_value(bf0[48] - bf0[49], stage_range[stage]);
+  bf1[50] = apply_value(-bf0[50] + bf0[51], stage_range[stage]);
+  bf1[51] = apply_value(bf0[50] + bf0[51], stage_range[stage]);
+  bf1[52] = apply_value(bf0[52] + bf0[53], stage_range[stage]);
+  bf1[53] = apply_value(bf0[52] - bf0[53], stage_range[stage]);
+  bf1[54] = apply_value(-bf0[54] + bf0[55], stage_range[stage]);
+  bf1[55] = apply_value(bf0[54] + bf0[55], stage_range[stage]);
+  bf1[56] = apply_value(bf0[56] + bf0[57], stage_range[stage]);
+  bf1[57] = apply_value(bf0[56] - bf0[57], stage_range[stage]);
+  bf1[58] = apply_value(-bf0[58] + bf0[59], stage_range[stage]);
+  bf1[59] = apply_value(bf0[58] + bf0[59], stage_range[stage]);
+  bf1[60] = apply_value(bf0[60] + bf0[61], stage_range[stage]);
+  bf1[61] = apply_value(bf0[60] - bf0[61], stage_range[stage]);
+  bf1[62] = apply_value(-bf0[62] + bf0[63], stage_range[stage]);
+  bf1[63] = apply_value(bf0[62] + bf0[63], stage_range[stage]);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 4
   stage++;
-  cospi = cospi_arr(cos_bit);
   bf0 = output;
   bf1 = step;
   bf1[0] = bf0[0];
@@ -1840,22 +1823,22 @@
   bf1[13] = half_btf(cospi[20], bf0[10], cospi[44], bf0[13], cos_bit);
   bf1[14] = half_btf(cospi[36], bf0[9], cospi[28], bf0[14], cos_bit);
   bf1[15] = half_btf(cospi[4], bf0[8], cospi[60], bf0[15], cos_bit);
-  bf1[16] = bf0[16] + bf0[17];
-  bf1[17] = bf0[16] - bf0[17];
-  bf1[18] = -bf0[18] + bf0[19];
-  bf1[19] = bf0[18] + bf0[19];
-  bf1[20] = bf0[20] + bf0[21];
-  bf1[21] = bf0[20] - bf0[21];
-  bf1[22] = -bf0[22] + bf0[23];
-  bf1[23] = bf0[22] + bf0[23];
-  bf1[24] = bf0[24] + bf0[25];
-  bf1[25] = bf0[24] - bf0[25];
-  bf1[26] = -bf0[26] + bf0[27];
-  bf1[27] = bf0[26] + bf0[27];
-  bf1[28] = bf0[28] + bf0[29];
-  bf1[29] = bf0[28] - bf0[29];
-  bf1[30] = -bf0[30] + bf0[31];
-  bf1[31] = bf0[30] + bf0[31];
+  bf1[16] = apply_value(bf0[16] + bf0[17], stage_range[stage]);
+  bf1[17] = apply_value(bf0[16] - bf0[17], stage_range[stage]);
+  bf1[18] = apply_value(-bf0[18] + bf0[19], stage_range[stage]);
+  bf1[19] = apply_value(bf0[18] + bf0[19], stage_range[stage]);
+  bf1[20] = apply_value(bf0[20] + bf0[21], stage_range[stage]);
+  bf1[21] = apply_value(bf0[20] - bf0[21], stage_range[stage]);
+  bf1[22] = apply_value(-bf0[22] + bf0[23], stage_range[stage]);
+  bf1[23] = apply_value(bf0[22] + bf0[23], stage_range[stage]);
+  bf1[24] = apply_value(bf0[24] + bf0[25], stage_range[stage]);
+  bf1[25] = apply_value(bf0[24] - bf0[25], stage_range[stage]);
+  bf1[26] = apply_value(-bf0[26] + bf0[27], stage_range[stage]);
+  bf1[27] = apply_value(bf0[26] + bf0[27], stage_range[stage]);
+  bf1[28] = apply_value(bf0[28] + bf0[29], stage_range[stage]);
+  bf1[29] = apply_value(bf0[28] - bf0[29], stage_range[stage]);
+  bf1[30] = apply_value(-bf0[30] + bf0[31], stage_range[stage]);
+  bf1[31] = apply_value(bf0[30] + bf0[31], stage_range[stage]);
   bf1[32] = bf0[32];
   bf1[33] = half_btf(-cospi[4], bf0[33], cospi[60], bf0[62], cos_bit);
   bf1[34] = half_btf(-cospi[60], bf0[34], -cospi[4], bf0[61], cos_bit);
@@ -1888,11 +1871,10 @@
   bf1[61] = half_btf(-cospi[4], bf0[34], cospi[60], bf0[61], cos_bit);
   bf1[62] = half_btf(cospi[60], bf0[33], cospi[4], bf0[62], cos_bit);
   bf1[63] = bf0[63];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 5
   stage++;
-  cospi = cospi_arr(cos_bit);
   bf0 = step;
   bf1 = output;
   bf1[0] = bf0[0];
@@ -1903,14 +1885,14 @@
   bf1[5] = half_btf(cospi[24], bf0[5], -cospi[40], bf0[6], cos_bit);
   bf1[6] = half_btf(cospi[40], bf0[5], cospi[24], bf0[6], cos_bit);
   bf1[7] = half_btf(cospi[8], bf0[4], cospi[56], bf0[7], cos_bit);
-  bf1[8] = bf0[8] + bf0[9];
-  bf1[9] = bf0[8] - bf0[9];
-  bf1[10] = -bf0[10] + bf0[11];
-  bf1[11] = bf0[10] + bf0[11];
-  bf1[12] = bf0[12] + bf0[13];
-  bf1[13] = bf0[12] - bf0[13];
-  bf1[14] = -bf0[14] + bf0[15];
-  bf1[15] = bf0[14] + bf0[15];
+  bf1[8] = apply_value(bf0[8] + bf0[9], stage_range[stage]);
+  bf1[9] = apply_value(bf0[8] - bf0[9], stage_range[stage]);
+  bf1[10] = apply_value(-bf0[10] + bf0[11], stage_range[stage]);
+  bf1[11] = apply_value(bf0[10] + bf0[11], stage_range[stage]);
+  bf1[12] = apply_value(bf0[12] + bf0[13], stage_range[stage]);
+  bf1[13] = apply_value(bf0[12] - bf0[13], stage_range[stage]);
+  bf1[14] = apply_value(-bf0[14] + bf0[15], stage_range[stage]);
+  bf1[15] = apply_value(bf0[14] + bf0[15], stage_range[stage]);
   bf1[16] = bf0[16];
   bf1[17] = half_btf(-cospi[8], bf0[17], cospi[56], bf0[30], cos_bit);
   bf1[18] = half_btf(-cospi[56], bf0[18], -cospi[8], bf0[29], cos_bit);
@@ -1927,53 +1909,52 @@
   bf1[29] = half_btf(-cospi[8], bf0[18], cospi[56], bf0[29], cos_bit);
   bf1[30] = half_btf(cospi[56], bf0[17], cospi[8], bf0[30], cos_bit);
   bf1[31] = bf0[31];
-  bf1[32] = bf0[32] + bf0[35];
-  bf1[33] = bf0[33] + bf0[34];
-  bf1[34] = bf0[33] - bf0[34];
-  bf1[35] = bf0[32] - bf0[35];
-  bf1[36] = -bf0[36] + bf0[39];
-  bf1[37] = -bf0[37] + bf0[38];
-  bf1[38] = bf0[37] + bf0[38];
-  bf1[39] = bf0[36] + bf0[39];
-  bf1[40] = bf0[40] + bf0[43];
-  bf1[41] = bf0[41] + bf0[42];
-  bf1[42] = bf0[41] - bf0[42];
-  bf1[43] = bf0[40] - bf0[43];
-  bf1[44] = -bf0[44] + bf0[47];
-  bf1[45] = -bf0[45] + bf0[46];
-  bf1[46] = bf0[45] + bf0[46];
-  bf1[47] = bf0[44] + bf0[47];
-  bf1[48] = bf0[48] + bf0[51];
-  bf1[49] = bf0[49] + bf0[50];
-  bf1[50] = bf0[49] - bf0[50];
-  bf1[51] = bf0[48] - bf0[51];
-  bf1[52] = -bf0[52] + bf0[55];
-  bf1[53] = -bf0[53] + bf0[54];
-  bf1[54] = bf0[53] + bf0[54];
-  bf1[55] = bf0[52] + bf0[55];
-  bf1[56] = bf0[56] + bf0[59];
-  bf1[57] = bf0[57] + bf0[58];
-  bf1[58] = bf0[57] - bf0[58];
-  bf1[59] = bf0[56] - bf0[59];
-  bf1[60] = -bf0[60] + bf0[63];
-  bf1[61] = -bf0[61] + bf0[62];
-  bf1[62] = bf0[61] + bf0[62];
-  bf1[63] = bf0[60] + bf0[63];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  bf1[32] = apply_value(bf0[32] + bf0[35], stage_range[stage]);
+  bf1[33] = apply_value(bf0[33] + bf0[34], stage_range[stage]);
+  bf1[34] = apply_value(bf0[33] - bf0[34], stage_range[stage]);
+  bf1[35] = apply_value(bf0[32] - bf0[35], stage_range[stage]);
+  bf1[36] = apply_value(-bf0[36] + bf0[39], stage_range[stage]);
+  bf1[37] = apply_value(-bf0[37] + bf0[38], stage_range[stage]);
+  bf1[38] = apply_value(bf0[37] + bf0[38], stage_range[stage]);
+  bf1[39] = apply_value(bf0[36] + bf0[39], stage_range[stage]);
+  bf1[40] = apply_value(bf0[40] + bf0[43], stage_range[stage]);
+  bf1[41] = apply_value(bf0[41] + bf0[42], stage_range[stage]);
+  bf1[42] = apply_value(bf0[41] - bf0[42], stage_range[stage]);
+  bf1[43] = apply_value(bf0[40] - bf0[43], stage_range[stage]);
+  bf1[44] = apply_value(-bf0[44] + bf0[47], stage_range[stage]);
+  bf1[45] = apply_value(-bf0[45] + bf0[46], stage_range[stage]);
+  bf1[46] = apply_value(bf0[45] + bf0[46], stage_range[stage]);
+  bf1[47] = apply_value(bf0[44] + bf0[47], stage_range[stage]);
+  bf1[48] = apply_value(bf0[48] + bf0[51], stage_range[stage]);
+  bf1[49] = apply_value(bf0[49] + bf0[50], stage_range[stage]);
+  bf1[50] = apply_value(bf0[49] - bf0[50], stage_range[stage]);
+  bf1[51] = apply_value(bf0[48] - bf0[51], stage_range[stage]);
+  bf1[52] = apply_value(-bf0[52] + bf0[55], stage_range[stage]);
+  bf1[53] = apply_value(-bf0[53] + bf0[54], stage_range[stage]);
+  bf1[54] = apply_value(bf0[53] + bf0[54], stage_range[stage]);
+  bf1[55] = apply_value(bf0[52] + bf0[55], stage_range[stage]);
+  bf1[56] = apply_value(bf0[56] + bf0[59], stage_range[stage]);
+  bf1[57] = apply_value(bf0[57] + bf0[58], stage_range[stage]);
+  bf1[58] = apply_value(bf0[57] - bf0[58], stage_range[stage]);
+  bf1[59] = apply_value(bf0[56] - bf0[59], stage_range[stage]);
+  bf1[60] = apply_value(-bf0[60] + bf0[63], stage_range[stage]);
+  bf1[61] = apply_value(-bf0[61] + bf0[62], stage_range[stage]);
+  bf1[62] = apply_value(bf0[61] + bf0[62], stage_range[stage]);
+  bf1[63] = apply_value(bf0[60] + bf0[63], stage_range[stage]);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 6
   stage++;
-  cospi = cospi_arr(cos_bit);
   bf0 = output;
   bf1 = step;
   bf1[0] = half_btf(cospi[32], bf0[0], cospi[32], bf0[1], cos_bit);
   bf1[1] = half_btf(cospi[32], bf0[0], -cospi[32], bf0[1], cos_bit);
   bf1[2] = half_btf(cospi[48], bf0[2], -cospi[16], bf0[3], cos_bit);
   bf1[3] = half_btf(cospi[16], bf0[2], cospi[48], bf0[3], cos_bit);
-  bf1[4] = bf0[4] + bf0[5];
-  bf1[5] = bf0[4] - bf0[5];
-  bf1[6] = -bf0[6] + bf0[7];
-  bf1[7] = bf0[6] + bf0[7];
+  bf1[4] = apply_value(bf0[4] + bf0[5], stage_range[stage]);
+  bf1[5] = apply_value(bf0[4] - bf0[5], stage_range[stage]);
+  bf1[6] = apply_value(-bf0[6] + bf0[7], stage_range[stage]);
+  bf1[7] = apply_value(bf0[6] + bf0[7], stage_range[stage]);
   bf1[8] = bf0[8];
   bf1[9] = half_btf(-cospi[16], bf0[9], cospi[48], bf0[14], cos_bit);
   bf1[10] = half_btf(-cospi[48], bf0[10], -cospi[16], bf0[13], cos_bit);
@@ -1982,22 +1963,22 @@
   bf1[13] = half_btf(-cospi[16], bf0[10], cospi[48], bf0[13], cos_bit);
   bf1[14] = half_btf(cospi[48], bf0[9], cospi[16], bf0[14], cos_bit);
   bf1[15] = bf0[15];
-  bf1[16] = bf0[16] + bf0[19];
-  bf1[17] = bf0[17] + bf0[18];
-  bf1[18] = bf0[17] - bf0[18];
-  bf1[19] = bf0[16] - bf0[19];
-  bf1[20] = -bf0[20] + bf0[23];
-  bf1[21] = -bf0[21] + bf0[22];
-  bf1[22] = bf0[21] + bf0[22];
-  bf1[23] = bf0[20] + bf0[23];
-  bf1[24] = bf0[24] + bf0[27];
-  bf1[25] = bf0[25] + bf0[26];
-  bf1[26] = bf0[25] - bf0[26];
-  bf1[27] = bf0[24] - bf0[27];
-  bf1[28] = -bf0[28] + bf0[31];
-  bf1[29] = -bf0[29] + bf0[30];
-  bf1[30] = bf0[29] + bf0[30];
-  bf1[31] = bf0[28] + bf0[31];
+  bf1[16] = apply_value(bf0[16] + bf0[19], stage_range[stage]);
+  bf1[17] = apply_value(bf0[17] + bf0[18], stage_range[stage]);
+  bf1[18] = apply_value(bf0[17] - bf0[18], stage_range[stage]);
+  bf1[19] = apply_value(bf0[16] - bf0[19], stage_range[stage]);
+  bf1[20] = apply_value(-bf0[20] + bf0[23], stage_range[stage]);
+  bf1[21] = apply_value(-bf0[21] + bf0[22], stage_range[stage]);
+  bf1[22] = apply_value(bf0[21] + bf0[22], stage_range[stage]);
+  bf1[23] = apply_value(bf0[20] + bf0[23], stage_range[stage]);
+  bf1[24] = apply_value(bf0[24] + bf0[27], stage_range[stage]);
+  bf1[25] = apply_value(bf0[25] + bf0[26], stage_range[stage]);
+  bf1[26] = apply_value(bf0[25] - bf0[26], stage_range[stage]);
+  bf1[27] = apply_value(bf0[24] - bf0[27], stage_range[stage]);
+  bf1[28] = apply_value(-bf0[28] + bf0[31], stage_range[stage]);
+  bf1[29] = apply_value(-bf0[29] + bf0[30], stage_range[stage]);
+  bf1[30] = apply_value(bf0[29] + bf0[30], stage_range[stage]);
+  bf1[31] = apply_value(bf0[28] + bf0[31], stage_range[stage]);
   bf1[32] = bf0[32];
   bf1[33] = bf0[33];
   bf1[34] = half_btf(-cospi[8], bf0[34], cospi[56], bf0[61], cos_bit);
@@ -2030,29 +2011,28 @@
   bf1[61] = half_btf(cospi[56], bf0[34], cospi[8], bf0[61], cos_bit);
   bf1[62] = bf0[62];
   bf1[63] = bf0[63];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 7
   stage++;
-  cospi = cospi_arr(cos_bit);
   bf0 = step;
   bf1 = output;
-  bf1[0] = bf0[0] + bf0[3];
-  bf1[1] = bf0[1] + bf0[2];
-  bf1[2] = bf0[1] - bf0[2];
-  bf1[3] = bf0[0] - bf0[3];
+  bf1[0] = apply_value(bf0[0] + bf0[3], stage_range[stage]);
+  bf1[1] = apply_value(bf0[1] + bf0[2], stage_range[stage]);
+  bf1[2] = apply_value(bf0[1] - bf0[2], stage_range[stage]);
+  bf1[3] = apply_value(bf0[0] - bf0[3], stage_range[stage]);
   bf1[4] = bf0[4];
   bf1[5] = half_btf(-cospi[32], bf0[5], cospi[32], bf0[6], cos_bit);
   bf1[6] = half_btf(cospi[32], bf0[5], cospi[32], bf0[6], cos_bit);
   bf1[7] = bf0[7];
-  bf1[8] = bf0[8] + bf0[11];
-  bf1[9] = bf0[9] + bf0[10];
-  bf1[10] = bf0[9] - bf0[10];
-  bf1[11] = bf0[8] - bf0[11];
-  bf1[12] = -bf0[12] + bf0[15];
-  bf1[13] = -bf0[13] + bf0[14];
-  bf1[14] = bf0[13] + bf0[14];
-  bf1[15] = bf0[12] + bf0[15];
+  bf1[8] = apply_value(bf0[8] + bf0[11], stage_range[stage]);
+  bf1[9] = apply_value(bf0[9] + bf0[10], stage_range[stage]);
+  bf1[10] = apply_value(bf0[9] - bf0[10], stage_range[stage]);
+  bf1[11] = apply_value(bf0[8] - bf0[11], stage_range[stage]);
+  bf1[12] = apply_value(-bf0[12] + bf0[15], stage_range[stage]);
+  bf1[13] = apply_value(-bf0[13] + bf0[14], stage_range[stage]);
+  bf1[14] = apply_value(bf0[13] + bf0[14], stage_range[stage]);
+  bf1[15] = apply_value(bf0[12] + bf0[15], stage_range[stage]);
   bf1[16] = bf0[16];
   bf1[17] = bf0[17];
   bf1[18] = half_btf(-cospi[16], bf0[18], cospi[48], bf0[29], cos_bit);
@@ -2069,53 +2049,52 @@
   bf1[29] = half_btf(cospi[48], bf0[18], cospi[16], bf0[29], cos_bit);
   bf1[30] = bf0[30];
   bf1[31] = bf0[31];
-  bf1[32] = bf0[32] + bf0[39];
-  bf1[33] = bf0[33] + bf0[38];
-  bf1[34] = bf0[34] + bf0[37];
-  bf1[35] = bf0[35] + bf0[36];
-  bf1[36] = bf0[35] - bf0[36];
-  bf1[37] = bf0[34] - bf0[37];
-  bf1[38] = bf0[33] - bf0[38];
-  bf1[39] = bf0[32] - bf0[39];
-  bf1[40] = -bf0[40] + bf0[47];
-  bf1[41] = -bf0[41] + bf0[46];
-  bf1[42] = -bf0[42] + bf0[45];
-  bf1[43] = -bf0[43] + bf0[44];
-  bf1[44] = bf0[43] + bf0[44];
-  bf1[45] = bf0[42] + bf0[45];
-  bf1[46] = bf0[41] + bf0[46];
-  bf1[47] = bf0[40] + bf0[47];
-  bf1[48] = bf0[48] + bf0[55];
-  bf1[49] = bf0[49] + bf0[54];
-  bf1[50] = bf0[50] + bf0[53];
-  bf1[51] = bf0[51] + bf0[52];
-  bf1[52] = bf0[51] - bf0[52];
-  bf1[53] = bf0[50] - bf0[53];
-  bf1[54] = bf0[49] - bf0[54];
-  bf1[55] = bf0[48] - bf0[55];
-  bf1[56] = -bf0[56] + bf0[63];
-  bf1[57] = -bf0[57] + bf0[62];
-  bf1[58] = -bf0[58] + bf0[61];
-  bf1[59] = -bf0[59] + bf0[60];
-  bf1[60] = bf0[59] + bf0[60];
-  bf1[61] = bf0[58] + bf0[61];
-  bf1[62] = bf0[57] + bf0[62];
-  bf1[63] = bf0[56] + bf0[63];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  bf1[32] = apply_value(bf0[32] + bf0[39], stage_range[stage]);
+  bf1[33] = apply_value(bf0[33] + bf0[38], stage_range[stage]);
+  bf1[34] = apply_value(bf0[34] + bf0[37], stage_range[stage]);
+  bf1[35] = apply_value(bf0[35] + bf0[36], stage_range[stage]);
+  bf1[36] = apply_value(bf0[35] - bf0[36], stage_range[stage]);
+  bf1[37] = apply_value(bf0[34] - bf0[37], stage_range[stage]);
+  bf1[38] = apply_value(bf0[33] - bf0[38], stage_range[stage]);
+  bf1[39] = apply_value(bf0[32] - bf0[39], stage_range[stage]);
+  bf1[40] = apply_value(-bf0[40] + bf0[47], stage_range[stage]);
+  bf1[41] = apply_value(-bf0[41] + bf0[46], stage_range[stage]);
+  bf1[42] = apply_value(-bf0[42] + bf0[45], stage_range[stage]);
+  bf1[43] = apply_value(-bf0[43] + bf0[44], stage_range[stage]);
+  bf1[44] = apply_value(bf0[43] + bf0[44], stage_range[stage]);
+  bf1[45] = apply_value(bf0[42] + bf0[45], stage_range[stage]);
+  bf1[46] = apply_value(bf0[41] + bf0[46], stage_range[stage]);
+  bf1[47] = apply_value(bf0[40] + bf0[47], stage_range[stage]);
+  bf1[48] = apply_value(bf0[48] + bf0[55], stage_range[stage]);
+  bf1[49] = apply_value(bf0[49] + bf0[54], stage_range[stage]);
+  bf1[50] = apply_value(bf0[50] + bf0[53], stage_range[stage]);
+  bf1[51] = apply_value(bf0[51] + bf0[52], stage_range[stage]);
+  bf1[52] = apply_value(bf0[51] - bf0[52], stage_range[stage]);
+  bf1[53] = apply_value(bf0[50] - bf0[53], stage_range[stage]);
+  bf1[54] = apply_value(bf0[49] - bf0[54], stage_range[stage]);
+  bf1[55] = apply_value(bf0[48] - bf0[55], stage_range[stage]);
+  bf1[56] = apply_value(-bf0[56] + bf0[63], stage_range[stage]);
+  bf1[57] = apply_value(-bf0[57] + bf0[62], stage_range[stage]);
+  bf1[58] = apply_value(-bf0[58] + bf0[61], stage_range[stage]);
+  bf1[59] = apply_value(-bf0[59] + bf0[60], stage_range[stage]);
+  bf1[60] = apply_value(bf0[59] + bf0[60], stage_range[stage]);
+  bf1[61] = apply_value(bf0[58] + bf0[61], stage_range[stage]);
+  bf1[62] = apply_value(bf0[57] + bf0[62], stage_range[stage]);
+  bf1[63] = apply_value(bf0[56] + bf0[63], stage_range[stage]);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 8
   stage++;
-  cospi = cospi_arr(cos_bit);
   bf0 = output;
   bf1 = step;
-  bf1[0] = bf0[0] + bf0[7];
-  bf1[1] = bf0[1] + bf0[6];
-  bf1[2] = bf0[2] + bf0[5];
-  bf1[3] = bf0[3] + bf0[4];
-  bf1[4] = bf0[3] - bf0[4];
-  bf1[5] = bf0[2] - bf0[5];
-  bf1[6] = bf0[1] - bf0[6];
-  bf1[7] = bf0[0] - bf0[7];
+  bf1[0] = apply_value(bf0[0] + bf0[7], stage_range[stage]);
+  bf1[1] = apply_value(bf0[1] + bf0[6], stage_range[stage]);
+  bf1[2] = apply_value(bf0[2] + bf0[5], stage_range[stage]);
+  bf1[3] = apply_value(bf0[3] + bf0[4], stage_range[stage]);
+  bf1[4] = apply_value(bf0[3] - bf0[4], stage_range[stage]);
+  bf1[5] = apply_value(bf0[2] - bf0[5], stage_range[stage]);
+  bf1[6] = apply_value(bf0[1] - bf0[6], stage_range[stage]);
+  bf1[7] = apply_value(bf0[0] - bf0[7], stage_range[stage]);
   bf1[8] = bf0[8];
   bf1[9] = bf0[9];
   bf1[10] = half_btf(-cospi[32], bf0[10], cospi[32], bf0[13], cos_bit);
@@ -2124,22 +2103,22 @@
   bf1[13] = half_btf(cospi[32], bf0[10], cospi[32], bf0[13], cos_bit);
   bf1[14] = bf0[14];
   bf1[15] = bf0[15];
-  bf1[16] = bf0[16] + bf0[23];
-  bf1[17] = bf0[17] + bf0[22];
-  bf1[18] = bf0[18] + bf0[21];
-  bf1[19] = bf0[19] + bf0[20];
-  bf1[20] = bf0[19] - bf0[20];
-  bf1[21] = bf0[18] - bf0[21];
-  bf1[22] = bf0[17] - bf0[22];
-  bf1[23] = bf0[16] - bf0[23];
-  bf1[24] = -bf0[24] + bf0[31];
-  bf1[25] = -bf0[25] + bf0[30];
-  bf1[26] = -bf0[26] + bf0[29];
-  bf1[27] = -bf0[27] + bf0[28];
-  bf1[28] = bf0[27] + bf0[28];
-  bf1[29] = bf0[26] + bf0[29];
-  bf1[30] = bf0[25] + bf0[30];
-  bf1[31] = bf0[24] + bf0[31];
+  bf1[16] = apply_value(bf0[16] + bf0[23], stage_range[stage]);
+  bf1[17] = apply_value(bf0[17] + bf0[22], stage_range[stage]);
+  bf1[18] = apply_value(bf0[18] + bf0[21], stage_range[stage]);
+  bf1[19] = apply_value(bf0[19] + bf0[20], stage_range[stage]);
+  bf1[20] = apply_value(bf0[19] - bf0[20], stage_range[stage]);
+  bf1[21] = apply_value(bf0[18] - bf0[21], stage_range[stage]);
+  bf1[22] = apply_value(bf0[17] - bf0[22], stage_range[stage]);
+  bf1[23] = apply_value(bf0[16] - bf0[23], stage_range[stage]);
+  bf1[24] = apply_value(-bf0[24] + bf0[31], stage_range[stage]);
+  bf1[25] = apply_value(-bf0[25] + bf0[30], stage_range[stage]);
+  bf1[26] = apply_value(-bf0[26] + bf0[29], stage_range[stage]);
+  bf1[27] = apply_value(-bf0[27] + bf0[28], stage_range[stage]);
+  bf1[28] = apply_value(bf0[27] + bf0[28], stage_range[stage]);
+  bf1[29] = apply_value(bf0[26] + bf0[29], stage_range[stage]);
+  bf1[30] = apply_value(bf0[25] + bf0[30], stage_range[stage]);
+  bf1[31] = apply_value(bf0[24] + bf0[31], stage_range[stage]);
   bf1[32] = bf0[32];
   bf1[33] = bf0[33];
   bf1[34] = bf0[34];
@@ -2172,29 +2151,28 @@
   bf1[61] = bf0[61];
   bf1[62] = bf0[62];
   bf1[63] = bf0[63];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 9
   stage++;
-  cospi = cospi_arr(cos_bit);
   bf0 = step;
   bf1 = output;
-  bf1[0] = bf0[0] + bf0[15];
-  bf1[1] = bf0[1] + bf0[14];
-  bf1[2] = bf0[2] + bf0[13];
-  bf1[3] = bf0[3] + bf0[12];
-  bf1[4] = bf0[4] + bf0[11];
-  bf1[5] = bf0[5] + bf0[10];
-  bf1[6] = bf0[6] + bf0[9];
-  bf1[7] = bf0[7] + bf0[8];
-  bf1[8] = bf0[7] - bf0[8];
-  bf1[9] = bf0[6] - bf0[9];
-  bf1[10] = bf0[5] - bf0[10];
-  bf1[11] = bf0[4] - bf0[11];
-  bf1[12] = bf0[3] - bf0[12];
-  bf1[13] = bf0[2] - bf0[13];
-  bf1[14] = bf0[1] - bf0[14];
-  bf1[15] = bf0[0] - bf0[15];
+  bf1[0] = apply_value(bf0[0] + bf0[15], stage_range[stage]);
+  bf1[1] = apply_value(bf0[1] + bf0[14], stage_range[stage]);
+  bf1[2] = apply_value(bf0[2] + bf0[13], stage_range[stage]);
+  bf1[3] = apply_value(bf0[3] + bf0[12], stage_range[stage]);
+  bf1[4] = apply_value(bf0[4] + bf0[11], stage_range[stage]);
+  bf1[5] = apply_value(bf0[5] + bf0[10], stage_range[stage]);
+  bf1[6] = apply_value(bf0[6] + bf0[9], stage_range[stage]);
+  bf1[7] = apply_value(bf0[7] + bf0[8], stage_range[stage]);
+  bf1[8] = apply_value(bf0[7] - bf0[8], stage_range[stage]);
+  bf1[9] = apply_value(bf0[6] - bf0[9], stage_range[stage]);
+  bf1[10] = apply_value(bf0[5] - bf0[10], stage_range[stage]);
+  bf1[11] = apply_value(bf0[4] - bf0[11], stage_range[stage]);
+  bf1[12] = apply_value(bf0[3] - bf0[12], stage_range[stage]);
+  bf1[13] = apply_value(bf0[2] - bf0[13], stage_range[stage]);
+  bf1[14] = apply_value(bf0[1] - bf0[14], stage_range[stage]);
+  bf1[15] = apply_value(bf0[0] - bf0[15], stage_range[stage]);
   bf1[16] = bf0[16];
   bf1[17] = bf0[17];
   bf1[18] = bf0[18];
@@ -2211,77 +2189,76 @@
   bf1[29] = bf0[29];
   bf1[30] = bf0[30];
   bf1[31] = bf0[31];
-  bf1[32] = bf0[32] + bf0[47];
-  bf1[33] = bf0[33] + bf0[46];
-  bf1[34] = bf0[34] + bf0[45];
-  bf1[35] = bf0[35] + bf0[44];
-  bf1[36] = bf0[36] + bf0[43];
-  bf1[37] = bf0[37] + bf0[42];
-  bf1[38] = bf0[38] + bf0[41];
-  bf1[39] = bf0[39] + bf0[40];
-  bf1[40] = bf0[39] - bf0[40];
-  bf1[41] = bf0[38] - bf0[41];
-  bf1[42] = bf0[37] - bf0[42];
-  bf1[43] = bf0[36] - bf0[43];
-  bf1[44] = bf0[35] - bf0[44];
-  bf1[45] = bf0[34] - bf0[45];
-  bf1[46] = bf0[33] - bf0[46];
-  bf1[47] = bf0[32] - bf0[47];
-  bf1[48] = -bf0[48] + bf0[63];
-  bf1[49] = -bf0[49] + bf0[62];
-  bf1[50] = -bf0[50] + bf0[61];
-  bf1[51] = -bf0[51] + bf0[60];
-  bf1[52] = -bf0[52] + bf0[59];
-  bf1[53] = -bf0[53] + bf0[58];
-  bf1[54] = -bf0[54] + bf0[57];
-  bf1[55] = -bf0[55] + bf0[56];
-  bf1[56] = bf0[55] + bf0[56];
-  bf1[57] = bf0[54] + bf0[57];
-  bf1[58] = bf0[53] + bf0[58];
-  bf1[59] = bf0[52] + bf0[59];
-  bf1[60] = bf0[51] + bf0[60];
-  bf1[61] = bf0[50] + bf0[61];
-  bf1[62] = bf0[49] + bf0[62];
-  bf1[63] = bf0[48] + bf0[63];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  bf1[32] = apply_value(bf0[32] + bf0[47], stage_range[stage]);
+  bf1[33] = apply_value(bf0[33] + bf0[46], stage_range[stage]);
+  bf1[34] = apply_value(bf0[34] + bf0[45], stage_range[stage]);
+  bf1[35] = apply_value(bf0[35] + bf0[44], stage_range[stage]);
+  bf1[36] = apply_value(bf0[36] + bf0[43], stage_range[stage]);
+  bf1[37] = apply_value(bf0[37] + bf0[42], stage_range[stage]);
+  bf1[38] = apply_value(bf0[38] + bf0[41], stage_range[stage]);
+  bf1[39] = apply_value(bf0[39] + bf0[40], stage_range[stage]);
+  bf1[40] = apply_value(bf0[39] - bf0[40], stage_range[stage]);
+  bf1[41] = apply_value(bf0[38] - bf0[41], stage_range[stage]);
+  bf1[42] = apply_value(bf0[37] - bf0[42], stage_range[stage]);
+  bf1[43] = apply_value(bf0[36] - bf0[43], stage_range[stage]);
+  bf1[44] = apply_value(bf0[35] - bf0[44], stage_range[stage]);
+  bf1[45] = apply_value(bf0[34] - bf0[45], stage_range[stage]);
+  bf1[46] = apply_value(bf0[33] - bf0[46], stage_range[stage]);
+  bf1[47] = apply_value(bf0[32] - bf0[47], stage_range[stage]);
+  bf1[48] = apply_value(-bf0[48] + bf0[63], stage_range[stage]);
+  bf1[49] = apply_value(-bf0[49] + bf0[62], stage_range[stage]);
+  bf1[50] = apply_value(-bf0[50] + bf0[61], stage_range[stage]);
+  bf1[51] = apply_value(-bf0[51] + bf0[60], stage_range[stage]);
+  bf1[52] = apply_value(-bf0[52] + bf0[59], stage_range[stage]);
+  bf1[53] = apply_value(-bf0[53] + bf0[58], stage_range[stage]);
+  bf1[54] = apply_value(-bf0[54] + bf0[57], stage_range[stage]);
+  bf1[55] = apply_value(-bf0[55] + bf0[56], stage_range[stage]);
+  bf1[56] = apply_value(bf0[55] + bf0[56], stage_range[stage]);
+  bf1[57] = apply_value(bf0[54] + bf0[57], stage_range[stage]);
+  bf1[58] = apply_value(bf0[53] + bf0[58], stage_range[stage]);
+  bf1[59] = apply_value(bf0[52] + bf0[59], stage_range[stage]);
+  bf1[60] = apply_value(bf0[51] + bf0[60], stage_range[stage]);
+  bf1[61] = apply_value(bf0[50] + bf0[61], stage_range[stage]);
+  bf1[62] = apply_value(bf0[49] + bf0[62], stage_range[stage]);
+  bf1[63] = apply_value(bf0[48] + bf0[63], stage_range[stage]);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 10
   stage++;
-  cospi = cospi_arr(cos_bit);
   bf0 = output;
   bf1 = step;
-  bf1[0] = bf0[0] + bf0[31];
-  bf1[1] = bf0[1] + bf0[30];
-  bf1[2] = bf0[2] + bf0[29];
-  bf1[3] = bf0[3] + bf0[28];
-  bf1[4] = bf0[4] + bf0[27];
-  bf1[5] = bf0[5] + bf0[26];
-  bf1[6] = bf0[6] + bf0[25];
-  bf1[7] = bf0[7] + bf0[24];
-  bf1[8] = bf0[8] + bf0[23];
-  bf1[9] = bf0[9] + bf0[22];
-  bf1[10] = bf0[10] + bf0[21];
-  bf1[11] = bf0[11] + bf0[20];
-  bf1[12] = bf0[12] + bf0[19];
-  bf1[13] = bf0[13] + bf0[18];
-  bf1[14] = bf0[14] + bf0[17];
-  bf1[15] = bf0[15] + bf0[16];
-  bf1[16] = bf0[15] - bf0[16];
-  bf1[17] = bf0[14] - bf0[17];
-  bf1[18] = bf0[13] - bf0[18];
-  bf1[19] = bf0[12] - bf0[19];
-  bf1[20] = bf0[11] - bf0[20];
-  bf1[21] = bf0[10] - bf0[21];
-  bf1[22] = bf0[9] - bf0[22];
-  bf1[23] = bf0[8] - bf0[23];
-  bf1[24] = bf0[7] - bf0[24];
-  bf1[25] = bf0[6] - bf0[25];
-  bf1[26] = bf0[5] - bf0[26];
-  bf1[27] = bf0[4] - bf0[27];
-  bf1[28] = bf0[3] - bf0[28];
-  bf1[29] = bf0[2] - bf0[29];
-  bf1[30] = bf0[1] - bf0[30];
-  bf1[31] = bf0[0] - bf0[31];
+  bf1[0] = apply_value(bf0[0] + bf0[31], stage_range[stage]);
+  bf1[1] = apply_value(bf0[1] + bf0[30], stage_range[stage]);
+  bf1[2] = apply_value(bf0[2] + bf0[29], stage_range[stage]);
+  bf1[3] = apply_value(bf0[3] + bf0[28], stage_range[stage]);
+  bf1[4] = apply_value(bf0[4] + bf0[27], stage_range[stage]);
+  bf1[5] = apply_value(bf0[5] + bf0[26], stage_range[stage]);
+  bf1[6] = apply_value(bf0[6] + bf0[25], stage_range[stage]);
+  bf1[7] = apply_value(bf0[7] + bf0[24], stage_range[stage]);
+  bf1[8] = apply_value(bf0[8] + bf0[23], stage_range[stage]);
+  bf1[9] = apply_value(bf0[9] + bf0[22], stage_range[stage]);
+  bf1[10] = apply_value(bf0[10] + bf0[21], stage_range[stage]);
+  bf1[11] = apply_value(bf0[11] + bf0[20], stage_range[stage]);
+  bf1[12] = apply_value(bf0[12] + bf0[19], stage_range[stage]);
+  bf1[13] = apply_value(bf0[13] + bf0[18], stage_range[stage]);
+  bf1[14] = apply_value(bf0[14] + bf0[17], stage_range[stage]);
+  bf1[15] = apply_value(bf0[15] + bf0[16], stage_range[stage]);
+  bf1[16] = apply_value(bf0[15] - bf0[16], stage_range[stage]);
+  bf1[17] = apply_value(bf0[14] - bf0[17], stage_range[stage]);
+  bf1[18] = apply_value(bf0[13] - bf0[18], stage_range[stage]);
+  bf1[19] = apply_value(bf0[12] - bf0[19], stage_range[stage]);
+  bf1[20] = apply_value(bf0[11] - bf0[20], stage_range[stage]);
+  bf1[21] = apply_value(bf0[10] - bf0[21], stage_range[stage]);
+  bf1[22] = apply_value(bf0[9] - bf0[22], stage_range[stage]);
+  bf1[23] = apply_value(bf0[8] - bf0[23], stage_range[stage]);
+  bf1[24] = apply_value(bf0[7] - bf0[24], stage_range[stage]);
+  bf1[25] = apply_value(bf0[6] - bf0[25], stage_range[stage]);
+  bf1[26] = apply_value(bf0[5] - bf0[26], stage_range[stage]);
+  bf1[27] = apply_value(bf0[4] - bf0[27], stage_range[stage]);
+  bf1[28] = apply_value(bf0[3] - bf0[28], stage_range[stage]);
+  bf1[29] = apply_value(bf0[2] - bf0[29], stage_range[stage]);
+  bf1[30] = apply_value(bf0[1] - bf0[30], stage_range[stage]);
+  bf1[31] = apply_value(bf0[0] - bf0[31], stage_range[stage]);
   bf1[32] = bf0[32];
   bf1[33] = bf0[33];
   bf1[34] = bf0[34];
@@ -2314,75 +2291,75 @@
   bf1[61] = bf0[61];
   bf1[62] = bf0[62];
   bf1[63] = bf0[63];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  range_check_buf(stage, input, bf1, size, stage_range[stage]);
 
   // stage 11
   stage++;
   bf0 = step;
   bf1 = output;
-  bf1[0] = bf0[0] + bf0[63];
-  bf1[1] = bf0[1] + bf0[62];
-  bf1[2] = bf0[2] + bf0[61];
-  bf1[3] = bf0[3] + bf0[60];
-  bf1[4] = bf0[4] + bf0[59];
-  bf1[5] = bf0[5] + bf0[58];
-  bf1[6] = bf0[6] + bf0[57];
-  bf1[7] = bf0[7] + bf0[56];
-  bf1[8] = bf0[8] + bf0[55];
-  bf1[9] = bf0[9] + bf0[54];
-  bf1[10] = bf0[10] + bf0[53];
-  bf1[11] = bf0[11] + bf0[52];
-  bf1[12] = bf0[12] + bf0[51];
-  bf1[13] = bf0[13] + bf0[50];
-  bf1[14] = bf0[14] + bf0[49];
-  bf1[15] = bf0[15] + bf0[48];
-  bf1[16] = bf0[16] + bf0[47];
-  bf1[17] = bf0[17] + bf0[46];
-  bf1[18] = bf0[18] + bf0[45];
-  bf1[19] = bf0[19] + bf0[44];
-  bf1[20] = bf0[20] + bf0[43];
-  bf1[21] = bf0[21] + bf0[42];
-  bf1[22] = bf0[22] + bf0[41];
-  bf1[23] = bf0[23] + bf0[40];
-  bf1[24] = bf0[24] + bf0[39];
-  bf1[25] = bf0[25] + bf0[38];
-  bf1[26] = bf0[26] + bf0[37];
-  bf1[27] = bf0[27] + bf0[36];
-  bf1[28] = bf0[28] + bf0[35];
-  bf1[29] = bf0[29] + bf0[34];
-  bf1[30] = bf0[30] + bf0[33];
-  bf1[31] = bf0[31] + bf0[32];
-  bf1[32] = bf0[31] - bf0[32];
-  bf1[33] = bf0[30] - bf0[33];
-  bf1[34] = bf0[29] - bf0[34];
-  bf1[35] = bf0[28] - bf0[35];
-  bf1[36] = bf0[27] - bf0[36];
-  bf1[37] = bf0[26] - bf0[37];
-  bf1[38] = bf0[25] - bf0[38];
-  bf1[39] = bf0[24] - bf0[39];
-  bf1[40] = bf0[23] - bf0[40];
-  bf1[41] = bf0[22] - bf0[41];
-  bf1[42] = bf0[21] - bf0[42];
-  bf1[43] = bf0[20] - bf0[43];
-  bf1[44] = bf0[19] - bf0[44];
-  bf1[45] = bf0[18] - bf0[45];
-  bf1[46] = bf0[17] - bf0[46];
-  bf1[47] = bf0[16] - bf0[47];
-  bf1[48] = bf0[15] - bf0[48];
-  bf1[49] = bf0[14] - bf0[49];
-  bf1[50] = bf0[13] - bf0[50];
-  bf1[51] = bf0[12] - bf0[51];
-  bf1[52] = bf0[11] - bf0[52];
-  bf1[53] = bf0[10] - bf0[53];
-  bf1[54] = bf0[9] - bf0[54];
-  bf1[55] = bf0[8] - bf0[55];
-  bf1[56] = bf0[7] - bf0[56];
-  bf1[57] = bf0[6] - bf0[57];
-  bf1[58] = bf0[5] - bf0[58];
-  bf1[59] = bf0[4] - bf0[59];
-  bf1[60] = bf0[3] - bf0[60];
-  bf1[61] = bf0[2] - bf0[61];
-  bf1[62] = bf0[1] - bf0[62];
-  bf1[63] = bf0[0] - bf0[63];
-  apply_range(stage, input, bf1, size, stage_range[stage]);
+  bf1[0] = apply_value(bf0[0] + bf0[63], stage_range[stage]);
+  bf1[1] = apply_value(bf0[1] + bf0[62], stage_range[stage]);
+  bf1[2] = apply_value(bf0[2] + bf0[61], stage_range[stage]);
+  bf1[3] = apply_value(bf0[3] + bf0[60], stage_range[stage]);
+  bf1[4] = apply_value(bf0[4] + bf0[59], stage_range[stage]);
+  bf1[5] = apply_value(bf0[5] + bf0[58], stage_range[stage]);
+  bf1[6] = apply_value(bf0[6] + bf0[57], stage_range[stage]);
+  bf1[7] = apply_value(bf0[7] + bf0[56], stage_range[stage]);
+  bf1[8] = apply_value(bf0[8] + bf0[55], stage_range[stage]);
+  bf1[9] = apply_value(bf0[9] + bf0[54], stage_range[stage]);
+  bf1[10] = apply_value(bf0[10] + bf0[53], stage_range[stage]);
+  bf1[11] = apply_value(bf0[11] + bf0[52], stage_range[stage]);
+  bf1[12] = apply_value(bf0[12] + bf0[51], stage_range[stage]);
+  bf1[13] = apply_value(bf0[13] + bf0[50], stage_range[stage]);
+  bf1[14] = apply_value(bf0[14] + bf0[49], stage_range[stage]);
+  bf1[15] = apply_value(bf0[15] + bf0[48], stage_range[stage]);
+  bf1[16] = apply_value(bf0[16] + bf0[47], stage_range[stage]);
+  bf1[17] = apply_value(bf0[17] + bf0[46], stage_range[stage]);
+  bf1[18] = apply_value(bf0[18] + bf0[45], stage_range[stage]);
+  bf1[19] = apply_value(bf0[19] + bf0[44], stage_range[stage]);
+  bf1[20] = apply_value(bf0[20] + bf0[43], stage_range[stage]);
+  bf1[21] = apply_value(bf0[21] + bf0[42], stage_range[stage]);
+  bf1[22] = apply_value(bf0[22] + bf0[41], stage_range[stage]);
+  bf1[23] = apply_value(bf0[23] + bf0[40], stage_range[stage]);
+  bf1[24] = apply_value(bf0[24] + bf0[39], stage_range[stage]);
+  bf1[25] = apply_value(bf0[25] + bf0[38], stage_range[stage]);
+  bf1[26] = apply_value(bf0[26] + bf0[37], stage_range[stage]);
+  bf1[27] = apply_value(bf0[27] + bf0[36], stage_range[stage]);
+  bf1[28] = apply_value(bf0[28] + bf0[35], stage_range[stage]);
+  bf1[29] = apply_value(bf0[29] + bf0[34], stage_range[stage]);
+  bf1[30] = apply_value(bf0[30] + bf0[33], stage_range[stage]);
+  bf1[31] = apply_value(bf0[31] + bf0[32], stage_range[stage]);
+  bf1[32] = apply_value(bf0[31] - bf0[32], stage_range[stage]);
+  bf1[33] = apply_value(bf0[30] - bf0[33], stage_range[stage]);
+  bf1[34] = apply_value(bf0[29] - bf0[34], stage_range[stage]);
+  bf1[35] = apply_value(bf0[28] - bf0[35], stage_range[stage]);
+  bf1[36] = apply_value(bf0[27] - bf0[36], stage_range[stage]);
+  bf1[37] = apply_value(bf0[26] - bf0[37], stage_range[stage]);
+  bf1[38] = apply_value(bf0[25] - bf0[38], stage_range[stage]);
+  bf1[39] = apply_value(bf0[24] - bf0[39], stage_range[stage]);
+  bf1[40] = apply_value(bf0[23] - bf0[40], stage_range[stage]);
+  bf1[41] = apply_value(bf0[22] - bf0[41], stage_range[stage]);
+  bf1[42] = apply_value(bf0[21] - bf0[42], stage_range[stage]);
+  bf1[43] = apply_value(bf0[20] - bf0[43], stage_range[stage]);
+  bf1[44] = apply_value(bf0[19] - bf0[44], stage_range[stage]);
+  bf1[45] = apply_value(bf0[18] - bf0[45], stage_range[stage]);
+  bf1[46] = apply_value(bf0[17] - bf0[46], stage_range[stage]);
+  bf1[47] = apply_value(bf0[16] - bf0[47], stage_range[stage]);
+  bf1[48] = apply_value(bf0[15] - bf0[48], stage_range[stage]);
+  bf1[49] = apply_value(bf0[14] - bf0[49], stage_range[stage]);
+  bf1[50] = apply_value(bf0[13] - bf0[50], stage_range[stage]);
+  bf1[51] = apply_value(bf0[12] - bf0[51], stage_range[stage]);
+  bf1[52] = apply_value(bf0[11] - bf0[52], stage_range[stage]);
+  bf1[53] = apply_value(bf0[10] - bf0[53], stage_range[stage]);
+  bf1[54] = apply_value(bf0[9] - bf0[54], stage_range[stage]);
+  bf1[55] = apply_value(bf0[8] - bf0[55], stage_range[stage]);
+  bf1[56] = apply_value(bf0[7] - bf0[56], stage_range[stage]);
+  bf1[57] = apply_value(bf0[6] - bf0[57], stage_range[stage]);
+  bf1[58] = apply_value(bf0[5] - bf0[58], stage_range[stage]);
+  bf1[59] = apply_value(bf0[4] - bf0[59], stage_range[stage]);
+  bf1[60] = apply_value(bf0[3] - bf0[60], stage_range[stage]);
+  bf1[61] = apply_value(bf0[2] - bf0[61], stage_range[stage]);
+  bf1[62] = apply_value(bf0[1] - bf0[62], stage_range[stage]);
+  bf1[63] = apply_value(bf0[0] - bf0[63], stage_range[stage]);
+  apply_range(stage, input, output, size, stage_range[stage]);
 }

av1/common/av1_inv_txfm2d.c

diff --git a/av1/common/av1_inv_txfm2d.c b/av1/common/av1_inv_txfm2d.c
index 0dc7bb1..f301c5c 100644
--- a/av1/common/av1_inv_txfm2d.c
+++ b/av1/common/av1_inv_txfm2d.c
@@ -121,14 +121,32 @@
                              int bd) {
   const int fwd_shift = inv_start_range[tx_size];
   const int8_t *shift = cfg->shift;
+  int8_t opt_range_row, opt_range_col;
+  if (bd == 8) {
+    opt_range_row = 16;
+    opt_range_col = 16;
+  } else if (bd == 10) {
+    opt_range_row = 18;
+    opt_range_col = 16;
+  } else {
+    assert(bd == 12);
+    opt_range_row = 20;
+    opt_range_col = 18;
+  }
   // i < MAX_TXFM_STAGE_NUM will mute above array bounds warning
   for (int i = 0; i < cfg->stage_num_row && i < MAX_TXFM_STAGE_NUM; ++i) {
-    stage_range_row[i] = cfg->stage_range_row[i] + fwd_shift + bd + 1;
+    int real_range_row = cfg->stage_range_row[i] + fwd_shift + bd + 1;
+    (void)real_range_row;
+    // assert(opt_range_row >= real_range_row);
+    stage_range_row[i] = opt_range_row;
   }
   // i < MAX_TXFM_STAGE_NUM will mute above array bounds warning
   for (int i = 0; i < cfg->stage_num_col && i < MAX_TXFM_STAGE_NUM; ++i) {
-    stage_range_col[i] =
+    int real_range_col =
         cfg->stage_range_col[i] + fwd_shift + shift[0] + bd + 1;
+    (void)real_range_col;
+    // assert(opt_range_col >= real_range_col);
+    stage_range_col[i] = opt_range_col;
   }
 }
 

tools/txfm_analyzer/txfm_gen_code.cc

diff --git a/tools/txfm_analyzer/txfm_gen_code.cc b/tools/txfm_analyzer/txfm_gen_code.cc
index 672ae03..2847a10 100644
--- a/tools/txfm_analyzer/txfm_gen_code.cc
+++ b/tools/txfm_analyzer/txfm_gen_code.cc
@@ -67,9 +67,18 @@
     if (fabs(node->inWeight[i]) == 1 || fabs(node->inWeight[i]) == 0) cnt++;
   }
   if (cnt == 2) {
-    int cnt1 = 0;
+    int cnt2 = 0;
     printf("  %s[%d] =", buf1, node->nodeIdx);
     for (int i = 0; i < 2; i++) {
+      if (fabs(node->inWeight[i]) == 1) {
+        cnt2++;
+      }
+    }
+    if (cnt2 == 2) {
+      printf(" apply_value(");
+    }
+    int cnt1 = 0;
+    for (int i = 0; i < 2; i++) {
       if (node->inWeight[i] == 1) {
         if (cnt1 > 0)
           printf(" + %s[%d]", buf0, node->inNodeIdx[i]);
@@ -84,13 +93,16 @@
         cnt1++;
       }
     }
+    if (cnt2 == 2) {
+      printf(", stage_range[stage])");
+    }
     printf(";\n");
   } else {
     char w0[100];
     char w1[100];
     printf(
         "  %s[%d] = half_btf(%s, %s[%d], %s, %s[%d], "
-        "cos_bit[stage_idx]);\n",
+        "cos_bit);\n",
         buf1, node->nodeIdx, cos_text_arr(node->inWeight[0], COS_MOD, w0, 100),
         buf0, node->inNodeIdx[0],
         cos_text_arr(node->inWeight[1], COS_MOD, w1, 100), buf0,
@@ -104,33 +116,32 @@
 
   printf("\n");
   printf(
-      "void %s(const int32_t *input, int32_t *output, const int8_t* cos_bit, "
+      "void av1_%s(const int32_t *input, int32_t *output, int8_t cos_bit, "
       "const int8_t* stage_range) "
       "{\n",
       fun_name);
+  printf("  assert(output != input);\n");
   printf("  const int32_t size = %d;\n", node_num);
-  printf("  const int32_t *cospi;\n");
+  printf("  const int32_t *cospi = cospi_arr(cos_bit);\n");
   printf("\n");
 
-  printf("  int32_t stage_idx = 0;\n");
-  printf("  int32_t *buf0, *buf1;\n");
+  printf("  int32_t stage = 0;\n");
+  printf("  int32_t *bf0, *bf1;\n");
   printf("  int32_t step[%d];\n", node_num);
 
-  const char *buf0 = "buf0";
-  const char *buf1 = "buf1";
+  const char *buf0 = "bf0";
+  const char *buf1 = "bf1";
   const char *input = "input";
 
   int si = 0;
   printf("\n");
   printf("  // stage %d;\n", si);
-  printf("  range_check(stage_idx, input, %s, size, stage_range[stage_idx]);\n",
-         input);
+  printf("  apply_range(stage, input, %s, size, stage_range[stage]);\n", input);
 
   si = 1;
   printf("\n");
   printf("  // stage %d;\n", si);
-  printf("  stage_idx++;\n");
-  printf("  cospi = cospi_arr[cos_bit[stage_idx] - cos_bit_min];\n");
+  printf("  stage++;\n");
   if (si % 2 == (stage_num - 1) % 2) {
     printf("  %s = output;\n", buf1);
   } else {
@@ -142,14 +153,12 @@
     node_to_code_c(node + idx, input, buf1);
   }
 
-  printf(
-      "  range_check(stage_idx, input, buf1, size, stage_range[stage_idx]);\n");
+  printf("  range_check_buf(stage, input, bf1, size, stage_range[stage]);\n");
 
   for (int si = 2; si < stage_num; si++) {
     printf("\n");
     printf("  // stage %d\n", si);
-    printf("  stage_idx++;\n");
-    printf("  cospi = cospi_arr[cos_bit[stage_idx] - cos_bit_min];\n");
+    printf("  stage++;\n");
     if (si % 2 == (stage_num - 1) % 2) {
       printf("  %s = step;\n", buf0);
       printf("  %s = output;\n", buf1);
@@ -164,10 +173,12 @@
       node_to_code_c(node + idx, buf0, buf1);
     }
 
-    printf(
-        "  range_check(stage_idx, input, buf1, size, "
-        "stage_range[stage_idx]);\n");
+    if (si != stage_num - 1) {
+      printf(
+          "  range_check_buf(stage, input, bf1, size, stage_range[stage]);\n");
+    }
   }
+  printf("  apply_range(stage, input, output, size, stage_range[stage]);\n");
   printf("}\n");
 }