commit 1b0092a76ed82e59dcc5afc748355167ad413714
author Angie Chiang <angiebird@google.com> Thu Apr 14 19:26:42 2016 -0700
committer Angie Chiang <angiebird@google.com> Fri Apr 15 15:25:53 2016 -0700
tree 17654b5bb33d743167f15d18da1fbec0cf2a5058
parent 9638ee1f4ecce0962042649e9767001e7872c987

relax txfm test error constraint

The error is increases because we reduce the const bit
of txfm

Change-Id: I0235a3fdb7dc6a4c0cd1c8cebb369df2a5071b94

test/vp10_fwd_txfm2d_test.cc

diff --git a/test/vp10_fwd_txfm2d_test.cc b/test/vp10_fwd_txfm2d_test.cc
index 668103b..f3bf607 100644
--- a/test/vp10_fwd_txfm2d_test.cc
+++ b/test/vp10_fwd_txfm2d_test.cc
@@ -88,7 +88,7 @@
 
           for (int ni = 0; ni < sqr_txfm_size; ++ni) {
             ref_output[ni] = round(ref_output[ni] * amplify_factor);
-            EXPECT_LE(fabs(output[ni] - ref_output[ni]) / amplify_factor, 60);
+            EXPECT_LE(fabs(output[ni] - ref_output[ni]) / amplify_factor, 70);
           }
           avg_abs_error += compute_avg_abs_error<int32_t, double>(
               output, ref_output, sqr_txfm_size);
@@ -100,7 +100,7 @@
         // printf("type0: %d type1: %d txfm_size: %d accuracy_avg_abs_error:
         // %f\n",
         // type0, type1, txfm_size, avg_abs_error);
-        double max_abs_avg_error = 5;
+        double max_abs_avg_error = 7;
         EXPECT_LE(avg_abs_error, max_abs_avg_error);
       }
     }

test/vp10_inv_txfm2d_test.cc

diff --git a/test/vp10_inv_txfm2d_test.cc b/test/vp10_inv_txfm2d_test.cc
index 7acb329..e6fa0de 100644
--- a/test/vp10_inv_txfm2d_test.cc
+++ b/test/vp10_inv_txfm2d_test.cc
@@ -98,7 +98,7 @@
           inv_txfm_func(output, ref_input, txfm_size, inv_txfm_cfg, bd);
 
           for (int ni = 0; ni < sqr_txfm_size; ++ni) {
-            EXPECT_LE(abs(input[ni] - ref_input[ni]), 2);
+            EXPECT_LE(abs(input[ni] - ref_input[ni]), 4);
           }
           avg_abs_error += compute_avg_abs_error<int16_t, uint16_t>(
               input, ref_input, sqr_txfm_size);
@@ -109,7 +109,7 @@
         // printf("txfm_size: %d accuracy_avg_abs_error: %f\n",
         // txfm_size, avg_abs_error);
         // TODO(angiebird): this upper bound is from adst_adst_8
-        const double max_abs_avg_error = 0.024;
+        const double max_abs_avg_error = 0.4;
         EXPECT_LE(avg_abs_error, max_abs_avg_error);
       }
     }