commit 8c41024b4880522d986db6cd37e08fee044c72e3
author Debargha Mukherjee <debargha@google.com> Tue Apr 11 15:20:56 2017 -0700
committer Debargha Mukherjee <debargha@google.com> Mon Apr 17 05:46:31 2017 +0000
tree 4fa5f0baf7ae2ae5f5bebc7386d1b4af63a68e49
parent cf50989eb3d780374e5e5bafb8331db86abc03bc

Reduce prec of matrices/vectors for warp estimate

Reduces precision of matrices by 2 bits.

No material change in performance.

Change-Id: I549a27da1dcb381fb329c345ee280dbd86b45bac

av1/common/warped_motion.h

diff --git a/av1/common/warped_motion.h b/av1/common/warped_motion.h
index 0e88619..dea7cfd 100644
--- a/av1/common/warped_motion.h
+++ b/av1/common/warped_motion.h
@@ -26,7 +26,10 @@
 #define MAX_PARAMDIM 9
 #if CONFIG_WARPED_MOTION
 #define SAMPLES_ARRAY_SIZE ((2 * MAX_MIB_SIZE + 2) * 2)
-#define LEAST_SQUARES_SAMPLES_MAX 8
+
+#define LEAST_SQUARES_SAMPLES_MAX_BITS 3
+#define LEAST_SQUARES_SAMPLES_MAX (1 << LEAST_SQUARES_SAMPLES_MAX_BITS)
+
 #define DEFAULT_WMTYPE AFFINE
 #endif  // CONFIG_WARPED_MOTION