commit 6c652783bfd9a5a2bff5b41b33251bef315b41ad
author David Barker <david.barker@argondesign.com> Mon Feb 13 13:46:40 2017 +0000
committer Debargha Mukherjee <debargha@google.com> Wed Feb 22 03:27:35 2017 +0000
tree b161e580cbaad9e1a32e8e74158c71db20122b6d
parent db4e499881429a7f28eabea94e065d7662cc58c7

Increase global motion translation precision

increases the translational part of global motion models
to the same 1/64 pel precision which is used by the warp filter.

Change-Id: I7267b18b123662416bc5c8095186b6a5eef2f7f1

av1/common/mv.h

diff --git a/av1/common/mv.h b/av1/common/mv.h
index 9275c23..c7fb424 100644
--- a/av1/common/mv.h
+++ b/av1/common/mv.h
@@ -111,8 +111,8 @@
 //
 // XX_MIN, XX_MAX are also computed to avoid repeated computation
 
-#define GM_TRANS_PREC_BITS 3
-#define GM_ABS_TRANS_BITS 9
+#define GM_TRANS_PREC_BITS 6
+#define GM_ABS_TRANS_BITS 12
 #define GM_TRANS_PREC_DIFF (WARPEDMODEL_PREC_BITS - GM_TRANS_PREC_BITS)
 #define GM_TRANS_DECODE_FACTOR (1 << GM_TRANS_PREC_DIFF)