commit 4af07d928514c416c82752b07d82c8a9ef3ecba8
author Angie Chiang <angiebird@google.com> Fri Mar 17 16:03:29 2017 -0700
committer Angie Chiang <angiebird@google.com> Mon Mar 20 18:16:51 2017 +0000
tree 62a9a960b6cb232e81c9095fe45a90ec71ec0b84
parent 133733cbdf8c4f560bb81a61505f9922c5c7d479

Fix get_txb_ctx

get_txb_ctx is designed under the condition that ctx is uint8_t
Hence, we cast ctx to uint8_t before further operations

Change-Id: If8423d6e5edd346034cb9631726e930c47bc682b

av1/common/txb_common.h

diff --git a/av1/common/txb_common.h b/av1/common/txb_common.h
index 03b2022..9a33c81 100644
--- a/av1/common/txb_common.h
+++ b/av1/common/txb_common.h
@@ -329,21 +329,21 @@
 
   int dc_sign = 0;
   for (k = 0; k < tx_size_in_blocks; ++k) {
-    int sign = a[k] >> COEFF_CONTEXT_BITS;
+    int sign = ((uint8_t)a[k]) >> COEFF_CONTEXT_BITS;
     if (sign == 1)
       --dc_sign;
     else if (sign == 2)
       ++dc_sign;
     else if (sign != 0)
-      exit(0);
+      assert(0);
 
-    sign = l[k] >> 6;
+    sign = ((uint8_t)l[k]) >> COEFF_CONTEXT_BITS;
     if (sign == 1)
       --dc_sign;
     else if (sign == 2)
       ++dc_sign;
     else if (sign != 0)
-      exit(0);
+      assert(0);
   }
   txb_ctx->dc_sign_ctx = get_dc_sign_ctx(dc_sign);
 
@@ -351,8 +351,8 @@
     int top = 0;
     int left = 0;
     for (k = 0; k < tx_size_in_blocks; ++k) {
-      top = AOMMAX(top, (a[k] & COEFF_CONTEXT_MASK));
-      left = AOMMAX(left, (l[k] & COEFF_CONTEXT_MASK));
+      top = AOMMAX(top, ((uint8_t)a[k] & COEFF_CONTEXT_MASK));
+      left = AOMMAX(left, ((uint8_t)l[k] & COEFF_CONTEXT_MASK));
     }
     top = AOMMIN(top, 255);
     left = AOMMIN(left, 255);