commit 34b0ee61b2adc728a7918476def9606367d676be
author Yaowu Xu <yaowu@google.com> Fri Sep 02 15:28:30 2016 -0700
committer Yaowu Xu <yaowu@google.com> Tue Sep 06 14:51:47 2016 +0000
tree 5f9d106833aa79a7849ca57819ef199c2ed31a14
parent 1f9356a5361b59b5a64d4c95b98ce9cef2334368

quantize.c: int->uint32_t for absolute values

Change-Id: I784f32e0e86d873655e46cf68c5c124a698af361

aom_dsp/quantize.c

diff --git a/aom_dsp/quantize.c b/aom_dsp/quantize.c
index 3a2dff7..1b9bbdc 100644
--- a/aom_dsp/quantize.c
+++ b/aom_dsp/quantize.c
@@ -416,7 +416,7 @@
     const int coeff_sign = (coeff >> 31);
     const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign;
     const int64_t tmp = abs_coeff + round_ptr[0];
-    const int abs_qcoeff = (int)((tmp * quant) >> 16);
+    const uint32_t abs_qcoeff = (uint32_t)((tmp * quant) >> 16);
     qcoeff_ptr[0] = (tran_low_t)((abs_qcoeff ^ coeff_sign) - coeff_sign);
     dqcoeff_ptr[0] = qcoeff_ptr[0] * dequant_ptr;
     if (abs_qcoeff) eob = 0;
@@ -468,7 +468,7 @@
     const int coeff_sign = (coeff >> 31);
     const int abs_coeff = (coeff ^ coeff_sign) - coeff_sign;
     const int64_t tmp = abs_coeff + ROUND_POWER_OF_TWO(round_ptr[0], 1);
-    const int abs_qcoeff = (int)((tmp * quant) >> 15);
+    const uint32_t abs_qcoeff = (uint32_t)((tmp * quant) >> 15);
     qcoeff_ptr[0] = (tran_low_t)((abs_qcoeff ^ coeff_sign) - coeff_sign);
     dqcoeff_ptr[0] = qcoeff_ptr[0] * dequant_ptr / 2;
     if (abs_qcoeff) eob = 0;