commit d46cecf428029b1b03ec66422404570b120f4bbc
author Yaowu Xu <yaowu@google.com> Thu Sep 01 15:23:23 2016 -0700
committer Yaowu Xu <yaowu@google.com> Thu Sep 01 23:15:20 2016 +0000
tree b0a719f430d3d16d46927d76ee3e7144f0906f82
parent 2e3fedd7f43e91da0dc8c5646bb5117c2d11d80d

psnr.c: unsigned to signed

Since diff can be negative and sum of diff can be negative too.

Change-Id: I822a4e90cc4fa06c796b7a87a776cf62a23a7621

aom_dsp/psnr.c

diff --git a/aom_dsp/psnr.c b/aom_dsp/psnr.c
index e01802c..bcf4e64 100644
--- a/aom_dsp/psnr.c
+++ b/aom_dsp/psnr.c
@@ -51,7 +51,7 @@
 #if CONFIG_AOM_HIGHBITDEPTH
 static void encoder_highbd_variance64(const uint8_t *a8, int a_stride,
                                       const uint8_t *b8, int b_stride, int w,
-                                      int h, uint64_t *sse, uint64_t *sum) {
+                                      int h, uint64_t *sse, int64_t *sum) {
   int i, j;
 
   uint16_t *a = CONVERT_TO_SHORTPTR(a8);
@@ -74,7 +74,7 @@
                                       const uint8_t *b8, int b_stride, int w,
                                       int h, unsigned int *sse, int *sum) {
   uint64_t sse_long = 0;
-  uint64_t sum_long = 0;
+  int64_t sum_long = 0;
   encoder_highbd_variance64(a8, a_stride, b8, b_stride, w, h, &sse_long,
                             &sum_long);
   *sse = (unsigned int)sse_long;