commit 7dd2417bb6e8137ff007c5b683c82786432e7a19
author Marco Paniconi <marpan@google.com> Tue Sep 13 14:08:54 2022 -0700
committer Marco Paniconi <marpan@google.com> Wed Sep 14 17:43:28 2022 +0000
tree 35228d6ef5ee005a65f465a5f881caf4d8ee5ecf
parent d6cc40d8c6ef327f1b99bbee1e8ebf1fda61694c

rtc: Fix max value for thresholds in variance partiton

Type is int64.
No change in stats.

Change-Id: I7f522b4a342889e552caf447d2e4462c151e6cef

av1/encoder/var_based_part.c

diff --git a/av1/encoder/var_based_part.c b/av1/encoder/var_based_part.c
index fe050cf..16e53fd 100644
--- a/av1/encoder/var_based_part.c
+++ b/av1/encoder/var_based_part.c
@@ -587,7 +587,7 @@
       }
     }
     if (cm->width * cm->height <= 352 * 288) {
-      thresholds[3] = INT32_MAX;
+      thresholds[3] = INT64_MAX;
       if (segment_id == 0) {
         thresholds[1] <<= 2;
         thresholds[2] <<= (source_sad_nonrd <= kLowSad) ? 5 : 4;
@@ -613,7 +613,7 @@
                (source_sad_nonrd != kHighSad ||
                 cpi->rc.avg_source_sad > 50000)) {
       thresholds[0] = (3 * thresholds[0]) >> 1;
-      thresholds[3] = INT32_MAX;
+      thresholds[3] = INT64_MAX;
       if (current_qindex > QINDEX_LARGE_BLOCK_THR) {
         thresholds[1] =
             (int)((1 - weight) * (thresholds[1] << 1) + weight * thresholds[1]);
@@ -627,7 +627,7 @@
           (int)((1 - weight) * (thresholds[1] << 2) + weight * thresholds[1]);
       thresholds[2] =
           (int)((1 - weight) * (thresholds[2] << 4) + weight * thresholds[2]);
-      thresholds[3] = INT32_MAX;
+      thresholds[3] = INT64_MAX;
     }
   } else if (cpi->sf.rt_sf.prefer_large_partition_blocks >= 2) {
     thresholds[1] <<= (source_sad_nonrd <= kLowSad) ? 2 : 0;