commit 89f54505c273181bccd3f7a32c835da8958c00f3
author Debargha Mukherjee <debargha@google.com> Mon Jul 09 16:24:38 2018 -0700
committer Debargha Mukherjee <debargha@google.com> Thu Jul 12 01:36:30 2018 +0000
tree c44c69892e75d4c3384b6be4905ebd3f2ac4e4ee
parent 3836345ecac6132085a471f5c450297ea3ea3798

Fix sse computation for frame edge blocks

Change-Id: I7276c7bca8a955ddf7c74a4dd14eb1999198a684

av1/encoder/rdopt.c

diff --git a/av1/encoder/rdopt.c b/av1/encoder/rdopt.c
index 60f746c..58f6df9 100644
--- a/av1/encoder/rdopt.c
+++ b/av1/encoder/rdopt.c
@@ -2519,6 +2519,23 @@
   if (rate) *rate = rate_i;
   if (dist) *dist = dist_i;
   if (rsse) *rsse = sse;
+  /*
+  {
+    static int count = 0;
+    RD_STATS rd_stats_y;
+    if (count >= 159984) {
+      printf("Gotcha\n");
+    }
+    printf("Count: %d\n", count++);
+    av1_invalid_rd_stats(&rd_stats_y);
+    select_tx_type_yrd(cpi, x, &rd_stats_y, plane_bsize, mi_row, mi_col,
+                       INT64_MAX);
+    printf("Full RD:      %d %"PRId64", skip %d sse %"PRId64"\n",
+  rd_stats_y.rate, rd_stats_y.dist, rd_stats_y.skip, rd_stats_y.sse);
+    printf("DNN Model RD: %d %"PRId64"\n", rate_i, dist_i);
+    assert(IMPLIES(rd_stats_y.rate == 0, rd_stats_y.dist == sse << 4));
+  }
+  */
   return;
 }