commit 171c17d3cbb5b047d61471ee22eb5f8e8689de0b
author Yue Chen <yuec@google.com> Mon Oct 16 18:08:22 2017 -0700
committer Yue Chen <yuec@google.com> Wed Oct 18 20:51:16 2017 +0000
tree ca1149ad87116c142c53b0897f075331ac385d9a
parent 9f78e85b83369effd2861019a5cbd2979eb9847d

new_multisymbol: use cdf-based cost of txfm partition syntax

Change-Id: I79ad4261af5f6843fc0c533327baf15c36cec2ad

av1/encoder/rdopt.c

diff --git a/av1/encoder/rdopt.c b/av1/encoder/rdopt.c
index 1952dcc..ab90065 100644
--- a/av1/encoder/rdopt.c
+++ b/av1/encoder/rdopt.c
@@ -4924,8 +4924,7 @@
     }
 
     if (tx_size > TX_4X4 && depth < MAX_VARTX_DEPTH)
-      rd_stats->rate +=
-          av1_cost_bit(cpi->common.fc->txfm_partition_prob[ctx], 0);
+      rd_stats->rate += x->txfm_partition_cost[ctx][0];
 #if CONFIG_RECT_TX_EXT
     if (check_qttx) {
       assert(blk_row == 0 && blk_col == 0);
@@ -5018,8 +5017,7 @@
       av1_merge_rd_stats(&rd_stats_qttx, &rd_stats_tmp);
 
       if (tx_size > TX_4X4 && depth < MAX_VARTX_DEPTH) {
-        rd_stats_qttx.rate +=
-            av1_cost_bit(cpi->common.fc->txfm_partition_prob[ctx], 0);
+        rd_stats_qttx.rate += x->txfm_partition_cost[ctx][0];
       }
       rd_stats_qttx.rate += x->quarter_tx_size_cost[1];
       rd_qttx = RDCOST(x->rdmult, rd_stats_qttx.rate, rd_stats_qttx.dist);
@@ -5060,8 +5058,7 @@
 #if CONFIG_DIST_8X8
     int sub8x8_eob[4];
 #endif
-    sum_rd_stats.rate =
-        av1_cost_bit(cpi->common.fc->txfm_partition_prob[ctx], 1);
+    sum_rd_stats.rate = x->txfm_partition_cost[ctx][1];
 
     assert(tx_size < TX_SIZES_ALL);
 
@@ -5516,6 +5513,8 @@
   memset(x->blk_skip[0], 1, sizeof(uint8_t) * n4);
   rd_stats->skip = 1;
 
+  (void)cpi;
+
   // Rate.
   const int tx_size_ctx = txsize_sqr_map[tx_size];
   ENTROPY_CONTEXT ctxa[2 * MAX_MIB_SIZE];
@@ -5526,7 +5525,7 @@
   if (tx_size > TX_4X4) {
     int ctx = txfm_partition_context(
         xd->above_txfm_context, xd->left_txfm_context, mbmi->sb_type, tx_size);
-    rate += av1_cost_bit(cpi->common.fc->txfm_partition_prob[ctx], 0);
+    rate += x->txfm_partition_cost[ctx][0];
   }
 #if !CONFIG_TXK_SEL
 #if CONFIG_EXT_TX