commit 96e5c3a354e6580c8f4d24f4da4f43e6122baab8
author Cherma Rajan A <cherma.rajan@ittiam.com> Mon Aug 26 19:37:02 2019 +0530
committer Yunqing Wang <yunqingwang@google.com> Tue Aug 27 15:37:42 2019 +0000
tree 3c6fb7874f3833dddc7114aa06d010f87afb4a4a
parent 6a60280edf3a590ec390e0a8cd80a47fabc1e0bd

Reset use default tx type flag before evaluating intra_bc/palette

Reset use_default_inter_tx_type and use_default_intra_tx_type flags
appropriately before evaluating intra_bc/palette mode.

            Encode Time
cpu-used     Reduction      Quality Loss
   4           0.0%           -0.03%
   5           0.0%           +0.02%

STATS_CHANGED

Change-Id: I2d01f7cee9cad6c72830f22b512f8df85c780657

av1/encoder/rdopt.c

diff --git a/av1/encoder/rdopt.c b/av1/encoder/rdopt.c
index ff1a3c8..1e6bfa2 100644
--- a/av1/encoder/rdopt.c
+++ b/av1/encoder/rdopt.c
@@ -11009,6 +11009,7 @@
       get_rd_opt_coeff_thresh(cpi->coeff_opt_dist_threshold, 0, 0);
   // Set the transform size search method for mode evaluation
   set_tx_size_search_method(cpi, x, 0, 0);
+  x->use_default_intra_tx_type = 0;
 
   if (intra_yrd < best_rd) {
     // Only store reconstructed luma when there's chroma RDO. When there's no
@@ -13175,6 +13176,8 @@
       get_rd_opt_coeff_thresh(cpi->coeff_opt_dist_threshold, 0, 0);
   // Set the transform size search method for winner mode processing
   set_tx_size_search_method(cpi, x, 0, 0);
+  x->use_default_intra_tx_type = 0;
+  x->use_default_inter_tx_type = 0;
 
   // Only try palette mode when the best mode so far is an intra mode.
   const int try_palette =