commit 301a81af33c9c8c79f0488571c2f4d865c498003
author Narayan <narayan.kalaburgi@ittiam.com> Thu Mar 23 14:35:43 2023 +0530
committer Yunqing Wang <yunqingwang@google.com> Fri Mar 24 21:24:15 2023 +0000
tree 43080acf3bd734f5520734c363c769a0c75f8a6f
parent 7713e73edd79ef79406bbc4955e38ac824ab99cc

Tune sf 'winner_mode_tx_type_pruning' for speed 5

The speed feature 'winner_mode_tx_type_pruning' decides the
aggressiveness of ML based tx type pruning. This CL tunes the
sf for speed 5 to achieve better speed-up.

For 'good' encoding mode,

cpu-used  Instruction Count     BD-Rate Loss(%)
           Reduction(%)     avg.psnr  ovr.psnr   ssim
   5         1.963          0.0379    0.0421     0.0115

STATS_CHANGED

Change-Id: Id5c57595308a6fc53460f9f726e96b584172b75e

av1/encoder/speed_features.c

diff --git a/av1/encoder/speed_features.c b/av1/encoder/speed_features.c
index 73e1967..e92c5f8 100644
--- a/av1/encoder/speed_features.c
+++ b/av1/encoder/speed_features.c
@@ -2520,6 +2520,17 @@
     }
   }
 
+  if (speed == 5) {
+    if (!(frame_is_intra_only(&cpi->common) ||
+          cm->features.allow_screen_content_tools)) {
+      const int qindex[2] = { 256, 128 };
+      // Set the sf value as 3 for low resolution and
+      // for higher resolutions with low quantizers.
+      if (cm->quant_params.base_qindex < qindex[is_480p_or_larger])
+        sf->tx_sf.tx_type_search.winner_mode_tx_type_pruning = 3;
+    }
+  }
+
   set_subpel_search_method(&cpi->mv_search_params,
                            cpi->oxcf.unit_test_cfg.motion_vector_unit_test,
                            sf->mv_sf.subpel_search_method);