commit db70bf410e2ef8bd61093dbe582990f2ca0aee4c
author Yunqing Wang <yunqingwang@google.com> Mon Aug 19 09:28:11 2019 -0700
committer Yunqing Wang <yunqingwang@google.com> Thu Aug 22 05:23:13 2019 +0000
tree 3aaa3d9c56c6fd5ae996b964645e371236adebbb
parent fa73e201d8d79749710ecf84fed92d3228905c32

Prune tx type search using previous stats

Record tx type usage and using the stats to prune following frame's
tx type search. Borg test result for speed 4:
         avg_psnr:   ovr_psnr:   ssim:
midres:   0.120        0.107    -0.034
Average speedup over whole midres set is 3.2%.
Will work on extending this feature to other speeds.

Change-Id: I864e1e4515c0f707aa48a3c0f9ed67b573603739

av1/encoder/encodetxb.c

diff --git a/av1/encoder/encodetxb.c b/av1/encoder/encodetxb.c
index 20956a8..deb585a 100644
--- a/av1/encoder/encodetxb.c
+++ b/av1/encoder/encodetxb.c
@@ -2073,6 +2073,10 @@
   const TX_CLASS tx_class = tx_type_to_class[tx_type];
   const SCAN_ORDER *const scan_order = get_scan(tx_size, tx_type);
   const int16_t *const scan = scan_order->scan;
+
+  // record tx type usage
+  td->rd_counts.tx_type_used[get_frame_update_type(cpi)][tx_size][tx_type]++;
+
 #if CONFIG_ENTROPY_STATS
   av1_update_eob_context(cdf_idx, eob, tx_size, tx_class, plane_type, ec_ctx,
                          td->counts, allow_update_cdf);