commit 06f3b3bae25956313f5dd51cedf39b2e04713264
author Marco Paniconi <marpan@google.com> Thu May 09 22:26:27 2024 -0700
committer Marco Paniconi <marpan@google.com> Tue May 14 20:28:29 2024 +0000
tree 41e5353c9e647eb16061bfdfeb8ed248e0f1a6a3
parent 407b9866d40a58da32ed8de4f9102fe93eef6ee2

rtc: Adjust color_thresh_palette for nonrd keyframe

For keyframes with hybrid_intra_pickmode = 0:
reduce color_thresh_palette down, to exit palette search
early when it's likely not the best mode.

bdrate on rtc_screen for speed 11, all-intra with CQ mode:
avg_psnr/ovr_psnr/ssim:-6.3, -5.3, -7.1
Average Instruction count reduction ~17%.

For the default IPPP CBR mode:
avg_psnr/ovr_psnr/ssim: 0.153, 0.619, 0.427
Some loss on screen_recording_crd clip, that will
be looked into.

Change-Id: I2fd8acb674d09c34629f08f6e593ec97a807d9d4

av1/encoder/nonrd_pickmode.c

diff --git a/av1/encoder/nonrd_pickmode.c b/av1/encoder/nonrd_pickmode.c
index d08e9c0..7b204c7 100644
--- a/av1/encoder/nonrd_pickmode.c
+++ b/av1/encoder/nonrd_pickmode.c
@@ -1668,6 +1668,8 @@
   if (try_palette) {
     const TxfmSearchInfo *txfm_info = &x->txfm_search_info;
     const unsigned int intra_ref_frame_cost = 0;
+    x->color_palette_thresh = (best_sad_norm < 500) ? 32 : 64;
+
     // Search palette mode for Luma plane in intra frame.
     av1_search_palette_mode_luma(cpi, x, bsize, intra_ref_frame_cost, ctx,
                                  &this_rdc, best_rdc.rdcost);