commit b91ea1ed000c017110e9b77f2cb90b400599a235
author Marco Paniconi <marpan@google.com> Mon Dec 12 15:43:08 2022 -0800
committer Marco Paniconi <marpan@google.com> Tue Dec 13 02:29:03 2022 +0000
tree 22dcd3e0a165ca9d88c5ec84f0a7207986cff046
parent 2b6857f138e86ec1d286b7fc7ad1cab16b321fa7

rtc-screen: Disable IDTX for bit_depth > 8.

Bug: aomedia:3359
Change-Id: I59342265adadbbb350492539aa0e858bf1631a77

av1/encoder/nonrd_pickmode.c

diff --git a/av1/encoder/nonrd_pickmode.c b/av1/encoder/nonrd_pickmode.c
index 4e6b3a9..b4ca51d 100644
--- a/av1/encoder/nonrd_pickmode.c
+++ b/av1/encoder/nonrd_pickmode.c
@@ -4175,7 +4175,10 @@
 
   // Check for IDTX: based only on Y channel, so avoid when color_sensitivity
   // is set.
-  if (cpi->oxcf.tune_cfg.content == AOM_CONTENT_SCREEN && !skip_idtx_palette &&
+  // TODO(marpan): Only allow for 8 bit-depth for now, re-enable for 10/12 bit
+  // when issue 3359 is fixed.
+  if (cm->seq_params->bit_depth == 8 &&
+      cpi->oxcf.tune_cfg.content == AOM_CONTENT_SCREEN && !skip_idtx_palette &&
       !cpi->oxcf.txfm_cfg.use_inter_dct_only && !x->force_zeromv_skip_for_blk &&
       is_inter_mode(search_state.best_pickmode.best_mode) &&
       (!cpi->sf.rt_sf.prune_idtx_nonrd ||