commit 7e9928b050437866b3a42241c3fc38fb6e746a32
author Hilmi Egilmez <hegilmez@apple.com> Fri Jun 09 19:40:28 2023 +0000
committer Leo (Liang) Zhao <leolzhao@tencent.com> Fri Jun 09 19:40:28 2023 +0000
tree fd43c4ce5076e6fff13bbeb25b9da2db15d8d8e6
parent 3eba96cdb98aad6c4054770f19a6a922cca21551

fix assertion issue#153: lossless change

Fix for issue #153: lossless change, fixes assertion failure in debug mode

av1/encoder/tx_search.c

diff --git a/av1/encoder/tx_search.c b/av1/encoder/tx_search.c
index d7333b3..b6294e6 100644
--- a/av1/encoder/tx_search.c
+++ b/av1/encoder/tx_search.c
@@ -2151,7 +2151,7 @@
     }
 #endif  // CONFIG_ATC_REDUCED_TXSET
 #if CONFIG_ATC_DCTX_ALIGNED
-    if (tx_size == TX_32X32) ext_tx_used_flag |= (1 << IDTX);
+    if (txsize_sqr_up_map[tx_size] == TX_32X32) ext_tx_used_flag |= (1 << IDTX);
 #endif  // CONFIG_ATC_DCTX_ALIGNED
   }
 #if CONFIG_ATC_REDUCED_TXSET