Fix assert failure with tx64x64 and ext-partiton Fixes an assert failure when 32x64 and 64x32 partitions are used with tx64x64 when ext-partition is also on. BUG=aomedia:935 Change-Id: I3bf50aeab58ec4ba2c9892e6eb18cf60e425fa42
diff --git a/av1/common/blockd.h b/av1/common/blockd.h index fb7da68..b50e5e1 100644 --- a/av1/common/blockd.h +++ b/av1/common/blockd.h
@@ -1446,7 +1446,9 @@ // a subsampled BLOCK_128X128 then the lookup above will give TX_64X64. That // mustn't be used for the subsampled plane (because it would be bigger than // a 64x64 luma block) so we round down to TX_32X32. - if (subsampled && max_txsize == TX_64X64) max_txsize = TX_32X32; + if (subsampled && txsize_sqr_up_map[max_txsize] == TX_64X64) { + max_txsize = TX_32X32; + } #else (void)subsampled; #endif