[CFL] allow for 4:1 rects if full tx available
Disable CFL sub8x8 validation in this case, as it appears to give
false-negatives for 4:1 blocks. All other tests pass.
The coding gain on subset1 is quite significant.
PSNR | PSNR Cb | PSNR Cr | PSNR HVS | SSIM | MS SSIM | CIEDE 2000
-0.1270 | -1.1386 | -1.1426 | -0.1167 | -0.1157 | -0.1264 | -0.4142
Change-Id: Ic20c9b1a5ff28e0fbd4e6491ed2cd2d1f6b487c9
diff --git a/av1/common/blockd.h b/av1/common/blockd.h
index 0cd4ec4..d63d8dd 100644
--- a/av1/common/blockd.h
+++ b/av1/common/blockd.h
@@ -541,14 +541,14 @@
#endif // CONFIG_DEBUG
int is_chroma_reference;
-#if CONFIG_DEBUG
+#if CONFIG_DEBUG && !CONFIG_RECT_TX_EXT_INTRA
// Validation buffer is usually 2x2, except for 16x4 and 4x16 in that case it
// is 4x2 and 2x4 respectively. To simplify accessing the buffer we use a
// stride of CFL_SUB8X8_VAL_MI_SIZE resulting in a square of 16.
uint16_t sub8x8_val[CFL_SUB8X8_VAL_MI_SQUARE];
uint16_t store_counter;
uint16_t last_compute_counter;
-#endif // CONFIG_DEBUG
+#endif // CONFIG_DEBUG && !CONFIG_RECT_TX_EXT_INTRA
} CFL_CTX;
#endif // CONFIG_CFL
