| /* |
| * Copyright (c) 2021, Alliance for Open Media. All rights reserved |
| * |
| * This source code is subject to the terms of the BSD 3-Clause Clear License |
| * and the Alliance for Open Media Patent License 1.0. If the BSD 3-Clause Clear |
| * License was not distributed with this source code in the LICENSE file, you |
| * can obtain it at aomedia.org/license/software-license/bsd-3-c-c/. If the |
| * Alliance for Open Media Patent License 1.0 was not distributed with this |
| * source code in the PATENTS file, you can obtain it at |
| * aomedia.org/license/patent-license/. |
| */ |
| |
| #ifndef AOM_AV1_COMMON_COMMON_DATA_H_ |
| #define AOM_AV1_COMMON_COMMON_DATA_H_ |
| |
| #include <assert.h> |
| #include <stdbool.h> |
| |
| #include "av1/common/enums.h" |
| #include "aom/aom_integer.h" |
| #include "aom_dsp/aom_dsp_common.h" |
| |
| #ifdef __cplusplus |
| extern "C" { |
| #endif |
| |
| // Log 2 conversion lookup tables in units of mode info (4x4). |
| // The Mi_Width_Log2 table in the spec (Section 9.3. Conversion tables). |
| static const uint8_t mi_size_wide_log2[BLOCK_SIZES_ALL] = { |
| 0, 0, 1, 1, 1, 2, 2, 2, 3, 3, 3, 4, 4, 4, 5, 5, 0, 2, 1, 3, 2, 4 |
| }; |
| // The Mi_Height_Log2 table in the spec (Section 9.3. Conversion tables). |
| static const uint8_t mi_size_high_log2[BLOCK_SIZES_ALL] = { |
| 0, 1, 0, 1, 2, 1, 2, 3, 2, 3, 4, 3, 4, 5, 4, 5, 2, 0, 3, 1, 4, 2 |
| }; |
| |
| // Width/height lookup tables in units of mode info (4x4). |
| // The Num_4x4_Blocks_Wide table in the spec (Section 9.3. Conversion tables). |
| static const uint8_t mi_size_wide[BLOCK_SIZES_ALL] = { |
| 1, 1, 2, 2, 2, 4, 4, 4, 8, 8, 8, 16, 16, 16, 32, 32, 1, 4, 2, 8, 4, 16 |
| }; |
| |
| // The Num_4x4_Blocks_High table in the spec (Section 9.3. Conversion tables). |
| static const uint8_t mi_size_high[BLOCK_SIZES_ALL] = { |
| 1, 2, 1, 2, 4, 2, 4, 8, 4, 8, 16, 8, 16, 32, 16, 32, 4, 1, 8, 2, 16, 4 |
| }; |
| |
| // Width/height lookup tables in units of samples. |
| // The Block_Width table in the spec (Section 9.3. Conversion tables). |
| static const uint8_t block_size_wide[BLOCK_SIZES_ALL] = { |
| 4, 4, 8, 8, 8, 16, 16, 16, 32, 32, 32, |
| 64, 64, 64, 128, 128, 4, 16, 8, 32, 16, 64 |
| }; |
| |
| // The Block_Height table in the spec (Section 9.3. Conversion tables). |
| static const uint8_t block_size_high[BLOCK_SIZES_ALL] = { |
| 4, 8, 4, 8, 16, 8, 16, 32, 16, 32, 64, |
| 32, 64, 128, 64, 128, 16, 4, 32, 8, 64, 16 |
| }; |
| |
| // Maps a block size to a context. |
| // The Size_Group table in the spec (Section 9.3. Conversion tables). |
| // AOMMIN(3, AOMMIN(mi_size_wide_log2(bsize), mi_size_high_log2(bsize))) |
| static const uint8_t size_group_lookup[BLOCK_SIZES_ALL] = { |
| 0, 0, 0, 1, 1, 1, 2, 2, 2, 3, 3, 3, 3, 3, 3, 3, 0, 0, 1, 1, 2, 2 |
| }; |
| |
| static const uint8_t fsc_bsize_groups[BLOCK_SIZES_ALL] = { |
| 0, 1, 1, 2, 3, 3, 4, 5, 5, 5, 5, 5, 5, 5, 5, 5, 3, 3, 5, 5, 5, 5 |
| }; |
| |
| static const uint8_t num_pels_log2_lookup[BLOCK_SIZES_ALL] = { |
| 4, 5, 5, 6, 7, 7, 8, 9, 9, 10, 11, 11, 12, 13, 13, 14, 6, 6, 8, 8, 10, 10 |
| }; |
| |
| #if CONFIG_EXT_RECUR_PARTITIONS |
| /*! \brief Maps the symbol transmitted through the bitstream to the partition |
| * type for a wide block. */ |
| static const PARTITION_TYPE |
| partition_map_from_symbol_block_wgth[PARTITION_TYPES_REC] = { |
| PARTITION_NONE, |
| PARTITION_VERT, |
| PARTITION_VERT_3, |
| PARTITION_HORZ, |
| }; |
| |
| /*! \brief Maps the partition type to the symbol to be transmitted through the |
| * bitstream for a wide block. */ |
| static const PARTITION_TYPE_REC |
| symbol_map_from_partition_block_wgth[EXT_PARTITION_TYPES] = { |
| PARTITION_NONE_REC, PARTITION_SHORT_SIDE_2_REC, |
| PARTITION_LONG_SIDE_2_REC, PARTITION_INVALID_REC, |
| PARTITION_LONG_SIDE_3_REC, |
| }; |
| |
| /*! \brief Maps the symbol transmitted through the bitstream to the partition |
| * type for a tall block. */ |
| static const PARTITION_TYPE |
| partition_map_from_symbol_block_hgtw[PARTITION_TYPES_REC] = { |
| PARTITION_NONE, |
| PARTITION_HORZ, |
| PARTITION_HORZ_3, |
| PARTITION_VERT, |
| }; |
| |
| /*! \brief Maps the partition type to the symbol to be transmitted through the |
| * bitstream for a tall block. */ |
| static const PARTITION_TYPE_REC |
| symbol_map_from_partition_block_hgtw[EXT_PARTITION_TYPES] = { |
| PARTITION_NONE_REC, PARTITION_LONG_SIDE_2_REC, |
| PARTITION_SHORT_SIDE_2_REC, PARTITION_LONG_SIDE_3_REC, |
| PARTITION_INVALID_REC, |
| }; |
| |
| /* clang-format off */ |
| // This table covers all square blocks and 1:2/2:1 rectangular blocks |
| static const BLOCK_SIZE |
| subsize_lookup[EXT_PARTITION_TYPES + 1][BLOCK_SIZES_ALL] = { |
| { // PARTITION_NONE |
| BLOCK_4X4, BLOCK_4X8, BLOCK_8X4, BLOCK_8X8, BLOCK_8X16, BLOCK_16X8, |
| BLOCK_16X16, BLOCK_16X32, BLOCK_32X16, BLOCK_32X32, BLOCK_32X64, |
| BLOCK_64X32, BLOCK_64X64, BLOCK_64X128, BLOCK_128X64, BLOCK_128X128, |
| BLOCK_4X16, BLOCK_16X4, BLOCK_8X32, BLOCK_32X8, BLOCK_16X64, BLOCK_64X16, |
| }, { // PARTITION_HORZ |
| BLOCK_INVALID, BLOCK_4X4, BLOCK_INVALID, BLOCK_8X4, BLOCK_8X8, BLOCK_16X4, |
| BLOCK_16X8, BLOCK_16X16, BLOCK_32X8, BLOCK_32X16, BLOCK_32X32, BLOCK_64X16, |
| BLOCK_64X32, BLOCK_64X64, BLOCK_INVALID, BLOCK_128X64, |
| BLOCK_4X8, BLOCK_INVALID, BLOCK_8X16, BLOCK_INVALID, BLOCK_16X32, |
| BLOCK_INVALID, |
| }, { // PARTITION_VERT |
| BLOCK_INVALID, BLOCK_INVALID, BLOCK_4X4, BLOCK_4X8, BLOCK_4X16, BLOCK_8X8, |
| BLOCK_8X16, BLOCK_8X32, BLOCK_16X16, BLOCK_16X32, BLOCK_16X64, BLOCK_32X32, |
| BLOCK_32X64, BLOCK_INVALID, BLOCK_64X64, BLOCK_64X128, |
| BLOCK_INVALID, BLOCK_8X4, BLOCK_INVALID, BLOCK_16X8, BLOCK_INVALID, |
| BLOCK_32X16, |
| }, { // PARTITION_HORZ_3 |
| BLOCK_INVALID, BLOCK_INVALID, BLOCK_INVALID, BLOCK_INVALID, BLOCK_8X4, |
| BLOCK_INVALID, BLOCK_16X4, BLOCK_16X8, BLOCK_INVALID, BLOCK_32X8, |
| BLOCK_32X16, BLOCK_INVALID, BLOCK_64X16, BLOCK_INVALID, BLOCK_INVALID, |
| BLOCK_INVALID, BLOCK_4X4, BLOCK_INVALID, BLOCK_8X8, BLOCK_INVALID, |
| BLOCK_16X16, BLOCK_INVALID, |
| }, { // PARTITION_VERT_3 |
| BLOCK_INVALID, BLOCK_INVALID, BLOCK_INVALID, BLOCK_INVALID, BLOCK_INVALID, |
| BLOCK_4X8, BLOCK_4X16, BLOCK_INVALID, BLOCK_8X16, BLOCK_8X32, BLOCK_INVALID, |
| BLOCK_16X32, BLOCK_16X64, BLOCK_INVALID, BLOCK_INVALID, BLOCK_INVALID, |
| BLOCK_INVALID, BLOCK_4X4, BLOCK_INVALID, BLOCK_8X8, BLOCK_INVALID, |
| BLOCK_16X16, |
| }, { // PARTITION_SPLIT |
| BLOCK_INVALID, BLOCK_INVALID, BLOCK_INVALID, BLOCK_4X4, BLOCK_INVALID, |
| BLOCK_INVALID, BLOCK_8X8, BLOCK_INVALID, BLOCK_INVALID, BLOCK_16X16, |
| BLOCK_INVALID, BLOCK_INVALID, BLOCK_32X32, BLOCK_INVALID, BLOCK_INVALID, |
| BLOCK_64X64, BLOCK_INVALID, BLOCK_INVALID, BLOCK_INVALID, BLOCK_INVALID, |
| BLOCK_INVALID, BLOCK_INVALID, |
| }, |
| }; |
| |
| static AOM_INLINE PARTITION_TYPE sdp_chroma_part_from_luma(BLOCK_SIZE bsize, |
| PARTITION_TYPE luma_part, int ssx, |
| int ssy) { |
| const int bh_chr = block_size_high[bsize] >> ssy; |
| const int bw_chr = block_size_wide[bsize] >> ssx; |
| |
| switch (luma_part) { |
| case PARTITION_NONE: return PARTITION_NONE; |
| case PARTITION_HORZ: return (bh_chr < 8) ? PARTITION_NONE : PARTITION_HORZ; |
| case PARTITION_HORZ_3: |
| if (bh_chr >= 16) |
| return PARTITION_HORZ_3; |
| else |
| return (bh_chr < 8) ? PARTITION_NONE : PARTITION_HORZ; |
| case PARTITION_VERT: return (bw_chr < 8) ? PARTITION_NONE : PARTITION_VERT; |
| case PARTITION_VERT_3: |
| if (bw_chr >= 16) |
| return PARTITION_VERT_3; |
| else |
| return (bw_chr < 8) ? PARTITION_NONE : PARTITION_VERT; |
| default: assert(0); |
| } |
| return PARTITION_INVALID; |
| } |
| |
| #else // CONFIG_EXT_RECUR_PARTITIONS |
| // A compressed version of the Partition_Subsize table in the spec (9.3. |
| // Conversion tables), for square block sizes only. |
| /* clang-format off */ |
| static const BLOCK_SIZE subsize_lookup[EXT_PARTITION_TYPES][SQR_BLOCK_SIZES] = { |
| { // PARTITION_NONE |
| BLOCK_4X4, BLOCK_8X8, BLOCK_16X16, |
| BLOCK_32X32, BLOCK_64X64, BLOCK_128X128 |
| }, { // PARTITION_HORZ |
| BLOCK_INVALID, BLOCK_8X4, BLOCK_16X8, |
| BLOCK_32X16, BLOCK_64X32, BLOCK_128X64 |
| }, { // PARTITION_VERT |
| BLOCK_INVALID, BLOCK_4X8, BLOCK_8X16, |
| BLOCK_16X32, BLOCK_32X64, BLOCK_64X128 |
| }, { // PARTITION_SPLIT |
| BLOCK_INVALID, BLOCK_4X4, BLOCK_8X8, |
| BLOCK_16X16, BLOCK_32X32, BLOCK_64X64 |
| }, { // PARTITION_HORZ_A |
| BLOCK_INVALID, BLOCK_INVALID, BLOCK_16X8, |
| BLOCK_32X16, BLOCK_64X32, BLOCK_128X64 |
| }, { // PARTITION_HORZ_B |
| BLOCK_INVALID, BLOCK_INVALID, BLOCK_16X8, |
| BLOCK_32X16, BLOCK_64X32, BLOCK_128X64 |
| }, { // PARTITION_VERT_A |
| BLOCK_INVALID, BLOCK_INVALID, BLOCK_8X16, |
| BLOCK_16X32, BLOCK_32X64, BLOCK_64X128 |
| }, { // PARTITION_VERT_B |
| BLOCK_INVALID, BLOCK_INVALID, BLOCK_8X16, |
| BLOCK_16X32, BLOCK_32X64, BLOCK_64X128 |
| }, { // PARTITION_HORZ_4 |
| BLOCK_INVALID, BLOCK_INVALID, BLOCK_16X4, |
| BLOCK_32X8, BLOCK_64X16, BLOCK_INVALID |
| }, { // PARTITION_VERT_4 |
| BLOCK_INVALID, BLOCK_INVALID, BLOCK_4X16, |
| BLOCK_8X32, BLOCK_16X64, BLOCK_INVALID |
| } |
| }; |
| #endif // CONFIG_EXT_RECUR_PARTITIONS |
| |
| static const TX_SIZE max_txsize_lookup[BLOCK_SIZES_ALL] = { |
| // 4X4 |
| TX_4X4, |
| // 4X8, 8X4, 8X8 |
| TX_4X4, TX_4X4, TX_8X8, |
| // 8X16, 16X8, 16X16 |
| TX_8X8, TX_8X8, TX_16X16, |
| // 16X32, 32X16, 32X32 |
| TX_16X16, TX_16X16, TX_32X32, |
| // 32X64, 64X32, |
| TX_32X32, TX_32X32, |
| // 64X64 |
| TX_64X64, |
| // 64x128, 128x64, 128x128 |
| TX_64X64, TX_64X64, TX_64X64, |
| // 4x16, 16x4, 8x32 |
| TX_4X4, TX_4X4, TX_8X8, |
| // 32x8, 16x64 64x16 |
| TX_8X8, TX_16X16, TX_16X16 |
| }; |
| |
| static const TX_SIZE max_txsize_rect_lookup[BLOCK_SIZES_ALL] = { |
| // 4X4 |
| TX_4X4, |
| // 4X8, 8X4, 8X8 |
| TX_4X8, TX_8X4, TX_8X8, |
| // 8X16, 16X8, 16X16 |
| TX_8X16, TX_16X8, TX_16X16, |
| // 16X32, 32X16, 32X32 |
| TX_16X32, TX_32X16, TX_32X32, |
| // 32X64, 64X32, |
| TX_32X64, TX_64X32, |
| // 64X64 |
| TX_64X64, |
| // 64x128, 128x64, 128x128 |
| TX_64X64, TX_64X64, TX_64X64, |
| // 4x16, 16x4, |
| TX_4X16, TX_16X4, |
| // 8x32, 32x8 |
| TX_8X32, TX_32X8, |
| // 16x64, 64x16 |
| TX_16X64, TX_64X16 |
| }; |
| |
| static const TX_TYPE_1D vtx_tab[TX_TYPES] = { |
| DCT_1D, ADST_1D, DCT_1D, ADST_1D, |
| FLIPADST_1D, DCT_1D, FLIPADST_1D, ADST_1D, FLIPADST_1D, IDTX_1D, |
| DCT_1D, IDTX_1D, ADST_1D, IDTX_1D, FLIPADST_1D, IDTX_1D, |
| }; |
| |
| static const TX_TYPE_1D htx_tab[TX_TYPES] = { |
| DCT_1D, DCT_1D, ADST_1D, ADST_1D, |
| DCT_1D, FLIPADST_1D, FLIPADST_1D, FLIPADST_1D, ADST_1D, IDTX_1D, |
| IDTX_1D, DCT_1D, IDTX_1D, ADST_1D, IDTX_1D, FLIPADST_1D, |
| }; |
| |
| #define TXSIZE_CAT_INVALID (-1) |
| |
| /* clang-format on */ |
| |
| #if CONFIG_NEW_TX_PARTITION |
| // Smallest sub_tx size units. Used to compute the index in the |
| // tx type map. |
| static const TX_SIZE smallest_sub_tx_size_map[TX_SIZES_ALL] = { |
| TX_4X4, // TX_4X4 |
| TX_4X4, // TX_8X8 |
| TX_4X4, // TX_16X16 |
| TX_8X8, // TX_32X32 |
| TX_16X16, // TX_64X64 |
| TX_4X4, // TX_4X8 |
| TX_4X4, // TX_8X4 |
| TX_4X4, // TX_8X16 |
| TX_4X4, // TX_16X8 |
| TX_4X8, // TX_16X32 |
| TX_8X4, // TX_32X16 |
| TX_8X16, // TX_32X64 |
| TX_16X8, // TX_64X32 |
| TX_4X4, // TX_4X16 |
| TX_4X4, // TX_16X4 |
| TX_4X8, // TX_8X32 |
| TX_8X4, // TX_32X8 |
| TX_4X16, // TX_16X64 |
| TX_16X4, // TX_64X16 |
| }; |
| #endif // CONFIG_NEW_TX_PARTITION |
| |
| static const TX_SIZE sub_tx_size_map[TX_SIZES_ALL] = { |
| TX_4X4, // TX_4X4 |
| TX_4X4, // TX_8X8 |
| TX_8X8, // TX_16X16 |
| TX_16X16, // TX_32X32 |
| TX_32X32, // TX_64X64 |
| TX_4X4, // TX_4X8 |
| TX_4X4, // TX_8X4 |
| TX_8X8, // TX_8X16 |
| TX_8X8, // TX_16X8 |
| TX_16X16, // TX_16X32 |
| TX_16X16, // TX_32X16 |
| TX_32X32, // TX_32X64 |
| TX_32X32, // TX_64X32 |
| TX_4X8, // TX_4X16 |
| TX_8X4, // TX_16X4 |
| TX_8X16, // TX_8X32 |
| TX_16X8, // TX_32X8 |
| TX_16X32, // TX_16X64 |
| TX_32X16, // TX_64X16 |
| }; |
| |
| static const TX_SIZE txsize_horz_map[TX_SIZES_ALL] = { |
| TX_4X4, // TX_4X4 |
| TX_8X8, // TX_8X8 |
| TX_16X16, // TX_16X16 |
| TX_32X32, // TX_32X32 |
| TX_64X64, // TX_64X64 |
| TX_4X4, // TX_4X8 |
| TX_8X8, // TX_8X4 |
| TX_8X8, // TX_8X16 |
| TX_16X16, // TX_16X8 |
| TX_16X16, // TX_16X32 |
| TX_32X32, // TX_32X16 |
| TX_32X32, // TX_32X64 |
| TX_64X64, // TX_64X32 |
| TX_4X4, // TX_4X16 |
| TX_16X16, // TX_16X4 |
| TX_8X8, // TX_8X32 |
| TX_32X32, // TX_32X8 |
| TX_16X16, // TX_16X64 |
| TX_64X64, // TX_64X16 |
| }; |
| |
| static const TX_SIZE txsize_vert_map[TX_SIZES_ALL] = { |
| TX_4X4, // TX_4X4 |
| TX_8X8, // TX_8X8 |
| TX_16X16, // TX_16X16 |
| TX_32X32, // TX_32X32 |
| TX_64X64, // TX_64X64 |
| TX_8X8, // TX_4X8 |
| TX_4X4, // TX_8X4 |
| TX_16X16, // TX_8X16 |
| TX_8X8, // TX_16X8 |
| TX_32X32, // TX_16X32 |
| TX_16X16, // TX_32X16 |
| TX_64X64, // TX_32X64 |
| TX_32X32, // TX_64X32 |
| TX_16X16, // TX_4X16 |
| TX_4X4, // TX_16X4 |
| TX_32X32, // TX_8X32 |
| TX_8X8, // TX_32X8 |
| TX_64X64, // TX_16X64 |
| TX_16X16, // TX_64X16 |
| }; |
| |
| #define TX_SIZE_W_MIN 4 |
| |
| // Transform block width in pixels |
| static const int tx_size_wide[TX_SIZES_ALL] = { |
| 4, 8, 16, 32, 64, 4, 8, 8, 16, 16, 32, 32, 64, 4, 16, 8, 32, 16, 64, |
| }; |
| |
| #define TX_SIZE_H_MIN 4 |
| |
| // Transform block height in pixels |
| static const int tx_size_high[TX_SIZES_ALL] = { |
| 4, 8, 16, 32, 64, 8, 4, 16, 8, 32, 16, 64, 32, 16, 4, 32, 8, 64, 16, |
| }; |
| |
| // Transform block width in unit |
| static const int tx_size_wide_unit[TX_SIZES_ALL] = { |
| 1, 2, 4, 8, 16, 1, 2, 2, 4, 4, 8, 8, 16, 1, 4, 2, 8, 4, 16, |
| }; |
| |
| // Transform block height in unit |
| static const int tx_size_high_unit[TX_SIZES_ALL] = { |
| 1, 2, 4, 8, 16, 2, 1, 4, 2, 8, 4, 16, 8, 4, 1, 8, 2, 16, 4, |
| }; |
| |
| // Transform block width in log2 |
| static const int tx_size_wide_log2[TX_SIZES_ALL] = { |
| 2, 3, 4, 5, 6, 2, 3, 3, 4, 4, 5, 5, 6, 2, 4, 3, 5, 4, 6, |
| }; |
| |
| // Transform block height in log2 |
| static const int tx_size_high_log2[TX_SIZES_ALL] = { |
| 2, 3, 4, 5, 6, 3, 2, 4, 3, 5, 4, 6, 5, 4, 2, 5, 3, 6, 4, |
| }; |
| |
| static const int tx_size_2d[TX_SIZES_ALL + 1] = { |
| 16, 64, 256, 1024, 4096, 32, 32, 128, 128, 512, |
| 512, 2048, 2048, 64, 64, 256, 256, 1024, 1024, |
| }; |
| |
| static const BLOCK_SIZE txsize_to_bsize[TX_SIZES_ALL] = { |
| BLOCK_4X4, // TX_4X4 |
| BLOCK_8X8, // TX_8X8 |
| BLOCK_16X16, // TX_16X16 |
| BLOCK_32X32, // TX_32X32 |
| BLOCK_64X64, // TX_64X64 |
| BLOCK_4X8, // TX_4X8 |
| BLOCK_8X4, // TX_8X4 |
| BLOCK_8X16, // TX_8X16 |
| BLOCK_16X8, // TX_16X8 |
| BLOCK_16X32, // TX_16X32 |
| BLOCK_32X16, // TX_32X16 |
| BLOCK_32X64, // TX_32X64 |
| BLOCK_64X32, // TX_64X32 |
| BLOCK_4X16, // TX_4X16 |
| BLOCK_16X4, // TX_16X4 |
| BLOCK_8X32, // TX_8X32 |
| BLOCK_32X8, // TX_32X8 |
| BLOCK_16X64, // TX_16X64 |
| BLOCK_64X16, // TX_64X16 |
| }; |
| |
| static const TX_SIZE txsize_sqr_map[TX_SIZES_ALL] = { |
| TX_4X4, // TX_4X4 |
| TX_8X8, // TX_8X8 |
| TX_16X16, // TX_16X16 |
| TX_32X32, // TX_32X32 |
| TX_64X64, // TX_64X64 |
| TX_4X4, // TX_4X8 |
| TX_4X4, // TX_8X4 |
| TX_8X8, // TX_8X16 |
| TX_8X8, // TX_16X8 |
| TX_16X16, // TX_16X32 |
| TX_16X16, // TX_32X16 |
| TX_32X32, // TX_32X64 |
| TX_32X32, // TX_64X32 |
| TX_4X4, // TX_4X16 |
| TX_4X4, // TX_16X4 |
| TX_8X8, // TX_8X32 |
| TX_8X8, // TX_32X8 |
| TX_16X16, // TX_16X64 |
| TX_16X16, // TX_64X16 |
| }; |
| |
| static const TX_SIZE txsize_sqr_up_map[TX_SIZES_ALL] = { |
| TX_4X4, // TX_4X4 |
| TX_8X8, // TX_8X8 |
| TX_16X16, // TX_16X16 |
| TX_32X32, // TX_32X32 |
| TX_64X64, // TX_64X64 |
| TX_8X8, // TX_4X8 |
| TX_8X8, // TX_8X4 |
| TX_16X16, // TX_8X16 |
| TX_16X16, // TX_16X8 |
| TX_32X32, // TX_16X32 |
| TX_32X32, // TX_32X16 |
| TX_64X64, // TX_32X64 |
| TX_64X64, // TX_64X32 |
| TX_16X16, // TX_4X16 |
| TX_16X16, // TX_16X4 |
| TX_32X32, // TX_8X32 |
| TX_32X32, // TX_32X8 |
| TX_64X64, // TX_16X64 |
| TX_64X64, // TX_64X16 |
| }; |
| |
| static const int8_t txsize_log2_minus4[TX_SIZES_ALL] = { |
| 0, // TX_4X4 |
| 2, // TX_8X8 |
| 4, // TX_16X16 |
| 6, // TX_32X32 |
| 6, // TX_64X64 |
| 1, // TX_4X8 |
| 1, // TX_8X4 |
| 3, // TX_8X16 |
| 3, // TX_16X8 |
| 5, // TX_16X32 |
| 5, // TX_32X16 |
| 6, // TX_32X64 |
| 6, // TX_64X32 |
| 2, // TX_4X16 |
| 2, // TX_16X4 |
| 4, // TX_8X32 |
| 4, // TX_32X8 |
| 5, // TX_16X64 |
| 5, // TX_64X16 |
| }; |
| |
| /* clang-format off */ |
| static const TX_SIZE tx_mode_to_biggest_tx_size[TX_MODES] = { |
| TX_4X4, // ONLY_4X4 |
| TX_64X64, // TX_MODE_LARGEST |
| TX_64X64, // TX_MODE_SELECT |
| }; |
| |
| // The Subsampled_Size table in the spec (Section 5.11.38. Get plane residual |
| // size function). |
| #if CONFIG_EXT_RECUR_PARTITIONS |
| static const BLOCK_SIZE ss_size_lookup[BLOCK_SIZES_ALL][2][2] = { |
| // ss_x == 0 ss_x == 0 ss_x == 1 ss_x == 1 |
| // ss_y == 0 ss_y == 1 ss_y == 0 ss_y == 1 |
| { { BLOCK_4X4, BLOCK_4X4 }, { BLOCK_4X4, BLOCK_4X4 } }, |
| { { BLOCK_4X8, BLOCK_4X4 }, { BLOCK_INVALID, BLOCK_4X4 } }, |
| { { BLOCK_8X4, BLOCK_INVALID }, { BLOCK_4X4, BLOCK_4X4 } }, |
| { { BLOCK_8X8, BLOCK_8X4 }, { BLOCK_4X8, BLOCK_4X4 } }, |
| { { BLOCK_8X16, BLOCK_8X8 }, { BLOCK_4X16, BLOCK_4X8 } }, |
| { { BLOCK_16X8, BLOCK_16X4 }, { BLOCK_8X8, BLOCK_8X4 } }, |
| { { BLOCK_16X16, BLOCK_16X8 }, { BLOCK_8X16, BLOCK_8X8 } }, |
| { { BLOCK_16X32, BLOCK_16X16 }, { BLOCK_8X32, BLOCK_8X16 } }, |
| { { BLOCK_32X16, BLOCK_32X8 }, { BLOCK_16X16, BLOCK_16X8 } }, |
| { { BLOCK_32X32, BLOCK_32X16 }, { BLOCK_16X32, BLOCK_16X16 } }, |
| { { BLOCK_32X64, BLOCK_32X32 }, { BLOCK_16X64, BLOCK_16X32 } }, |
| { { BLOCK_64X32, BLOCK_64X16 }, { BLOCK_32X32, BLOCK_32X16 } }, |
| { { BLOCK_64X64, BLOCK_64X32 }, { BLOCK_32X64, BLOCK_32X32 } }, |
| { { BLOCK_64X128, BLOCK_64X64 }, { BLOCK_INVALID, BLOCK_32X64 } }, |
| { { BLOCK_128X64, BLOCK_INVALID }, { BLOCK_64X64, BLOCK_64X32 } }, |
| { { BLOCK_128X128, BLOCK_128X64 }, { BLOCK_64X128, BLOCK_64X64 } }, |
| { { BLOCK_4X16, BLOCK_4X8 }, { BLOCK_INVALID, BLOCK_4X8 } }, |
| { { BLOCK_16X4, BLOCK_INVALID }, { BLOCK_8X4, BLOCK_8X4 } }, |
| { { BLOCK_8X32, BLOCK_8X16 }, { BLOCK_INVALID, BLOCK_4X16 } }, |
| { { BLOCK_32X8, BLOCK_INVALID }, { BLOCK_16X8, BLOCK_16X4 } }, |
| { { BLOCK_16X64, BLOCK_16X32 }, { BLOCK_INVALID, BLOCK_8X32 } }, |
| { { BLOCK_64X16, BLOCK_INVALID }, { BLOCK_32X16, BLOCK_32X8 } } |
| }; |
| #else |
| static const BLOCK_SIZE ss_size_lookup[BLOCK_SIZES_ALL][2][2] = { |
| // ss_x == 0 ss_x == 0 ss_x == 1 ss_x == 1 |
| // ss_y == 0 ss_y == 1 ss_y == 0 ss_y == 1 |
| { { BLOCK_4X4, BLOCK_4X4 }, { BLOCK_4X4, BLOCK_4X4 } }, |
| { { BLOCK_4X8, BLOCK_4X4 }, { BLOCK_INVALID, BLOCK_4X4 } }, |
| { { BLOCK_8X4, BLOCK_INVALID }, { BLOCK_4X4, BLOCK_4X4 } }, |
| { { BLOCK_8X8, BLOCK_8X4 }, { BLOCK_4X8, BLOCK_4X4 } }, |
| { { BLOCK_8X16, BLOCK_8X8 }, { BLOCK_INVALID, BLOCK_4X8 } }, |
| { { BLOCK_16X8, BLOCK_INVALID }, { BLOCK_8X8, BLOCK_8X4 } }, |
| { { BLOCK_16X16, BLOCK_16X8 }, { BLOCK_8X16, BLOCK_8X8 } }, |
| { { BLOCK_16X32, BLOCK_16X16 }, { BLOCK_INVALID, BLOCK_8X16 } }, |
| { { BLOCK_32X16, BLOCK_INVALID }, { BLOCK_16X16, BLOCK_16X8 } }, |
| { { BLOCK_32X32, BLOCK_32X16 }, { BLOCK_16X32, BLOCK_16X16 } }, |
| { { BLOCK_32X64, BLOCK_32X32 }, { BLOCK_INVALID, BLOCK_16X32 } }, |
| { { BLOCK_64X32, BLOCK_INVALID }, { BLOCK_32X32, BLOCK_32X16 } }, |
| { { BLOCK_64X64, BLOCK_64X32 }, { BLOCK_32X64, BLOCK_32X32 } }, |
| { { BLOCK_64X128, BLOCK_64X64 }, { BLOCK_INVALID, BLOCK_32X64 } }, |
| { { BLOCK_128X64, BLOCK_INVALID }, { BLOCK_64X64, BLOCK_64X32 } }, |
| { { BLOCK_128X128, BLOCK_128X64 }, { BLOCK_64X128, BLOCK_64X64 } }, |
| { { BLOCK_4X16, BLOCK_4X8 }, { BLOCK_INVALID, BLOCK_4X8 } }, |
| { { BLOCK_16X4, BLOCK_INVALID }, { BLOCK_8X4, BLOCK_8X4 } }, |
| { { BLOCK_8X32, BLOCK_8X16 }, { BLOCK_INVALID, BLOCK_4X16 } }, |
| { { BLOCK_32X8, BLOCK_INVALID }, { BLOCK_16X8, BLOCK_16X4 } }, |
| { { BLOCK_16X64, BLOCK_16X32 }, { BLOCK_INVALID, BLOCK_8X32 } }, |
| { { BLOCK_64X16, BLOCK_INVALID }, { BLOCK_32X16, BLOCK_32X8 } } |
| }; |
| #endif // CONFIG_EXT_RECUR_PARTITIONS |
| /* clang-format on */ |
| |
| // Generates 5 bit field in which each bit set to 1 represents |
| // a blocksize partition 11111 means we split 128x128, 64x64, 32x32, 16x16 |
| // and 8x8. 10000 means we just split the 128x128 to 64x64 |
| /* clang-format off */ |
| static const struct { |
| PARTITION_CONTEXT above; |
| PARTITION_CONTEXT left; |
| } partition_context_lookup[BLOCK_SIZES_ALL] = { |
| { 31, 31 }, // 4X4 - {0b11111, 0b11111} |
| { 31, 30 }, // 4X8 - {0b11111, 0b11110} |
| { 30, 31 }, // 8X4 - {0b11110, 0b11111} |
| { 30, 30 }, // 8X8 - {0b11110, 0b11110} |
| { 30, 28 }, // 8X16 - {0b11110, 0b11100} |
| { 28, 30 }, // 16X8 - {0b11100, 0b11110} |
| { 28, 28 }, // 16X16 - {0b11100, 0b11100} |
| { 28, 24 }, // 16X32 - {0b11100, 0b11000} |
| { 24, 28 }, // 32X16 - {0b11000, 0b11100} |
| { 24, 24 }, // 32X32 - {0b11000, 0b11000} |
| { 24, 16 }, // 32X64 - {0b11000, 0b10000} |
| { 16, 24 }, // 64X32 - {0b10000, 0b11000} |
| { 16, 16 }, // 64X64 - {0b10000, 0b10000} |
| { 16, 0 }, // 64X128- {0b10000, 0b00000} |
| { 0, 16 }, // 128X64- {0b00000, 0b10000} |
| { 0, 0 }, // 128X128-{0b00000, 0b00000} |
| { 31, 28 }, // 4X16 - {0b11111, 0b11100} |
| { 28, 31 }, // 16X4 - {0b11100, 0b11111} |
| { 30, 24 }, // 8X32 - {0b11110, 0b11000} |
| { 24, 30 }, // 32X8 - {0b11000, 0b11110} |
| { 28, 16 }, // 16X64 - {0b11100, 0b10000} |
| { 16, 28 }, // 64X16 - {0b10000, 0b11100} |
| }; |
| /* clang-format on */ |
| |
| static const int intra_mode_context[INTRA_MODES] = { |
| 0, 1, 2, 3, 4, 4, 4, 4, 3, 0, 1, 2, 0, |
| }; |
| |
| // Note: this is also used in unit tests. So whenever one changes the table, |
| // the unit tests need to be changed accordingly. |
| static const int quant_dist_weight[4][2] = { |
| { 2, 3 }, { 2, 5 }, { 2, 7 }, { 1, MAX_FRAME_DISTANCE } |
| }; |
| |
| static const int quant_dist_lookup_table[4][2] = { |
| { 9, 7 }, |
| { 11, 5 }, |
| { 12, 4 }, |
| { 13, 3 }, |
| }; |
| |
| #if CONFIG_ATC_NEWTXSETS |
| // Mapping of mode dependent TX based on intra modes. |
| static const int av1_md_class[INTRA_MODES] = { |
| 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, |
| }; |
| |
| // Mapping between mode dependent TX size groups based on allowed TX sizes. |
| static const int av1_size_class[MODE_DEPTX_TXSIZES] = { |
| 0, 1, 2, 3, 3, 0, 0, 1, 1, 2, 2, 3, 3, 0, 0, 1, 1, 2, 2, |
| }; |
| #endif // CONFIG_ATC_NEWTXSETS |
| |
| static AOM_INLINE bool is_bsize_geq(BLOCK_SIZE bsize1, BLOCK_SIZE bsize2) { |
| if (bsize1 == BLOCK_INVALID || bsize2 == BLOCK_INVALID) { |
| return false; |
| } |
| return block_size_wide[bsize1] >= block_size_wide[bsize2] && |
| block_size_high[bsize1] >= block_size_high[bsize2]; |
| } |
| |
| static AOM_INLINE bool is_bsize_gt(BLOCK_SIZE bsize1, BLOCK_SIZE bsize2) { |
| if (bsize1 == BLOCK_INVALID || bsize2 == BLOCK_INVALID) { |
| return false; |
| } |
| return block_size_wide[bsize1] > block_size_wide[bsize2] && |
| block_size_high[bsize1] > block_size_high[bsize2]; |
| } |
| |
| // Mapping of intra modes to IST kernel set |
| // Secondary transforms are enabled only intra modes < PAETH_PRED. |
| // Thus, the array size is kept as INTRA_MODES - 1 |
| static const uint8_t stx_transpose_mapping[INTRA_MODES - 1] = { |
| // Array index : |
| 0, // DC_PRED |
| 1, // V_PRED |
| 1, // H_PRED |
| 2, // D45_PRED |
| 3, // D135_PRED |
| 4, // D113_PRED |
| 4, // D157_PRED |
| 5, // D203_PRED |
| 5, // D67_PRED |
| 6, // SMOOTH_PRED |
| 1, // SMOOTH_V_PRED |
| 1, // SMOOTH_H_PRED |
| }; |
| |
| // Scan order of primary transform coefficients for 4x4 IST when transpose |
| // mapping is used |
| static const int16_t stx_scan_orders_transpose_4x4[TX_SIZES][IST_4x4_WIDTH] = { |
| // TX_4XN |
| { 0, 4, 1, 2, 5, 8, 12, 9, 6, 3, 7, 10, 13, 14, 11, 15 }, |
| // TX_8XN |
| { 0, 8, 1, 2, 9, 16, 24, 17, 10, 3, 11, 18, 25, 26, 19, 27 }, |
| // TX_16XN |
| { 0, 16, 1, 2, 17, 32, 48, 33, 18, 3, 19, 34, 49, 50, 35, 51 }, |
| // TX_32XN |
| { 0, 32, 1, 2, 33, 64, 96, 65, 34, 3, 35, 66, 97, 98, 67, 99 }, |
| // TX_64XN |
| { 0, 32, 1, 2, 33, 64, 96, 65, 34, 3, 35, 66, 97, 98, 67, 99 }, |
| }; |
| |
| // Scan order of primary transform coefficients for 8x8 IST when transpose |
| // mapping is used |
| static const int16_t stx_scan_orders_transpose_8x8[TX_SIZES][IST_8x8_WIDTH] = { |
| // TX_4XN |
| { 0 }, |
| // TX_8XN |
| { 0, 8, 1, 2, 9, 16, 24, 17, 10, 3, 4, 11, 18, 25, 32, 40, |
| 33, 26, 19, 12, 5, 6, 13, 20, 27, 34, 41, 48, 56, 49, 42, 35, |
| 28, 21, 14, 7, 15, 22, 29, 36, 43, 50, 57, 58, 51, 44, 37, 30, |
| 23, 31, 38, 45, 52, 59, 60, 53, 46, 39, 47, 54, 61, 62, 55, 63 }, |
| // TX_16XN |
| { 0, 16, 1, 2, 17, 32, 48, 33, 18, 3, 4, 19, 34, 49, 64, 80, |
| 65, 50, 35, 20, 5, 6, 21, 36, 51, 66, 81, 96, 112, 97, 82, 67, |
| 52, 37, 22, 7, 23, 38, 53, 68, 83, 98, 113, 114, 99, 84, 69, 54, |
| 39, 55, 70, 85, 100, 115, 116, 101, 86, 71, 87, 102, 117, 118, 103, 119 }, |
| // TX_32XN |
| { 0, 32, 1, 2, 33, 64, 96, 65, 34, 3, 4, 35, 66, |
| 97, 128, 160, 129, 98, 67, 36, 5, 6, 37, 68, 99, 130, |
| 161, 192, 224, 193, 162, 131, 100, 69, 38, 7, 39, 70, 101, |
| 132, 163, 194, 225, 226, 195, 164, 133, 102, 71, 103, 134, 165, |
| 196, 227, 228, 197, 166, 135, 167, 198, 229, 230, 199, 231 }, |
| // TX_64XN |
| { 0, 32, 1, 2, 33, 64, 96, 65, 34, 3, 4, 35, 66, |
| 97, 128, 160, 129, 98, 67, 36, 5, 6, 37, 68, 99, 130, |
| 161, 192, 224, 193, 162, 131, 100, 69, 38, 7, 39, 70, 101, |
| 132, 163, 194, 225, 226, 195, 164, 133, 102, 71, 103, 134, 165, |
| 196, 227, 228, 197, 166, 135, 167, 198, 229, 230, 199, 231 }, |
| }; |
| |
| // Scan order of primary transform coefficients for 4x4 IST |
| static const int16_t stx_scan_orders_4x4[TX_SIZES][IST_4x4_WIDTH] = { |
| // TX_4XN |
| { 0, 1, 4, 8, 5, 2, 3, 6, 9, 12, 13, 10, 7, 11, 14, 15 }, |
| // TX_8XN |
| { 0, 1, 8, 16, 9, 2, 3, 10, 17, 24, 25, 18, 11, 19, 26, 27 }, |
| // TX_16XN |
| { 0, 1, 16, 32, 17, 2, 3, 18, 33, 48, 49, 34, 19, 35, 50, 51 }, |
| // TX_32XN |
| { 0, 1, 32, 64, 33, 2, 3, 34, 65, 96, 97, 66, 35, 67, 98, 99 }, |
| // TX_64XN |
| { 0, 1, 32, 64, 33, 2, 3, 34, 65, 96, 97, 66, 35, 67, 98, 99 }, |
| }; |
| |
| // Scan order of primary transform coefficients for 8x8 IST |
| static const int16_t |
| stx_scan_orders_8x8[TX_SIZES][IST_8x8_WIDTH] = { |
| // TX_4XN |
| { 0 }, |
| // TX_8XN |
| { 0, 1, 8, 16, 9, 2, 3, 10, 17, 24, 32, 25, 18, 11, 4, 5, |
| 12, 19, 26, 33, 40, 48, 41, 34, 27, 20, 13, 6, 7, 14, 21, 28, |
| 35, 42, 49, 56, 57, 50, 43, 36, 29, 22, 15, 23, 30, 37, 44, 51, |
| 58, 59, 52, 45, 38, 31, 39, 46, 53, 60, 61, 54, 47, 55, 62, 63 }, |
| // TX_16XN |
| { 0, 1, 16, 32, 17, 2, 3, 18, 33, 48, 64, 49, 34, |
| 19, 4, 5, 20, 35, 50, 65, 80, 96, 81, 66, 51, 36, |
| 21, 6, 7, 22, 37, 52, 67, 82, 97, 112, 113, 98, 83, |
| 68, 53, 38, 23, 39, 54, 69, 84, 99, 114, 115, 100, 85, |
| 70, 55, 71, 86, 101, 116, 117, 102, 87, 103, 118, 119 }, |
| // TX_32XN |
| { 0, 1, 32, 64, 33, 2, 3, 34, 65, 96, 128, 97, 66, |
| 35, 4, 5, 36, 67, 98, 129, 160, 192, 161, 130, 99, 68, |
| 37, 6, 7, 38, 69, 100, 131, 162, 193, 224, 225, 194, 163, |
| 132, 101, 70, 39, 71, 102, 133, 164, 195, 226, 227, 196, 165, |
| 134, 103, 135, 166, 197, 228, 229, 198, 167, 199, 230, 231 }, |
| // TX_64XN |
| { 0, 1, 32, 64, 33, 2, 3, 34, 65, 96, 128, 97, 66, |
| 35, 4, 5, 36, 67, 98, 129, 160, 192, 161, 130, 99, 68, |
| 37, 6, 7, 38, 69, 100, 131, 162, 193, 224, 225, 194, 163, |
| 132, 101, 70, 39, 71, 102, 133, 164, 195, 226, 227, 196, 165, |
| 134, 103, 135, 166, 197, 228, 229, 198, 167, 199, 230, 231 }, |
| }; |
| |
| // IST 4x4 kernel |
| static const int16_t |
| ist_4x4_kernel[IST_SET_SIZE][STX_TYPES - |
| 1][IST_4x4_HEIGHT][IST_4x4_WIDTH] = { |
| { |
| // DC_PRED; DCT_DCT |
| { |
| { 103, -40, -49, -9, -27, -6, -2, 15, 21, -1, 5, 14, 3, -3, -5, |
| -5 }, |
| { -25, -40, -54, 33, 77, 18, -2, 30, 38, 1, -13, -29, -6, -12, |
| -17, 3 }, |
| { -50, -6, -5, -4, -60, 0, 2, 50, 60, 8, 17, 44, 11, -22, -31, |
| -16 }, |
| { 36, 84, 20, -27, 25, -4, -9, 16, 51, -7, -3, -30, -14, -25, -39, |
| 11 }, |
| { 17, -55, 81, 27, -11, -28, 1, 34, -1, -4, -35, -36, 5, -24, -18, |
| 19 }, |
| { 27, 1, 48, 32, 50, 38, -8, 10, -5, -14, 27, 67, 6, -12, -2, |
| -50 }, |
| { -2, -12, 6, -65, -2, 70, 12, 63, -36, -11, 8, -17, -23, -12, 20, |
| 12 }, |
| { 3, 15, 6, -18, 34, -55, 34, 54, 16, 11, 2, 16, 40, 32, 66, 6 }, |
| }, |
| { |
| { 113, -35, -36, -11, -27, -11, -2, -1, -1, -2, 3, 8, 2, 4, 4, |
| 0 }, |
| { 30, 60, 62, -18, -21, -17, -5, -54, -53, -7, -12, -24, -11, 9, |
| 9, 12 }, |
| { 44, 22, 24, 19, 86, 15, -11, 22, 26, -11, -18, -38, -18, -30, |
| -32, -5 }, |
| { 3, 68, -59, -59, 4, 58, 9, 25, -20, -11, 10, 7, -7, -8, 9, -3 }, |
| { 22, 53, 43, 23, -17, 1, 0, 22, 50, 8, 24, 74, 16, 8, 4, -33 }, |
| { 6, -44, 62, -24, -1, 39, 23, 62, -47, -24, -19, 16, 22, -6, 15, |
| -2 }, |
| { 2, -2, -2, -35, 71, -43, -2, -3, 4, -15, 19, 23, 30, 51, 50, |
| 32 }, |
| { 12, -9, 1, 59, 19, 73, 15, -28, -16, 39, 24, 0, -18, 33, 44, |
| 19 }, |
| }, |
| { |
| { 107, 33, -51, -15, 20, -20, -1, -5, -8, -3, -4, 7, -6, -3, 3, |
| 1 }, |
| { -57, 85, -57, 7, 18, -2, 0, 35, -26, 2, -1, 12, -8, 4, -5, 3 }, |
| { -17, 1, 28, -19, 107, -24, 7, -25, 27, 2, -10, 30, -7, -17, 10, |
| 0 }, |
| { 16, -35, 27, 13, 15, -2, -11, 63, -62, 4, -15, 56, -30, 21, -23, |
| 26 }, |
| { 29, 62, 79, 15, 16, 24, -1, 35, 5, -9, 9, -47, 9, 8, -20, -12 }, |
| { 2, -34, -34, -45, 33, 62, 9, 57, 23, -3, 7, -11, 49, 23, 4, |
| -11 }, |
| { 14, 21, 4, 42, -16, 64, -9, 5, 55, 4, -12, 65, -14, -26, 32, |
| 12 }, |
| { 4, -16, -17, 69, 11, -52, 8, 29, 51, 14, 50, 4, 14, 40, -12, |
| -7 }, |
| }, |
| }, |
| { |
| // V_PRED, H_PRED, SMOOTH_V_PRED, SMOOTH_H_PRED; DCT_DCT |
| { |
| { 75, 73, -51, 2, -44, 24, -1, -2, -5, -1, 1, -13, 9, -6, 2, 0 }, |
| { 35, 33, 46, -51, 62, -9, -14, 40, -55, 3, -3, -9, 7, 15, -15, |
| -11 }, |
| { -40, 40, 40, -23, -5, 83, 33, -50, -15, 4, -2, 0, -18, -6, -2, |
| 4 }, |
| { 80, -61, 7, -20, 16, 13, 25, -48, 5, -2, -2, 30, -38, 7, -3, |
| 7 }, |
| { -3, 49, 36, -4, -16, -48, -48, -44, 29, -9, -16, 59, -17, 29, |
| -6, 7 }, |
| { 18, 13, 19, 54, 42, 38, 10, 35, 52, -47, -53, 12, 8, -1, -16, |
| 4 }, |
| { 10, 21, 37, -10, -14, -57, 87, -1, 16, -3, -3, 2, 27, -49, 6, |
| 6 }, |
| { 17, -5, 34, 11, 9, -3, -51, -29, -1, -23, -2, -55, 2, -52, 58, |
| 41 }, |
| }, |
| { |
| { -81, 82, 37, 2, -24, -19, -5, -19, -10, 3, -1, 12, 14, 3, 1, |
| -2 }, |
| { -49, -22, 0, 7, 57, 79, -21, -44, -14, 2, 0, -20, -20, 23, 6, |
| 1 }, |
| { 67, 59, -34, 2, -4, 11, -51, -61, -11, -1, -1, 9, 13, 23, 3, |
| -3 }, |
| { 21, -29, 73, -26, -59, 49, -6, -22, -5, -4, 18, 43, -3, -3, -11, |
| -16 }, |
| { -23, -53, -12, 18, 17, -38, -14, -39, -12, -2, 5, 46, 81, -3, 1, |
| -19 }, |
| { 29, 13, 31, -11, 43, -24, 86, -40, -42, 1, 5, 6, -14, 16, 23, |
| -12 }, |
| { 13, 37, -12, 12, 19, 66, 37, 31, -10, -3, 2, 12, 59, -60, -13, |
| -8 }, |
| { -20, -6, -56, -8, -53, 22, 63, -42, 54, 11, -13, 0, 6, 21, 3, |
| -4 }, |
| }, |
| { |
| { 25, 76, -21, 4, -20, -9, -19, 77, -25, -5, 4, -14, 7, 39, -12, |
| -6 }, |
| { 91, -9, -27, -5, 59, -42, 4, -5, -7, 1, -3, 32, -26, -10, 2, |
| 8 }, |
| { 66, -4, -20, -14, -35, 35, -3, -30, 9, 0, -1, -53, 62, -23, 9, |
| -25 }, |
| { 27, -62, 61, -17, 13, 4, -17, 37, 28, -6, 4, -11, 17, 68, -15, |
| -4 }, |
| { 8, 67, 64, -18, 37, 25, -37, -14, 37, 6, -11, 21, 15, -21, 34, |
| 12 }, |
| { -42, -8, -18, -18, 60, -50, -16, 15, -14, 11, -11, -17, 65, -13, |
| 8, -47 }, |
| { -6, -16, -29, -9, 40, 87, 6, 23, -42, 6, -11, 37, 31, 5, -10, |
| 29 }, |
| { -2, 41, 3, 5, 28, 6, 80, -46, 12, -13, -11, 0, 14, 60, -24, |
| -26 }, |
| }, |
| }, |
| { |
| // D45_PRED; DCT_DCT |
| { |
| { 107, -47, -45, -5, -14, -3, -2, 17, 13, -2, 4, 10, 2, -5, -2, |
| -5 }, |
| { 56, 86, 25, -27, -28, 1, -1, -43, -38, -1, 3, 2, -5, 16, 14, |
| 4 }, |
| { 30, 8, 21, -3, 86, 38, 1, 17, -16, -11, -19, -60, -25, -22, -10, |
| 14 }, |
| { -9, 59, -61, 17, -13, 69, 15, 21, 40, 7, 4, 12, -12, -20, -23, |
| -17 }, |
| { 19, 24, 69, 6, -2, -19, 4, 64, 24, -12, -11, 36, 32, -34, -27, |
| -32 }, |
| { 19, 11, 8, 65, 55, -6, -17, -45, 42, 1, -8, 37, 9, 52, 2, -14 }, |
| { -2, -22, 15, -14, 21, 64, 36, 22, -43, 11, 28, 44, 32, 31, 47, |
| -16 }, |
| { 9, -38, 53, 49, -52, 50, 20, -37, 2, -8, -15, -8, -40, -22, -4, |
| -9 }, |
| }, |
| { |
| { 91, -37, -76, 14, 12, 3, -1, 11, 18, -1, -5, -9, -2, -2, -2, |
| 3 }, |
| { -26, -82, 20, -8, 86, -9, -2, 13, -22, 2, -6, -13, -2, 7, 3, |
| -2 }, |
| { -31, 34, -46, 70, 37, 34, 1, -46, -35, -16, -10, -16, -4, 14, |
| 24, -1 }, |
| { -56, -8, -28, 41, -7, -20, -3, 46, 75, -9, -32, -22, 2, -16, |
| -19, 14 }, |
| { -12, -28, 2, -31, -5, 77, 20, -54, 56, 18, -14, 5, -35, 12, -10, |
| 9 }, |
| { -11, -48, -2, 41, -26, -9, -9, -27, 5, -29, 11, 92, 25, 3, -11, |
| -25 }, |
| { -20, -34, -12, 15, -39, 45, 28, 42, -28, -13, 69, -19, -24, -38, |
| 19, 4 }, |
| { 44, -5, 72, 42, -4, 18, 13, 3, 6, -66, -40, -19, -16, -15, 8, |
| 9 }, |
| }, |
| { |
| { 118, -17, -35, -15, -22, -14, -1, 3, 4, -3, 4, 8, 3, 1, 2, 0 }, |
| { 18, 95, 48, -24, -42, -6, -1, -34, -33, -2, -1, -1, -6, 7, 8, |
| 6 }, |
| { 27, 15, -13, 14, 80, 61, -3, -35, -39, -7, -10, -37, -23, 5, 6, |
| 4 }, |
| { 16, -66, 90, -20, 21, -27, -11, -18, -33, -12, -2, 2, 7, 13, 16, |
| 2 }, |
| { 23, 18, 52, -15, 16, 22, 14, 73, 38, -5, -19, -36, -15, -46, |
| -30, 1 }, |
| { -6, -34, 12, -34, -53, 98, 4, -11, 9, 9, 25, 15, -17, 5, 9, |
| -3 }, |
| { 2, 19, -1, -19, 36, 18, 22, 34, -40, -10, 31, 72, 53, -22, -2, |
| -36 }, |
| { 20, 5, 34, 89, -11, 26, -27, -26, 34, -17, -17, 36, 24, -3, -24, |
| -20 }, |
| }, |
| }, |
| { |
| // D135_PRED; DCT_DCT |
| { |
| { 93, -22, -5, -19, 63, -15, -1, -21, 12, 2, -12, 38, -9, -12, 11, |
| 13 }, |
| { 11, -36, 37, -18, -29, 6, -4, -51, 64, 1, 5, -50, 19, -25, 33, |
| -31 }, |
| { 65, -14, 5, -5, -26, -15, 9, 37, -20, -16, 27, -56, 8, 51, -43, |
| -23 }, |
| { 0, -48, 50, 15, -28, 37, 5, -11, 10, -13, 11, 33, 8, 21, -32, |
| 78 }, |
| { 24, 78, 56, 3, -11, -10, -13, 44, 42, -6, 3, 6, -9, 14, 40, |
| 24 }, |
| { -45, 11, 27, -31, 64, -29, 26, -25, 36, -19, 6, -5, -5, 55, -38, |
| -10 }, |
| { -10, -44, 65, -3, 2, 5, -6, 37, -25, 9, -30, 33, -46, 5, 10, |
| -61 }, |
| { -6, -15, -30, -54, 12, 61, -4, 44, 22, 15, -44, -6, 39, 41, 25, |
| 5 }, |
| }, |
| { |
| { 97, 26, -57, -2, 18, -23, -4, 33, -30, 0, 5, -2, 0, 11, -8, |
| -2 }, |
| { 12, -39, 31, -20, 78, -6, 11, -11, -11, -3, -20, 66, -26, 18, |
| -25, 19 }, |
| { -45, -3, 16, -14, 12, -22, 8, 60, -54, -1, 13, -35, -7, 48, -35, |
| -43 }, |
| { -23, 38, -34, 46, -40, 24, 17, 2, 0, -21, -13, 51, -26, 44, -48, |
| 23 }, |
| { 11, 82, 63, -44, 0, 29, -17, 27, -6, 0, -19, 10, 23, 3, 6, 29 }, |
| { -44, 3, -27, 23, 23, -18, -18, 37, -42, 20, 29, 18, 8, -37, 31, |
| 70 }, |
| { 13, -9, 33, 42, 1, -47, -8, 55, 68, -21, -1, -2, -11, 37, 34, |
| 17 }, |
| { -37, 58, -35, -3, 42, -31, -4, -5, 21, 5, -37, 22, -23, -19, 33, |
| -58 }, |
| }, |
| { |
| { 111, -44, 21, -17, 28, -10, -1, -11, 14, -5, 0, 11, -4, 0, 2, |
| 3 }, |
| { 20, 63, -60, -10, 61, -33, -1, 34, -34, 1, -9, 28, -14, 10, -7, |
| 4 }, |
| { -45, -20, 13, -12, 65, -2, 8, -55, 35, 4, -18, 57, -21, -21, 15, |
| 19 }, |
| { -2, 14, 86, 47, 6, -3, -1, 39, -27, 5, 0, 40, -30, 30, -21, |
| 20 }, |
| { 19, 87, 43, 10, 3, -22, -12, -26, 49, -2, 8, -27, 13, -24, 35, |
| -10 }, |
| { 23, -1, -37, 82, -31, -3, -1, -33, -24, 29, 4, 24, -9, -49, 18, |
| 30 }, |
| { 15, 27, -4, -36, -30, 76, -19, 31, 16, -6, -27, 47, 14, -14, 25, |
| 42 }, |
| { -1, -11, -32, 52, 31, 32, 1, 37, 72, -10, 48, -12, -12, 33, 7, |
| 13 }, |
| }, |
| }, |
| { |
| // D113_PRED, D157_PRED; DCT_DCT |
| { |
| { 98, 39, -28, -8, 30, -29, -10, 43, -22, -3, -1, 4, -1, 16, -7, |
| -2 }, |
| { 17, -65, 14, -4, 65, -29, 15, -32, 9, 1, -6, 55, -43, -1, -3, |
| 16 }, |
| { -58, 21, 36, 5, 23, -22, -4, 69, -16, -4, 0, 21, -24, 62, -19, |
| -5 }, |
| { 28, 5, 85, -38, 32, 45, -10, -5, 25, -2, -20, -5, 50, 13, -1, |
| -11 }, |
| { 2, 83, 18, 17, -12, 21, -4, -25, 24, -3, -11, 60, -37, -23, 9, |
| 39 }, |
| { 38, -33, 4, 28, -61, 12, 5, 7, 60, -9, 4, 6, -17, 70, 5, 12 }, |
| { 1, -9, -39, 6, 12, 86, 36, -3, -47, -3, -5, 30, 12, 29, -41, |
| 11 }, |
| { -24, 31, -51, 18, 49, -17, 19, -28, 54, 1, -10, 7, 51, 38, 22, |
| -21 }, |
| }, |
| { |
| { 92, -51, -3, -17, 43, -15, 5, -41, 20, 2, -4, 12, -1, -19, 11, |
| -1 }, |
| { -1, 47, -32, 18, 56, -39, 0, 17, -34, 4, -6, 64, -43, -15, -2, |
| 21 }, |
| { 67, 3, 5, 1, -17, -8, -6, 76, -23, -13, 13, -11, -4, 62, -29, |
| 7 }, |
| { 14, 61, -45, -23, 25, -37, 2, -3, 8, 5, -8, -56, 42, 5, 16, |
| -50 }, |
| { 15, 47, 87, -7, -17, -43, -18, 1, 43, -2, 3, 1, -35, -12, 27, |
| -8 }, |
| { 6, 17, -4, -28, 25, 70, -39, 37, 34, 18, -33, 31, 16, 14, 52, |
| 6 }, |
| { -30, 4, 21, -14, 52, -15, 30, -26, 39, -7, 5, 1, 21, 76, -20, |
| 46 }, |
| { 38, 56, -17, 16, -41, 20, 6, -29, 7, -8, 16, 0, 36, -24, -2, |
| 78 }, |
| }, |
| { |
| { 102, -60, 36, -4, 8, -5, 0, -25, 17, 1, 1, 1, 0, -8, 5, 0 }, |
| { 39, 43, -43, -7, 78, -42, 2, 16, -16, -2, -7, 44, -24, 5, -4, |
| 12 }, |
| { 49, 26, -1, 6, -39, 5, -11, 80, -37, -5, 10, -32, 12, 44, -24, |
| -9 }, |
| { -25, -30, 62, 26, 3, 14, -2, 33, -17, -3, -7, 67, -42, 26, -21, |
| 36 }, |
| { 10, 79, 76, 5, -10, -28, -23, 0, 37, 6, -2, -3, -8, -16, 34, |
| -4 }, |
| { 17, 22, -11, -16, 19, 96, -30, 14, 21, 3, -15, 29, 42, -9, 21, |
| 28 }, |
| { -22, -11, 34, -47, 58, 2, 9, 9, 39, -21, -2, -24, 23, 64, -23, |
| -35 }, |
| { 14, 24, -28, 12, -32, 4, 27, -27, 64, -30, 37, 3, -21, 44, -25, |
| 54 }, |
| }, |
| }, |
| { |
| // D203_PRED, D67_PRED; DCT_DCT |
| { |
| { 98, -17, 59, 1, -33, -18, -1, -17, -33, -7, -7, 3, 2, 6, 13, |
| 3 }, |
| { -57, 48, 86, 20, 15, -10, 0, -31, -30, 2, -16, -25, -4, 2, -1, |
| 8 }, |
| { 48, 14, -16, 50, 73, -8, -10, -13, 31, 12, -28, -49, -11, -10, |
| -31, 5 }, |
| { 17, 40, 48, -14, -1, 11, -12, 25, 69, 8, 47, 34, -17, -27, -29, |
| -31 }, |
| { -23, -67, 29, 79, -30, 15, 8, 31, 16, 30, -16, 8, 7, -12, -16, |
| -13 }, |
| { 8, -7, 10, 28, 67, 51, -7, 25, -41, -24, 28, 38, -11, -7, 53, |
| -14 }, |
| { 5, 34, -27, 52, -10, -33, 5, -47, 2, 54, 44, 38, 19, 27, 30, |
| -9 }, |
| { 17, 73, -20, 18, -33, 29, 0, 53, -26, 20, -61, 21, 3, -3, -4, |
| -1 }, |
| }, |
| { |
| { 82, -42, -76, 16, 21, -1, -3, 14, 25, 0, -15, -15, 0, -2, -6, |
| 5 }, |
| { -41, -6, -19, 51, 78, 7, 3, -23, -46, -2, -23, -35, -2, 14, 31, |
| 4 }, |
| { -62, 33, -42, -7, 20, 1, -4, 18, 74, 16, -12, -22, -2, -15, -47, |
| 12 }, |
| { -29, -25, -45, -13, 23, 36, -3, 1, -11, -15, 73, 60, -3, -5, -3, |
| -39 }, |
| { -38, -21, -43, -38, -42, -10, 13, 45, -6, 11, -19, -10, 0, 19, |
| 78, 8 }, |
| { -4, 52, -47, 58, -48, -9, 1, -24, -14, 1, -38, 52, 18, 4, -1, |
| -21 }, |
| { 25, 41, 28, 31, 30, 3, 2, 37, 44, 40, 17, 10, -22, 2, 56, -51 }, |
| { 27, 65, -32, -61, 22, -23, 7, -54, -8, 13, 28, -13, 6, 34, 16, |
| 10 }, |
| }, |
| { |
| { 101, -33, 50, -6, -43, -10, -3, -5, -20, -8, 1, 7, 1, 4, 6, 1 }, |
| { -42, 28, 97, 41, 3, -6, 1, -27, -34, 1, -16, -24, -2, 3, -1, |
| 6 }, |
| { 35, 66, -10, -40, 48, -54, 6, -57, -1, -16, 0, -9, 7, 6, 12, |
| 1 }, |
| { 43, -20, -13, 70, 59, 6, -8, -4, 33, 16, -27, -49, -13, -10, |
| -27, 4 }, |
| { 4, 24, 53, -49, 9, 24, -20, 26, 75, -3, 27, -9, -27, -23, -35, |
| -6 }, |
| { 3, -19, 0, -39, 47, 57, -26, 13, -53, -53, -14, -28, -29, 6, 21, |
| 17 }, |
| { 26, 73, -13, 25, -6, 18, -32, 38, -35, 26, -24, 45, -36, -28, |
| -5, -9 }, |
| { 1, -20, 24, 31, 57, -7, 16, 13, 10, -40, 29, 70, 12, -26, 33, |
| -37 }, |
| }, |
| }, |
| { |
| // SMOOTH_PRED; DCT_DCT |
| { |
| { 106, -23, -9, -29, 47, -26, -1, -6, 1, -2, -9, 22, -10, 0, 0, |
| 4 }, |
| { 7, 72, -65, 21, 7, -31, -8, 50, -50, 4, 2, 5, -6, 14, -13, 1 }, |
| { 4, 81, 88, -23, 11, -16, -17, -3, 5, -16, -14, 17, -10, 4, 6, |
| 6 }, |
| { 44, 13, 5, -48, -55, 62, -7, 29, -16, 2, 0, -38, 39, 22, -16, |
| -15 }, |
| { -42, -10, -12, -52, 62, 56, 1, 12, -27, 5, -34, 41, -3, 14, -21, |
| 15 }, |
| { 27, 16, 14, 81, 53, 69, -15, -4, 0, -8, 9, -27, 2, -2, -1, -4 }, |
| { -1, -51, 52, 24, -8, -19, -3, 49, -39, -7, 23, 5, -32, 49, -46, |
| 8 }, |
| { -4, -3, -10, -2, 10, 4, -14, 83, 89, -11, -9, 4, -10, 15, 22, |
| 0 }, |
| }, |
| { |
| { 105, -44, -53, -10, -1, -11, -2, 13, 12, 2, 3, 7, 4, -1, -2, |
| -1 }, |
| { 58, 48, 74, -38, -2, -32, -10, -34, -28, -18, -1, 11, -3, 9, 14, |
| 2 }, |
| { 4, 82, -65, 10, 52, -12, -17, 12, -36, 10, -19, 6, -8, 9, -5, |
| 7 }, |
| { 18, -26, 37, 23, 89, 35, -18, -1, 17, -20, -27, -38, -29, -8, |
| -4, 11 }, |
| { -1, -11, -3, 81, 8, -77, 8, -57, 15, 2, 1, -3, 7, -4, 9, -2 }, |
| { 34, 32, 9, 69, -55, 53, -8, 5, -23, -6, 10, -51, 5, 6, -10, 0 }, |
| { 12, 51, 12, 0, -9, -2, -19, 11, 100, 34, 6, 6, -14, -26, -25, |
| -8 }, |
| { 6, 9, 26, 36, 2, -22, 36, 79, 1, -54, -24, 44, 19, -19, -12, |
| -2 }, |
| }, |
| { |
| { 118, -22, -24, -20, 16, -27, -3, -1, 0, -3, -1, 6, -2, -1, 1, |
| 1 }, |
| { 15, 82, 74, -33, 2, -34, -11, -23, -25, -12, -6, 14, -6, 5, 5, |
| 2 }, |
| { 5, -72, 82, -6, -16, 5, 11, -40, 42, -14, 7, -6, 3, -7, 11, |
| -2 }, |
| { 22, 6, 11, -54, -59, 79, -5, 32, -21, 1, 6, -21, 24, 18, -12, |
| -3 }, |
| { 6, 1, 18, -3, 94, 69, -25, -1, -1, -9, -28, -16, -25, -1, -4, |
| 8 }, |
| { 34, 27, 14, 95, -26, 18, -17, -13, -7, -14, 16, -58, -1, 3, 2, |
| -3 }, |
| { 0, -32, 39, 27, -5, -22, -23, 84, -26, -24, -4, 31, -32, 29, |
| -25, 17 }, |
| { 9, 22, 10, 13, 16, 7, 85, 43, 20, -53, -19, 3, 39, -30, 4, -8 }, |
| }, |
| }, |
| { |
| // DC_PRED; ADST_ADST |
| { |
| { 106, -50, -45, 4, 7, 5, 1, 12, 10, 0, -4, -12, -6, 2, 2, 1 }, |
| { -36, -37, -45, 39, 70, 41, -9, -42, -37, -7, 2, 3, 4, 13, 11, |
| -10 }, |
| { 4, 72, -70, 51, 2, -57, 10, 10, -9, -5, -6, -1, 6, -4, 5, 0 }, |
| { 54, 42, 47, 32, 3, 26, -5, -38, -39, -7, 23, 54, 26, -17, -14, |
| -1 }, |
| { 21, 54, 28, -3, 59, 32, 28, -3, 35, 39, -14, -47, -10, 33, 24, |
| -4 }, |
| { 0, -28, 50, 60, 6, -24, 41, 51, -42, -19, 15, -18, -37, 16, 13, |
| -6 }, |
| { -4, 9, 4, 60, -56, 54, -56, 9, 24, -19, -21, -33, 6, 12, 24, |
| -10 }, |
| { 5, -24, 20, 11, -15, -43, -16, -31, -27, 69, -64, 9, 12, 3, 39, |
| -25 }, |
| }, |
| { |
| { 121, -10, -11, -6, -35, -5, -2, 6, 7, -2, 1, 12, 1, -3, -3, |
| -3 }, |
| { 10, 66, 74, 12, -20, 11, 6, -44, -48, 5, -1, 22, -2, 19, 20, |
| -15 }, |
| { 0, 74, -67, -36, 1, 38, 8, -34, 32, -6, 20, 2, -17, 20, -18, |
| 0 }, |
| { 38, 21, 22, 27, 94, 20, 12, 7, 11, 15, 1, -54, 0, 7, 3, 22 }, |
| { -2, 32, 46, -42, 15, -34, -12, 36, 40, -19, 53, 24, 42, -25, |
| -29, 2 }, |
| { -9, 22, 10, 70, -31, 32, 9, 31, 57, 51, -19, 26, 7, -13, -28, |
| -4 }, |
| { -1, -28, 24, -20, -2, 79, 53, 37, -12, -26, 36, 16, -38, -17, 3, |
| -7 }, |
| { 4, -24, -24, 31, 45, 13, -9, -11, 4, -6, 33, 67, 40, 41, 31, |
| -45 }, |
| }, |
| { |
| { 124, 3, -20, -12, -17, -14, -2, -2, 4, 1, 0, 8, 3, -1, -1, -1 }, |
| { 16, 32, 111, -2, -19, 12, -2, -26, -32, -13, 4, 6, -3, 11, 11, |
| -3 }, |
| { -10, 115, -43, 7, -7, 4, -9, -24, -11, 6, 0, 10, -5, 11, 0, |
| -2 }, |
| { 19, -8, -8, 19, 27, 112, 7, -21, 14, 7, -8, -26, -24, 13, 7, |
| 3 }, |
| { 16, 0, 3, 43, 95, -38, 15, -18, -44, 16, -25, -12, -4, 0, 15, |
| 8 }, |
| { 4, -4, 0, 110, -53, -2, -9, 26, -5, -2, -18, -14, 11, -2, 1, |
| 6 }, |
| { 11, 34, 19, -3, 40, 5, -33, 85, 17, -26, 41, -45, 8, -5, -5, |
| 6 }, |
| { 2, 20, 29, 11, 17, -16, 13, -30, 101, 15, -30, -11, 36, -26, -8, |
| 5 }, |
| }, |
| }, |
| { |
| // V_PRED, H_PRED, SMOOTH_V_PRED, SMOOTH_H_PRED; ADST_ADST |
| { |
| { 74, 96, -22, 4, -3, 23, 6, 23, -6, -2, 3, -4, 7, 7, 2, 0 }, |
| { -61, 26, -5, 2, -46, 84, 39, -18, 9, -3, -4, -16, 18, -12, 4, |
| 0 }, |
| { -32, 19, 55, -14, 85, 33, 0, 49, -5, 4, 3, 17, 21, 15, 0, 5 }, |
| { 62, -60, -1, 5, 21, 37, 82, -2, -3, 2, -4, 13, 9, -5, -4, 8 }, |
| { -14, -29, -55, 7, -19, -10, -1, 84, -20, -8, 3, -24, 59, 15, 2, |
| -6 }, |
| { 41, -22, 66, -8, -29, 23, -50, -10, -10, 14, -4, -45, 55, -19, |
| 1, -12 }, |
| { 12, -11, 8, 41, -24, 15, -27, 16, 86, -9, -15, 58, 18, 30, 13, |
| 14 }, |
| { 9, -21, -29, -44, -10, 50, -46, -17, -49, 8, -7, 47, -10, 54, |
| -21, 0 }, |
| }, |
| { |
| { 109, -59, -25, 2, 2, 13, 2, 12, 5, 0, -2, -6, -7, 2, 2, 0 }, |
| { 36, 27, 74, -22, -66, -46, 21, 32, 9, 4, 1, 13, -1, -12, -6, |
| 3 }, |
| { -24, -62, 70, -15, -18, 75, -25, -8, -6, -1, 4, 9, 0, 1, -1, |
| -3 }, |
| { -33, -27, -32, -61, -16, -3, 1, 52, 62, 14, -15, -42, -26, 4, 1, |
| 8 }, |
| { 36, 85, 3, -25, 11, 75, -14, -1, 32, 10, 3, -8, -3, 4, -2, 1 }, |
| { -12, 13, -20, 70, -41, 34, -9, 78, -26, -15, -4, -1, -28, 0, 13, |
| -3 }, |
| { -7, -5, 18, 6, 30, 27, 115, 10, -6, 13, -9, -4, -8, 16, 19, |
| -2 }, |
| { -6, -3, -32, -47, 8, 14, 16, 28, -22, -16, 31, 84, -9, -45, -28, |
| 8 }, |
| }, |
| { |
| { 120, -9, 9, -1, 18, -34, 6, -15, 4, 2, 2, 0, -1, -2, -2, -1 }, |
| { 11, 119, -22, 3, 14, -9, -9, 31, -6, -2, 3, 11, -11, 1, 3, 2 }, |
| { 33, 20, 27, 5, -38, 102, 21, 1, 6, 3, -1, -18, 37, 9, 0, 4 }, |
| { -4, -1, -70, -8, 34, 15, 90, -31, -8, -3, -5, 19, 17, -17, 2, |
| 5 }, |
| { 25, -38, -73, -8, -9, 30, -36, 75, -20, -3, -8, 19, -10, 10, 4, |
| 5 }, |
| { 0, -4, 7, -11, 86, 58, -43, -29, 18, 4, 7, 7, -44, -19, 4, -8 }, |
| { -1, -10, 61, 7, 14, 7, 56, 54, -27, 10, 2, 52, -50, 0, -5, 8 }, |
| { 2, -4, -23, 85, -9, 4, 21, 10, 23, 9, 22, -59, -54, -14, -16, |
| -6 }, |
| }, |
| }, |
| { |
| // D45_PRED; ADST_ADST |
| { |
| { 119, 6, 6, -5, -43, -4, 1, 3, 3, 0, 1, 17, 0, -1, -1, -4 }, |
| { -21, 76, 67, 5, -32, 9, 6, -40, -37, 5, 0, 31, -2, 13, 12, |
| -13 }, |
| { 30, -15, -20, 35, 59, 49, 13, -50, -47, 5, -10, -15, -19, 33, |
| 31, -12 }, |
| { -14, -45, -29, 19, -20, -10, -39, -27, -22, -15, 19, 80, 39, 4, |
| 0, -34 }, |
| { 3, -48, 63, 40, 5, -46, -1, 37, -35, 19, -33, -15, 17, -13, 39, |
| -9 }, |
| { -15, -17, -29, -30, -54, -40, -3, -22, 5, 11, -24, -22, -41, 64, |
| 46, -9 }, |
| { 0, -25, 6, -4, -23, -15, -34, -48, -47, -25, 1, -22, -27, -38, |
| -28, 72 }, |
| { 11, 58, -38, 39, 22, -51, -46, -23, 16, 23, -31, -19, 44, -1, 4, |
| 16 }, |
| }, |
| { |
| { 114, -29, -45, 2, -7, -1, 0, 12, 17, 1, -5, -8, -3, 0, -1, 2 }, |
| { -27, -61, -50, 41, 75, 21, -3, -13, -29, -5, -4, -18, -1, 8, 15, |
| -3 }, |
| { -34, -28, -18, -26, -1, -42, 3, 63, 57, 16, -24, -57, -6, -7, 5, |
| 12 }, |
| { 29, -8, 78, -15, 30, 27, 35, 4, -21, 22, -18, -50, -34, 21, 30, |
| -3 }, |
| { 4, 92, -39, 50, 11, -10, 19, -7, 5, 14, -32, -35, -6, 12, 25, |
| -2 }, |
| { -17, -20, -35, -34, -49, -8, 2, -39, -2, 3, -9, 6, -40, 70, 45, |
| -26 }, |
| { -8, 17, -22, -42, 23, 82, 7, -28, 63, 24, -4, 1, -5, 1, -32, |
| 2 }, |
| { -4, 7, -3, 21, 14, 12, 61, 61, 22, -23, 53, 35, -14, 36, -1, |
| -39 }, |
| }, |
| { |
| { 121, 1, -26, -8, -25, -7, 2, 5, 12, 1, 1, 7, 0, -1, -4, -1 }, |
| { 2, 102, 45, -6, -36, -4, 2, -37, -19, 1, 5, 25, 4, 10, 2, -7 }, |
| { 19, -53, 103, -32, -7, -24, 0, 12, -22, -5, 7, 11, 7, -8, 3, |
| -2 }, |
| { 27, -5, 25, 11, 50, 88, 17, -41, -26, 4, -3, -23, -27, 21, 13, |
| 0 }, |
| { 19, 17, -7, 22, 78, -74, -10, -15, -49, 6, -7, -18, 16, 9, 14, |
| 4 }, |
| { 5, 43, 23, -14, 25, -5, 57, 63, 30, 8, 0, -54, -25, -28, -13, |
| 22 }, |
| { 6, -6, 25, 111, -36, 0, 9, 21, -7, -18, -26, -15, 5, -8, 16, |
| 1 }, |
| { -7, -18, -18, 7, 0, -19, 102, -15, -19, 0, 7, 59, -21, 1, 5, |
| -13 }, |
| }, |
| }, |
| { |
| // D135_PRED; ADST_ADST |
| { |
| { 99, -40, 67, 5, -7, 7, 0, -11, 13, 4, 3, -5, 4, -1, 2, -1 }, |
| { 52, 24, -56, -40, 80, -21, 6, -21, 21, -8, 1, 18, -1, -7, 11, |
| 1 }, |
| { -45, -35, 21, -34, 8, 4, 0, -65, 68, -15, 17, -38, 12, -15, 10, |
| -16 }, |
| { -14, 68, 58, 60, 40, -43, 9, -23, 10, 9, 19, -4, 1, 1, -3, 2 }, |
| { -24, -58, 5, 32, 31, -7, 1, -39, -26, 38, -37, 61, -12, -29, 22, |
| 10 }, |
| { -20, 19, 55, -49, 6, 5, -9, 47, 25, -31, -16, 56, -19, -3, 48, |
| 11 }, |
| { -6, -15, -11, 42, 42, 67, -26, 44, 51, 35, 32, -3, -11, 9, 3, |
| 15 }, |
| { 18, 49, -18, 16, -39, 37, 3, -19, 12, 27, -19, -4, 9, -55, 63, |
| -38 }, |
| }, |
| { |
| { 110, 33, -51, 10, 3, -7, 3, 13, -13, 1, 3, -4, 1, 0, -1, -1 }, |
| { -33, 94, -13, 15, -67, 25, 1, 6, 5, -5, 6, -25, 9, -7, 6, -3 }, |
| { 13, 63, 72, -57, 47, 0, -1, 20, -22, 13, -4, 19, 8, 8, -8, 2 }, |
| { 42, -6, 43, -8, -23, 53, 10, -58, 67, 2, -12, 16, -1, -21, 20, |
| 13 }, |
| { -9, -10, -28, -7, 32, 99, 6, -20, -57, 2, 4, -13, 23, -8, -9, |
| -9 }, |
| { -24, 38, -34, 39, 45, 5, 10, -22, 15, -23, -16, 79, -29, 18, 0, |
| 27 }, |
| { 6, 0, 36, 73, 43, 23, -4, 52, 30, -30, 8, -35, 26, 8, 26, 2 }, |
| { 9, 9, 40, 47, 3, -24, 17, -58, -52, -3, 60, -11, -33, -22, 8, |
| -4 }, |
| }, |
| { |
| { 119, -34, -7, -8, 28, 6, 1, -7, 7, 3, -2, 4, -1, 0, 3, 1 }, |
| { 17, 56, 99, -21, 17, -39, 5, 3, 22, -1, 5, 19, -1, -1, 6, 5 }, |
| { 15, 82, -67, 2, 37, -31, 6, 33, -28, -1, -4, 22, -6, 7, -2, 5 }, |
| { -38, -39, -13, -32, 83, -23, 2, -41, 18, 0, -12, 42, -13, -13, |
| 17, 9 }, |
| { 4, -15, 5, 95, 4, -64, 15, -32, -13, -5, 31, -6, -21, -12, -4, |
| -8 }, |
| { -9, -23, 35, 47, 46, 42, -23, 53, -42, -1, -2, 32, 5, 42, -11, |
| 21 }, |
| { 1, 50, 0, 37, 36, 71, -12, -53, 22, -15, 18, -16, 30, -21, 22, |
| -13 }, |
| { -7, -7, -14, 17, 18, -8, -9, 56, 86, -18, 16, -37, -25, 26, 39, |
| 2 }, |
| }, |
| }, |
| { |
| // D113_PRED, D157_PRED; ADST_ADST |
| { |
| { 81, 87, -33, 8, -16, 18, 6, 16, -8, -1, 3, -11, 7, 0, 1, -2 }, |
| { 48, -22, 21, -14, 81, -47, -17, 50, -27, 5, 3, 12, 11, 21, -8, |
| -1 }, |
| { 62, -50, -36, 23, -24, -49, 0, -46, 30, -4, -4, 23, -41, -2, 1, |
| 5 }, |
| { 29, 8, 57, -13, 40, 58, 39, -41, 30, 7, -8, 47, -19, 1, 3, 17 }, |
| { -39, 52, -4, 15, -2, -31, -25, 19, 35, -8, -13, 60, -33, 61, -4, |
| 11 }, |
| { 24, -4, 61, 19, -29, -7, -50, 13, 69, -2, -4, -21, 50, -2, 21, |
| -5 }, |
| { 6, -43, -38, 45, -2, 45, 42, 43, 20, -17, -23, 15, 44, 42, -20, |
| -2 }, |
| { 21, -16, 37, -26, -52, 16, -16, -12, -41, 18, -2, -6, -13, 68, |
| -49, -33 }, |
| }, |
| { |
| { 105, -52, 45, -7, -7, 10, 2, -15, 9, 3, -1, -5, 6, -1, 1, 0 }, |
| { -41, 1, 91, 36, -63, 12, -6, 12, -4, 1, 6, -23, 7, 11, -6, -1 }, |
| { -18, -69, -49, -13, -42, 71, -19, 37, -9, 0, -6, -6, -1, 6, -1, |
| 0 }, |
| { 46, 43, -11, 34, -21, -5, -1, 72, -60, 3, -4, 33, -16, 14, -10, |
| 15 }, |
| { -9, -46, -23, 89, 15, -16, 13, -46, -45, 20, 4, -2, 9, -5, -17, |
| 0 }, |
| { -27, -47, 29, -25, -3, -37, 3, 5, -23, -1, -25, 76, -42, -37, |
| 24, 0 }, |
| { -4, 13, 28, 37, 67, 64, -39, 13, 25, 39, -12, 22, -22, -10, 22, |
| 0 }, |
| { 1, -26, -4, 27, 16, -27, -14, 37, 40, -41, 69, -16, -59, -7, |
| -21, -6 }, |
| }, |
| { |
| { 114, -37, -37, 6, 24, -3, 5, -2, -2, 1, -1, 2, -3, 0, 1, 1 }, |
| { 40, 72, 68, -34, 27, -45, 4, 5, 13, 10, 3, 26, -7, -2, 0, 7 }, |
| { 8, -68, 76, -31, -16, 28, -2, -47, 33, 11, -3, -10, 8, -16, 4, |
| -5 }, |
| { -27, -11, -4, 6, 102, 27, -13, -37, -12, -7, 0, 48, -7, -3, 12, |
| 6 }, |
| { 26, 35, 40, 55, 3, 81, -24, 26, 0, -16, 16, -19, 21, 25, 10, |
| 1 }, |
| { -3, -5, 19, 86, 7, -58, 10, -38, 19, -30, 28, -25, -15, -21, 13, |
| -15 }, |
| { -6, 19, -34, -16, 18, 13, 0, 14, 101, -4, -19, -24, -7, -14, 51, |
| -4 }, |
| { -13, -55, 30, 14, 20, -30, -10, 78, 16, -3, -8, 9, -34, 48, 3, |
| 27 }, |
| }, |
| }, |
| { |
| // D203_PRED, D67_PRED; ADST_ADST |
| { |
| { 122, -3, -7, -4, -35, -2, 0, 2, 7, 2, 0, 13, -1, 0, -3, -3 }, |
| { 4, 38, 107, 19, -19, -1, 4, -22, -43, 10, -5, 12, 2, 5, 12, |
| -3 }, |
| { 20, -48, 4, 85, 50, 6, 0, 11, -15, 32, -35, -35, -2, -1, 12, |
| 8 }, |
| { 23, 86, -19, -1, 68, 12, 10, -43, 15, 3, 4, -31, -2, 13, -8, |
| 7 }, |
| { -11, 23, 23, 20, -21, -11, 0, 30, 80, 64, -1, 2, 7, -14, -50, |
| 3 }, |
| { 19, -37, 59, -49, 56, -3, 4, 32, 25, -33, 30, -35, 2, -19, -16, |
| 9 }, |
| { 1, -4, 2, 52, 26, 34, -3, 1, 14, -30, 66, 62, 11, 5, -17, -45 }, |
| { -2, -5, 4, -18, -14, 104, 14, 16, -2, 27, 8, -11, -56, 16, 7, |
| 10 }, |
| }, |
| { |
| { 112, -22, -53, 8, -7, 0, -1, 9, 20, 2, -8, -6, -2, 0, -1, 1 }, |
| { -29, -56, -51, 50, 72, 11, -4, -6, -32, -12, -3, -23, 1, 5, 18, |
| -2 }, |
| { -49, -3, -67, -33, -13, -25, -2, 33, 71, 16, -19, -28, -2, -3, |
| -10, 10 }, |
| { -12, 75, -61, 48, -15, 8, -1, -42, -2, -8, -2, 43, 9, 7, -14, |
| -13 }, |
| { 11, 48, 33, 58, 16, -26, 10, 22, 10, 36, -54, -53, 2, -1, 28, |
| 7 }, |
| { 4, -3, 17, -10, 44, 65, 2, -38, 48, 66, -9, 9, -4, 27, -28, |
| -6 }, |
| { -1, 12, -21, -52, -19, 21, 16, -39, -32, -8, -41, -32, -35, 41, |
| 58, -19 }, |
| { 10, 41, -6, -16, 48, -17, 32, 27, 17, 3, 82, 0, -12, 31, 42, |
| -8 }, |
| }, |
| { |
| { 124, -8, -4, -7, -26, -5, 0, 4, 4, 1, 0, 7, 0, 0, -1, -2 }, |
| { 4, 75, 88, 4, -24, -4, 4, -28, -35, 0, -1, 15, 2, 5, 10, -3 }, |
| { 0, 89, -77, -33, 1, -18, 1, -22, 15, -4, 11, 10, 2, 4, -8, -2 }, |
| { 22, 27, -18, 82, 59, 17, 3, -15, -17, 33, -34, -37, -8, 9, 7, |
| 8 }, |
| { 16, -13, 10, -63, 68, 44, 1, -42, -30, -36, 16, -21, -14, 13, |
| 16, 2 }, |
| { -8, 4, -22, 13, -56, 103, -12, -9, -5, 13, 5, 15, -30, 19, 3, |
| -7 }, |
| { 5, 34, 33, -18, 8, 32, 10, 51, 64, 1, 12, -60, -16, -18, -31, |
| 23 }, |
| { 2, -13, 21, -20, 27, 6, -11, -43, 49, 85, 16, 35, 20, 16, -26, |
| -11 }, |
| }, |
| }, |
| { |
| // SMOOTH_PRED; ADST_ADST |
| { |
| { 119, -29, -32, -10, -2, -10, 3, 9, 8, 3, -1, -1, -2, -1, -1, |
| 1 }, |
| { 38, 96, 60, -21, 4, -27, -2, -14, -19, 2, 6, 18, 7, -1, -1, |
| -1 }, |
| { 11, -69, 101, -18, 8, 12, 5, -18, 18, -6, 2, 2, -3, -2, 3, 0 }, |
| { 8, 7, -4, 14, 118, 40, 5, 0, -17, 4, -5, -6, -10, 8, 4, 0 }, |
| { 23, 28, 21, 63, -38, 86, -9, 16, 16, -8, 6, -32, 8, 5, 7, -3 }, |
| { 4, -2, 13, 96, 19, -71, 3, -3, 35, -12, 2, 2, -3, -3, 7, 2 }, |
| { -8, 10, 17, -21, 12, -8, 13, 113, 44, 12, 5, 3, 2, -2, -15, 6 }, |
| { -4, 21, -17, -24, 13, 16, -8, -48, 105, 27, 1, 11, 10, -15, 5, |
| 2 }, |
| }, |
| { |
| { 125, -5, -1, -7, -24, -7, -1, -1, 0, -2, 1, 6, 1, 1, 0, -1 }, |
| { 14, 83, 77, 9, 43, 10, 0, -24, -23, 1, -2, -11, -2, 4, 4, 1 }, |
| { -6, 85, -75, -32, -37, 24, -7, -14, -8, -3, 3, 10, -5, 9, 0, |
| -2 }, |
| { 21, 11, -41, 10, 83, 40, 10, 52, 43, 4, -1, -19, -4, -16, -14, |
| 1 }, |
| { -1, 16, 2, 97, -46, 27, 12, -17, 47, 31, 0, -10, 0, -1, -10, |
| -1 }, |
| { -2, -12, 24, -8, -37, 84, 34, 53, -54, -1, -8, -6, 4, -11, 9, |
| 1 }, |
| { -7, 27, 29, -9, -16, -21, 5, 61, 41, 1, 25, 74, 46, -1, 1, |
| -17 }, |
| { -1, -18, 23, -42, 0, 51, 13, -46, 54, -7, 56, 21, -47, -5, 14, |
| -4 }, |
| }, |
| { |
| { 124, 14, 17, -11, 18, -12, 1, -1, -2, 1, -1, 3, -1, 0, -1, 0 }, |
| { -6, 106, -58, -5, 14, 2, 0, 29, -27, 0, -1, 0, 2, 3, -3, 0 }, |
| { -27, 50, 102, 1, 52, 3, -4, -5, 7, -1, 1, 2, 0, 0, 0, 0 }, |
| { -13, -25, -35, -15, 84, -64, -10, 3, 22, -5, -7, 43, -20, 5, 2, |
| 6 }, |
| { 9, -22, -17, 40, 56, 82, 5, 52, 33, 5, 2, -10, 11, 0, 0, -3 }, |
| { 7, 24, -8, 98, -13, -36, -10, -29, 48, 12, 24, -15, -21, -6, 5, |
| -1 }, |
| { 0, 26, -18, -50, -8, 36, 11, -52, 81, -15, 9, 18, 0, -23, 33, |
| 2 }, |
| { 0, 7, 20, -7, -44, -31, 4, 80, 50, -1, 17, 45, 35, 19, 7, 0 }, |
| }, |
| }, |
| }; |
| |
| // IST 8x8 kernel |
| static const int16_t |
| ist_8x8_kernel[IST_SET_SIZE][STX_TYPES - 1][IST_8x8_HEIGHT] |
| [IST_8x8_WIDTH] = { |
| { |
| // DC_PRED; DCT_DCT |
| { |
| { 102, -43, -51, -8, -23, -5, -3, 15, 18, -2, -2, |
| 5, 12, 2, -1, -1, 3, -3, -5, 2, -1, -1, |
| 1, -2, -5, 0, 1, -1, 0, 1, -1, 1, 1, |
| -1, 1, 0, 0, 0, 1, 2, 0, 0, 0, 0, |
| 0, 0, 0, 0, 0, 0, 0, -1, 0, 0, 0, |
| 0, 0, 0, 0, 0, 0, 0, 0, 0 }, |
| { -19, -33, -44, 31, 84, 19, -3, 26, 34, -1, 5, |
| -18, -40, -9, 4, -1, 4, -13, -19, 1, 1, 2, |
| -3, 1, 9, -2, -2, 2, 0, 1, -2, 5, 8, |
| -1, 0, 0, -1, 0, 2, 1, 2, -1, -1, -1, |
| 1, -2, -3, 1, 0, 0, -1, -1, -1, 1, 0, |
| 0, 1, 0, 0, 0, 0, 0, -1, 0 }, |
| { -27, 17, 6, -4, -29, 4, -3, 47, 65, 2, -4, |
| 18, 39, 5, -2, 0, 4, -37, -51, -4, 3, 0, |
| 4, -15, -31, -3, 3, -1, 0, 1, -6, 10, 17, |
| -3, -1, 1, 1, -2, 7, 16, 0, -1, 1, -2, |
| 2, 0, -2, 2, -1, 1, -2, -6, 1, 0, 0, |
| -1, -1, 0, 0, 1, -1, 1, 1, 0 }, |
| { 17, 25, 20, -27, -22, -29, -5, 4, 16, -7, |
| 6, -25, -52, -5, 1, -1, 4, -22, -37, -1, |
| 1, -1, -6, 33, 58, 12, -4, 0, 0, 0, |
| -4, 20, 33, 2, -2, 0, -1, 5, -12, -25, |
| 1, 3, -1, -1, 3, -8, -17, 1, 1, -2, |
| 0, 3, -4, 1, -1, 2, 7, -1, 1, 1, |
| 2, -2, -3, -1 }, |
| { 27, 14, 16, 9, 24, 11, -13, -42, -37, -22, -8, |
| -6, -1, -16, 1, -3, 4, -15, -29, 2, 0, -2, |
| 5, -22, -36, -3, 1, 0, -1, 0, -2, 34, 51, |
| 8, -4, 0, 0, -4, 24, 37, 4, -2, 0, 0, |
| 6, -15, -27, 0, 3, 3, -10, -18, 2, 1, -3, |
| 1, 6, -2, 3, 6, -2, 2, 1, -2 }, |
| { -28, -25, -33, 8, -7, 12, 1, -18, -12, -6, 10, |
| 34, 41, 31, 1, -2, 13, 14, -1, 15, 1, 3, |
| -3, 11, 16, -3, 2, 2, |
