Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 1 | /* |
Yaowu Xu | 2ab7ff0 | 2016-09-02 12:04:54 -0700 | [diff] [blame] | 2 | * Copyright (c) 2016, Alliance for Open Media. All rights reserved |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 3 | * |
Yaowu Xu | 2ab7ff0 | 2016-09-02 12:04:54 -0700 | [diff] [blame] | 4 | * This source code is subject to the terms of the BSD 2 Clause License and |
| 5 | * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License |
| 6 | * was not distributed with this source code in the LICENSE file, you can |
| 7 | * obtain it at www.aomedia.org/license/software. If the Alliance for Open |
| 8 | * Media Patent License 1.0 was not distributed with this source code in the |
| 9 | * PATENTS file, you can obtain it at www.aomedia.org/license/patent. |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 10 | */ |
| 11 | |
Yaowu Xu | f883b42 | 2016-08-30 14:01:10 -0700 | [diff] [blame] | 12 | #ifndef AV1_ENCODER_BLOCK_H_ |
| 13 | #define AV1_ENCODER_BLOCK_H_ |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 14 | |
| 15 | #include "av1/common/entropymv.h" |
| 16 | #include "av1/common/entropy.h" |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 17 | #include "av1/common/mvref_common.h" |
Hui Su | 1ddf231 | 2017-08-19 15:21:34 -0700 | [diff] [blame] | 18 | #include "av1/encoder/hash.h" |
Yushin Cho | 5510433 | 2017-08-14 16:15:43 -0700 | [diff] [blame] | 19 | #if CONFIG_DIST_8X8 |
| 20 | #include "aom/aomcx.h" |
| 21 | #endif |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 22 | |
| 23 | #ifdef __cplusplus |
| 24 | extern "C" { |
| 25 | #endif |
| 26 | |
| 27 | typedef struct { |
| 28 | unsigned int sse; |
| 29 | int sum; |
| 30 | unsigned int var; |
Urvang Joshi | 454280d | 2016-10-14 16:51:44 -0700 | [diff] [blame] | 31 | } DIFF; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 32 | |
| 33 | typedef struct macroblock_plane { |
| 34 | DECLARE_ALIGNED(16, int16_t, src_diff[MAX_SB_SQUARE]); |
| 35 | tran_low_t *qcoeff; |
| 36 | tran_low_t *coeff; |
| 37 | uint16_t *eobs; |
Angie Chiang | 74e2307 | 2017-03-24 14:54:23 -0700 | [diff] [blame] | 38 | uint8_t *txb_entropy_ctx; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 39 | struct buf_2d src; |
| 40 | |
| 41 | // Quantizer setings |
Monty Montgomery | 125c0fc | 2017-10-26 00:44:35 -0400 | [diff] [blame] | 42 | // These are used/accessed only in the quantization process |
| 43 | // RDO does not / must not depend on any of these values |
| 44 | // All values below share the coefficient scale/shift used in TX |
| 45 | const int16_t *quant_fp_QTX; |
| 46 | const int16_t *round_fp_QTX; |
| 47 | const int16_t *quant_QTX; |
| 48 | const int16_t *quant_shift_QTX; |
| 49 | const int16_t *zbin_QTX; |
| 50 | const int16_t *round_QTX; |
| 51 | const int16_t *dequant_QTX; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 52 | } MACROBLOCK_PLANE; |
| 53 | |
Jingning Han | dfd7232 | 2017-08-09 14:04:12 -0700 | [diff] [blame] | 54 | typedef struct { |
| 55 | int txb_skip_cost[TXB_SKIP_CONTEXTS][2]; |
Dake He | 3fe369c | 2017-11-16 17:56:44 -0800 | [diff] [blame] | 56 | int base_eob_cost[SIG_COEF_CONTEXTS_EOB][3]; |
Ola Hugosson | 1389210 | 2017-11-06 08:01:44 +0100 | [diff] [blame] | 57 | int base_cost[SIG_COEF_CONTEXTS][4]; |
Angie Chiang | 7ab884e | 2017-10-18 15:57:12 -0700 | [diff] [blame] | 58 | int eob_extra_cost[EOB_COEF_CONTEXTS][2]; |
Jingning Han | dfd7232 | 2017-08-09 14:04:12 -0700 | [diff] [blame] | 59 | int dc_sign_cost[DC_SIGN_CONTEXTS][2]; |
Angie Chiang | 26d3e45 | 2017-09-29 17:40:02 -0700 | [diff] [blame] | 60 | int lps_cost[LEVEL_CONTEXTS][COEFF_BASE_RANGE + 1]; |
Jingning Han | dfd7232 | 2017-08-09 14:04:12 -0700 | [diff] [blame] | 61 | } LV_MAP_COEFF_COST; |
Jingning Han | f5a4d3b | 2017-08-27 23:01:19 -0700 | [diff] [blame] | 62 | |
Johann | b0ef6ff | 2018-02-08 14:32:21 -0800 | [diff] [blame] | 63 | typedef struct { |
| 64 | int eob_cost[2][11]; |
| 65 | } LV_MAP_EOB_COST; |
Dake He | 0db7d0e | 2017-12-21 15:23:20 -0800 | [diff] [blame] | 66 | |
Jingning Han | f5a4d3b | 2017-08-27 23:01:19 -0700 | [diff] [blame] | 67 | typedef struct { |
| 68 | tran_low_t tcoeff[MAX_MB_PLANE][MAX_SB_SQUARE]; |
| 69 | uint16_t eobs[MAX_MB_PLANE][MAX_SB_SQUARE / (TX_SIZE_W_MIN * TX_SIZE_H_MIN)]; |
| 70 | uint8_t txb_skip_ctx[MAX_MB_PLANE] |
| 71 | [MAX_SB_SQUARE / (TX_SIZE_W_MIN * TX_SIZE_H_MIN)]; |
| 72 | int dc_sign_ctx[MAX_MB_PLANE] |
| 73 | [MAX_SB_SQUARE / (TX_SIZE_W_MIN * TX_SIZE_H_MIN)]; |
| 74 | } CB_COEFF_BUFFER; |
Jingning Han | dfd7232 | 2017-08-09 14:04:12 -0700 | [diff] [blame] | 75 | |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 76 | typedef struct { |
| 77 | int_mv ref_mvs[MODE_CTX_REF_FRAMES][MAX_MV_REF_CANDIDATES]; |
| 78 | int16_t mode_context[MODE_CTX_REF_FRAMES]; |
Angie Chiang | c484abe | 2017-03-20 15:43:11 -0700 | [diff] [blame] | 79 | // TODO(angiebird): Reduce the buffer size according to sb_type |
Jingning Han | f5a4d3b | 2017-08-27 23:01:19 -0700 | [diff] [blame] | 80 | tran_low_t *tcoeff[MAX_MB_PLANE]; |
| 81 | uint16_t *eobs[MAX_MB_PLANE]; |
| 82 | uint8_t *txb_skip_ctx[MAX_MB_PLANE]; |
| 83 | int *dc_sign_ctx[MAX_MB_PLANE]; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 84 | uint8_t ref_mv_count[MODE_CTX_REF_FRAMES]; |
| 85 | CANDIDATE_MV ref_mv_stack[MODE_CTX_REF_FRAMES][MAX_REF_MV_STACK_SIZE]; |
Angie Chiang | 4c9b602 | 2018-04-10 16:16:45 -0700 | [diff] [blame] | 86 | int_mv global_mvs[REF_FRAMES]; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 87 | int16_t compound_mode_context[MODE_CTX_REF_FRAMES]; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 88 | } MB_MODE_INFO_EXT; |
| 89 | |
Alex Converse | 0fa0f42 | 2017-04-24 12:51:14 -0700 | [diff] [blame] | 90 | typedef struct { |
| 91 | int col_min; |
| 92 | int col_max; |
| 93 | int row_min; |
| 94 | int row_max; |
| 95 | } MvLimits; |
| 96 | |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 97 | typedef struct { |
Hui Su | 473cf89 | 2017-11-08 18:14:31 -0800 | [diff] [blame] | 98 | uint8_t best_palette_color_map[MAX_PALETTE_SQUARE]; |
Hui Su | 5891f98 | 2017-12-18 16:18:23 -0800 | [diff] [blame] | 99 | int kmeans_data_buf[2 * MAX_PALETTE_SQUARE]; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 100 | } PALETTE_BUFFER; |
| 101 | |
Hui Su | 1ddf231 | 2017-08-19 15:21:34 -0700 | [diff] [blame] | 102 | typedef struct { |
Hui Su | 1ddf231 | 2017-08-19 15:21:34 -0700 | [diff] [blame] | 103 | TX_SIZE tx_size; |
Hui Su | 7167d95 | 2018-02-01 16:33:12 -0800 | [diff] [blame] | 104 | TX_SIZE inter_tx_size[INTER_TX_SIZE_BUF_LEN]; |
Hui Su | f4b79c7 | 2018-03-22 13:14:36 -0700 | [diff] [blame] | 105 | uint8_t blk_skip[MAX_MIB_SIZE * MAX_MIB_SIZE]; |
Hui Su | de1a5db | 2018-02-22 15:44:49 -0800 | [diff] [blame] | 106 | TX_TYPE txk_type[TXK_TYPE_BUF_LEN]; |
Hui Su | 1ddf231 | 2017-08-19 15:21:34 -0700 | [diff] [blame] | 107 | RD_STATS rd_stats; |
| 108 | uint32_t hash_value; |
Hui Su | 6cb17c1 | 2018-03-09 12:56:20 -0800 | [diff] [blame] | 109 | } MB_RD_INFO; |
Hui Su | 1ddf231 | 2017-08-19 15:21:34 -0700 | [diff] [blame] | 110 | |
| 111 | #define RD_RECORD_BUFFER_LEN 8 |
| 112 | typedef struct { |
Hui Su | 6cb17c1 | 2018-03-09 12:56:20 -0800 | [diff] [blame] | 113 | MB_RD_INFO tx_rd_info[RD_RECORD_BUFFER_LEN]; // Circular buffer. |
Hui Su | 1ddf231 | 2017-08-19 15:21:34 -0700 | [diff] [blame] | 114 | int index_start; |
| 115 | int num; |
Peng Bin | 8a204cd | 2018-04-08 13:07:35 +0800 | [diff] [blame] | 116 | CRC32C crc_calculator; // Hash function. |
Hui Su | 6cb17c1 | 2018-03-09 12:56:20 -0800 | [diff] [blame] | 117 | } MB_RD_RECORD; |
Hui Su | 1ddf231 | 2017-08-19 15:21:34 -0700 | [diff] [blame] | 118 | |
Alexander Bokov | c5ddf06 | 2017-10-17 16:41:46 -0700 | [diff] [blame] | 119 | typedef struct { |
| 120 | int64_t dist; |
Jingning Han | 73bc2aa | 2018-02-02 14:31:39 -0800 | [diff] [blame] | 121 | int64_t sse; |
Alexander Bokov | c5ddf06 | 2017-10-17 16:41:46 -0700 | [diff] [blame] | 122 | int rate; |
Hui Su | 8c2b913 | 2017-12-09 10:40:15 -0800 | [diff] [blame] | 123 | uint16_t eob; |
Jingning Han | 73bc2aa | 2018-02-02 14:31:39 -0800 | [diff] [blame] | 124 | TX_TYPE tx_type; |
Jingning Han | 45027c6 | 2017-12-11 11:47:15 -0800 | [diff] [blame] | 125 | uint16_t entropy_context; |
Jingning Han | d7e9911 | 2017-12-13 09:47:45 -0800 | [diff] [blame] | 126 | uint8_t txb_entropy_ctx; |
Alexander Bokov | c5ddf06 | 2017-10-17 16:41:46 -0700 | [diff] [blame] | 127 | uint8_t valid; |
Hui Su | 950b912 | 2018-02-03 10:21:40 -0800 | [diff] [blame] | 128 | uint8_t fast; // This is not being used now. |
Hui Su | 6cb17c1 | 2018-03-09 12:56:20 -0800 | [diff] [blame] | 129 | } TXB_RD_INFO; |
Alexander Bokov | c5ddf06 | 2017-10-17 16:41:46 -0700 | [diff] [blame] | 130 | |
| 131 | #define TX_SIZE_RD_RECORD_BUFFER_LEN 256 |
| 132 | typedef struct { |
| 133 | uint32_t hash_vals[TX_SIZE_RD_RECORD_BUFFER_LEN]; |
Hui Su | 6cb17c1 | 2018-03-09 12:56:20 -0800 | [diff] [blame] | 134 | TXB_RD_INFO tx_rd_info[TX_SIZE_RD_RECORD_BUFFER_LEN]; |
Alexander Bokov | c5ddf06 | 2017-10-17 16:41:46 -0700 | [diff] [blame] | 135 | int index_start; |
| 136 | int num; |
Hui Su | 6cb17c1 | 2018-03-09 12:56:20 -0800 | [diff] [blame] | 137 | } TXB_RD_RECORD; |
Alexander Bokov | c5ddf06 | 2017-10-17 16:41:46 -0700 | [diff] [blame] | 138 | |
| 139 | typedef struct tx_size_rd_info_node { |
Hui Su | 6cb17c1 | 2018-03-09 12:56:20 -0800 | [diff] [blame] | 140 | TXB_RD_INFO *rd_info_array; // Points to array of size TX_TYPES. |
Alexander Bokov | c5ddf06 | 2017-10-17 16:41:46 -0700 | [diff] [blame] | 141 | struct tx_size_rd_info_node *children[4]; |
Hui Su | 6cb17c1 | 2018-03-09 12:56:20 -0800 | [diff] [blame] | 142 | } TXB_RD_INFO_NODE; |
Alexander Bokov | c5ddf06 | 2017-10-17 16:41:46 -0700 | [diff] [blame] | 143 | |
Hui Su | aaf5a61 | 2018-04-12 15:33:42 -0700 | [diff] [blame] | 144 | // Region size for mode decision sampling in the first pass of partition |
| 145 | // search(two_pass_partition_search speed feature), in units of mi size(4). |
| 146 | // Used by the mode_pruning_based_on_two_pass_partition_search speed feature. |
| 147 | #define FIRST_PARTITION_PASS_SAMPLE_REGION 8 |
| 148 | #define FIRST_PARTITION_PASS_SAMPLE_REGION_LOG2 3 |
| 149 | #define FIRST_PARTITION_PASS_STATS_TABLES \ |
| 150 | (MAX_MIB_SIZE >> FIRST_PARTITION_PASS_SAMPLE_REGION_LOG2) * \ |
| 151 | (MAX_MIB_SIZE >> FIRST_PARTITION_PASS_SAMPLE_REGION_LOG2) |
| 152 | #define FIRST_PARTITION_PASS_STATS_STRIDE \ |
| 153 | (MAX_MIB_SIZE_LOG2 - FIRST_PARTITION_PASS_SAMPLE_REGION_LOG2) |
| 154 | |
| 155 | static INLINE int av1_first_partition_pass_stats_index(int mi_row, int mi_col) { |
| 156 | const int row = |
| 157 | (mi_row & MAX_MIB_MASK) >> FIRST_PARTITION_PASS_SAMPLE_REGION_LOG2; |
| 158 | const int col = |
| 159 | (mi_col & MAX_MIB_MASK) >> FIRST_PARTITION_PASS_SAMPLE_REGION_LOG2; |
| 160 | return (row << FIRST_PARTITION_PASS_STATS_STRIDE) + col; |
| 161 | } |
| 162 | |
| 163 | typedef struct { |
| 164 | uint8_t ref0_counts[REF_FRAMES]; // Counters for ref_frame[0]. |
| 165 | uint8_t ref1_counts[REF_FRAMES]; // Counters for ref_frame[1]. |
| 166 | int sample_counts; // Number of samples collected. |
| 167 | } FIRST_PARTITION_PASS_STATS; |
| 168 | |
Peng Bin | 706a3b2 | 2018-05-30 19:42:05 +0800 | [diff] [blame] | 169 | #define MAX_INTERP_FILTER_STATS 64 |
| 170 | typedef struct { |
| 171 | InterpFilters filters; |
Peng Bin | d482d17 | 2018-06-14 15:55:51 +0800 | [diff] [blame^] | 172 | int_mv mv[2]; |
Peng Bin | 706a3b2 | 2018-05-30 19:42:05 +0800 | [diff] [blame] | 173 | int8_t ref_frames[2]; |
| 174 | } INTERPOLATION_FILTER_STATS; |
| 175 | |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 176 | typedef struct macroblock MACROBLOCK; |
| 177 | struct macroblock { |
| 178 | struct macroblock_plane plane[MAX_MB_PLANE]; |
| 179 | |
Jingning Han | 66965a2 | 2018-01-25 09:53:41 -0800 | [diff] [blame] | 180 | // Determine if one would go with reduced complexity transform block |
| 181 | // search model to select prediction modes, or full complexity model |
| 182 | // to select transform kernel. |
Jingning Han | dd8600f | 2018-01-23 09:06:32 -0800 | [diff] [blame] | 183 | int rd_model; |
| 184 | |
Jingning Han | 4489c26 | 2018-01-26 16:43:59 -0800 | [diff] [blame] | 185 | // Indicate if the encoder is running in the first pass partition search. |
| 186 | // In that case, apply certain speed features therein to reduce the overhead |
| 187 | // cost in the first pass search. |
Jingning Han | c58ccc3 | 2018-01-26 07:46:38 -0800 | [diff] [blame] | 188 | int cb_partition_scan; |
| 189 | |
Hui Su | aaf5a61 | 2018-04-12 15:33:42 -0700 | [diff] [blame] | 190 | FIRST_PARTITION_PASS_STATS |
| 191 | first_partition_pass_stats[FIRST_PARTITION_PASS_STATS_TABLES]; |
Hui Su | bb628a7 | 2018-04-05 19:48:23 -0700 | [diff] [blame] | 192 | |
Peng Bin | 706a3b2 | 2018-05-30 19:42:05 +0800 | [diff] [blame] | 193 | // [comp_idx][saved stat_idx] |
| 194 | INTERPOLATION_FILTER_STATS interp_filter_stats[2][MAX_INTERP_FILTER_STATS]; |
| 195 | int interp_filter_stats_idx[2]; |
| 196 | |
Jingning Han | 4489c26 | 2018-01-26 16:43:59 -0800 | [diff] [blame] | 197 | // Activate constrained coding block partition search range. |
| 198 | int use_cb_search_range; |
| 199 | |
Hui Su | 6cb17c1 | 2018-03-09 12:56:20 -0800 | [diff] [blame] | 200 | // Inter macroblock RD search info. |
| 201 | MB_RD_RECORD mb_rd_record; |
Alexander Bokov | c5ddf06 | 2017-10-17 16:41:46 -0700 | [diff] [blame] | 202 | |
Hui Su | 6cb17c1 | 2018-03-09 12:56:20 -0800 | [diff] [blame] | 203 | // Inter transform block RD search info. for square TX sizes. |
| 204 | TXB_RD_RECORD txb_rd_record_8X8[(MAX_MIB_SIZE >> 1) * (MAX_MIB_SIZE >> 1)]; |
| 205 | TXB_RD_RECORD txb_rd_record_16X16[(MAX_MIB_SIZE >> 2) * (MAX_MIB_SIZE >> 2)]; |
| 206 | TXB_RD_RECORD txb_rd_record_32X32[(MAX_MIB_SIZE >> 3) * (MAX_MIB_SIZE >> 3)]; |
| 207 | TXB_RD_RECORD txb_rd_record_64X64[(MAX_MIB_SIZE >> 4) * (MAX_MIB_SIZE >> 4)]; |
| 208 | |
| 209 | // Intra transform block RD search info. for square TX sizes. |
| 210 | TXB_RD_RECORD txb_rd_record_intra; |
Hui Su | ec5a1ab | 2018-03-08 15:09:12 -0800 | [diff] [blame] | 211 | |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 212 | MACROBLOCKD e_mbd; |
| 213 | MB_MODE_INFO_EXT *mbmi_ext; |
| 214 | int skip_block; |
David Barker | d7d78c8 | 2016-10-24 10:55:35 +0100 | [diff] [blame] | 215 | int qindex; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 216 | |
| 217 | // The equivalent error at the current rdmult of one whole bit (not one |
| 218 | // bitcost unit). |
| 219 | int errorperbit; |
| 220 | // The equivalend SAD error of one (whole) bit at the current quantizer |
| 221 | // for large blocks. |
| 222 | int sadperbit16; |
| 223 | // The equivalend SAD error of one (whole) bit at the current quantizer |
| 224 | // for sub-8x8 blocks. |
| 225 | int sadperbit4; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 226 | int rdmult; |
| 227 | int mb_energy; |
| 228 | int *m_search_count_ptr; |
| 229 | int *ex_search_count_ptr; |
| 230 | |
Jingning Han | 9777afc | 2016-10-20 15:17:43 -0700 | [diff] [blame] | 231 | unsigned int txb_split_count; |
Jingning Han | 9777afc | 2016-10-20 15:17:43 -0700 | [diff] [blame] | 232 | |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 233 | // These are set to their default values at the beginning, and then adjusted |
| 234 | // further in the encoding process. |
| 235 | BLOCK_SIZE min_partition_size; |
| 236 | BLOCK_SIZE max_partition_size; |
| 237 | |
Zoe Liu | 27deb38 | 2018-03-27 15:13:56 -0700 | [diff] [blame] | 238 | int mv_best_ref_index[REF_FRAMES]; |
| 239 | unsigned int max_mv_context[REF_FRAMES]; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 240 | unsigned int source_variance; |
Zoe Liu | 27deb38 | 2018-03-27 15:13:56 -0700 | [diff] [blame] | 241 | unsigned int pred_sse[REF_FRAMES]; |
| 242 | int pred_mv_sad[REF_FRAMES]; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 243 | |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 244 | int *nmvjointcost; |
Jingning Han | f050fc1 | 2018-03-09 14:53:33 -0800 | [diff] [blame] | 245 | int nmv_vec_cost[MV_JOINTS]; |
| 246 | int *nmvcost[2]; |
| 247 | int *nmvcost_hp[2]; |
| 248 | int **mv_cost_stack; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 249 | int **mvcost; |
Alex Converse | a127a79 | 2017-05-23 15:27:21 -0700 | [diff] [blame] | 250 | |
Yue Chen | e9638cc | 2016-10-10 12:37:54 -0700 | [diff] [blame] | 251 | int32_t *wsrc_buf; |
| 252 | int32_t *mask_buf; |
Jingning Han | d064cf0 | 2017-06-01 10:00:39 -0700 | [diff] [blame] | 253 | uint8_t *above_pred_buf; |
| 254 | uint8_t *left_pred_buf; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 255 | |
| 256 | PALETTE_BUFFER *palette_buffer; |
| 257 | |
| 258 | // These define limits to motion vector components to prevent them |
| 259 | // from extending outside the UMV borders |
Alex Converse | 0fa0f42 | 2017-04-24 12:51:14 -0700 | [diff] [blame] | 260 | MvLimits mv_limits; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 261 | |
Hui Su | f4b79c7 | 2018-03-22 13:14:36 -0700 | [diff] [blame] | 262 | uint8_t blk_skip[MAX_MIB_SIZE * MAX_MIB_SIZE]; |
| 263 | uint8_t blk_skip_drl[MAX_MIB_SIZE * MAX_MIB_SIZE]; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 264 | |
| 265 | int skip; |
Jingning Han | 8efdbc8 | 2017-02-19 14:40:03 -0800 | [diff] [blame] | 266 | int skip_chroma_rd; |
Zoe Liu | 1eed2df | 2017-10-16 17:13:15 -0700 | [diff] [blame] | 267 | int skip_cost[SKIP_CONTEXTS][2]; |
| 268 | |
Zoe Liu | f40a957 | 2017-10-13 12:37:19 -0700 | [diff] [blame] | 269 | int skip_mode; // 0: off; 1: on |
| 270 | int skip_mode_cost[SKIP_CONTEXTS][2]; |
| 271 | |
Zoe Liu | 104d62e | 2017-12-07 12:44:45 -0800 | [diff] [blame] | 272 | int compound_idx; |
Zoe Liu | f40a957 | 2017-10-13 12:37:19 -0700 | [diff] [blame] | 273 | |
Jingning Han | dfd7232 | 2017-08-09 14:04:12 -0700 | [diff] [blame] | 274 | LV_MAP_COEFF_COST coeff_costs[TX_SIZES][PLANE_TYPES]; |
Dake He | 0db7d0e | 2017-12-21 15:23:20 -0800 | [diff] [blame] | 275 | LV_MAP_EOB_COST eob_costs[7][2]; |
Jingning Han | f5a4d3b | 2017-08-27 23:01:19 -0700 | [diff] [blame] | 276 | uint16_t cb_offset; |
Jingning Han | dfd7232 | 2017-08-09 14:04:12 -0700 | [diff] [blame] | 277 | |
Yue Chen | b23d00a | 2017-07-28 17:01:21 -0700 | [diff] [blame] | 278 | // mode costs |
Yue Chen | 170678a | 2017-10-17 13:43:10 -0700 | [diff] [blame] | 279 | int intra_inter_cost[INTRA_INTER_CONTEXTS][2]; |
| 280 | |
Yue Chen | b23d00a | 2017-07-28 17:01:21 -0700 | [diff] [blame] | 281 | int mbmode_cost[BLOCK_SIZE_GROUPS][INTRA_MODES]; |
| 282 | int newmv_mode_cost[NEWMV_MODE_CONTEXTS][2]; |
Sarah Parker | 2b9ec2e | 2017-10-30 17:34:08 -0700 | [diff] [blame] | 283 | int zeromv_mode_cost[GLOBALMV_MODE_CONTEXTS][2]; |
Yue Chen | b23d00a | 2017-07-28 17:01:21 -0700 | [diff] [blame] | 284 | int refmv_mode_cost[REFMV_MODE_CONTEXTS][2]; |
| 285 | int drl_mode_cost0[DRL_MODE_CONTEXTS][2]; |
| 286 | |
Hui Su | 9d0c03d | 2017-12-27 16:05:23 -0800 | [diff] [blame] | 287 | int comp_inter_cost[COMP_INTER_CONTEXTS][2]; |
Hui Su | 3d30b4b | 2017-12-27 16:47:59 -0800 | [diff] [blame] | 288 | int single_ref_cost[REF_CONTEXTS][SINGLE_REFS - 1][2]; |
Hui Su | 6b3d1e3 | 2018-01-05 11:25:40 -0800 | [diff] [blame] | 289 | int comp_ref_type_cost[COMP_REF_TYPE_CONTEXTS] |
| 290 | [CDF_SIZE(COMP_REFERENCE_TYPES)]; |
Hui Su | a7e3bfe | 2018-01-05 12:14:48 -0800 | [diff] [blame] | 291 | int uni_comp_ref_cost[UNI_COMP_REF_CONTEXTS][UNIDIR_COMP_REFS - 1] |
| 292 | [CDF_SIZE(2)]; |
Hui Su | 0bdf5f5 | 2018-01-05 14:54:32 -0800 | [diff] [blame] | 293 | // Cost for signaling ref_frame[0] (LAST_FRAME, LAST2_FRAME, LAST3_FRAME or |
| 294 | // GOLDEN_FRAME) in bidir-comp mode. |
Zoe Liu | 3b35347 | 2018-02-12 13:58:22 -0800 | [diff] [blame] | 295 | int comp_ref_cost[REF_CONTEXTS][FWD_REFS - 1][2]; |
Hui Su | 0bdf5f5 | 2018-01-05 14:54:32 -0800 | [diff] [blame] | 296 | // Cost for signaling ref_frame[1] (ALTREF_FRAME, ALTREF2_FRAME, or |
| 297 | // BWDREF_FRAME) in bidir-comp mode. |
Zoe Liu | 3b35347 | 2018-02-12 13:58:22 -0800 | [diff] [blame] | 298 | int comp_bwdref_cost[REF_CONTEXTS][BWD_REFS - 1][2]; |
Yue Chen | b23d00a | 2017-07-28 17:01:21 -0700 | [diff] [blame] | 299 | int inter_compound_mode_cost[INTER_MODE_CONTEXTS][INTER_COMPOUND_MODES]; |
Cheng Chen | 2ef24ea | 2017-11-29 12:22:24 -0800 | [diff] [blame] | 300 | int compound_type_cost[BLOCK_SIZES_ALL][COMPOUND_TYPES - 1]; |
Yue Chen | 73335fa | 2017-12-20 23:33:41 -0800 | [diff] [blame] | 301 | int wedge_idx_cost[BLOCK_SIZES_ALL][16]; |
Yue Chen | eaf128a | 2017-10-16 17:01:36 -0700 | [diff] [blame] | 302 | int interintra_cost[BLOCK_SIZE_GROUPS][2]; |
| 303 | int wedge_interintra_cost[BLOCK_SIZES_ALL][2]; |
Yue Chen | b23d00a | 2017-07-28 17:01:21 -0700 | [diff] [blame] | 304 | int interintra_mode_cost[BLOCK_SIZE_GROUPS][INTERINTRA_MODES]; |
Yue Chen | b23d00a | 2017-07-28 17:01:21 -0700 | [diff] [blame] | 305 | int motion_mode_cost[BLOCK_SIZES_ALL][MOTION_MODES]; |
Yue Chen | b23d00a | 2017-07-28 17:01:21 -0700 | [diff] [blame] | 306 | int motion_mode_cost1[BLOCK_SIZES_ALL][2]; |
David Michael Barr | cb3a8ef | 2018-01-06 15:48:49 +0900 | [diff] [blame] | 307 | int intra_uv_mode_cost[CFL_ALLOWED_TYPES][INTRA_MODES][UV_INTRA_MODES]; |
Yue Chen | b23d00a | 2017-07-28 17:01:21 -0700 | [diff] [blame] | 308 | int y_mode_costs[INTRA_MODES][INTRA_MODES][INTRA_MODES]; |
Yue Chen | 45dfb79 | 2018-03-01 13:02:40 -0800 | [diff] [blame] | 309 | int filter_intra_cost[BLOCK_SIZES_ALL][2]; |
Yue Chen | 994dba2 | 2017-12-19 15:27:26 -0800 | [diff] [blame] | 310 | int filter_intra_mode_cost[FILTER_INTRA_MODES]; |
Yue Chen | b23d00a | 2017-07-28 17:01:21 -0700 | [diff] [blame] | 311 | int switchable_interp_costs[SWITCHABLE_FILTER_CONTEXTS][SWITCHABLE_FILTERS]; |
Sebastien Alaiwan | a6a486c | 2017-11-07 17:04:27 +0100 | [diff] [blame] | 312 | int partition_cost[PARTITION_CONTEXTS][EXT_PARTITION_TYPES]; |
Hui Su | c1f411b | 2017-12-19 15:58:28 -0800 | [diff] [blame] | 313 | int palette_y_size_cost[PALATTE_BSIZE_CTXS][PALETTE_SIZES]; |
| 314 | int palette_uv_size_cost[PALATTE_BSIZE_CTXS][PALETTE_SIZES]; |
Yue Chen | b23d00a | 2017-07-28 17:01:21 -0700 | [diff] [blame] | 315 | int palette_y_color_cost[PALETTE_SIZES][PALETTE_COLOR_INDEX_CONTEXTS] |
| 316 | [PALETTE_COLORS]; |
| 317 | int palette_uv_color_cost[PALETTE_SIZES][PALETTE_COLOR_INDEX_CONTEXTS] |
| 318 | [PALETTE_COLORS]; |
Hui Su | c1f411b | 2017-12-19 15:58:28 -0800 | [diff] [blame] | 319 | int palette_y_mode_cost[PALATTE_BSIZE_CTXS][PALETTE_Y_MODE_CONTEXTS][2]; |
Yue Chen | dab2ca9 | 2017-10-16 17:48:48 -0700 | [diff] [blame] | 320 | int palette_uv_mode_cost[PALETTE_UV_MODE_CONTEXTS][2]; |
David Michael Barr | 38e560c | 2017-08-16 21:46:37 +0900 | [diff] [blame] | 321 | // The rate associated with each alpha codeword |
| 322 | int cfl_cost[CFL_JOINT_SIGNS][CFL_PRED_PLANES][CFL_ALPHABET_SIZE]; |
Yue Chen | b23d00a | 2017-07-28 17:01:21 -0700 | [diff] [blame] | 323 | int tx_size_cost[TX_SIZES - 1][TX_SIZE_CONTEXTS][TX_SIZES]; |
Yue Chen | 171c17d | 2017-10-16 18:08:22 -0700 | [diff] [blame] | 324 | int txfm_partition_cost[TXFM_PARTITION_CONTEXTS][2]; |
Yue Chen | b23d00a | 2017-07-28 17:01:21 -0700 | [diff] [blame] | 325 | int inter_tx_type_costs[EXT_TX_SETS_INTER][EXT_TX_SIZES][TX_TYPES]; |
| 326 | int intra_tx_type_costs[EXT_TX_SETS_INTRA][EXT_TX_SIZES][INTRA_MODES] |
| 327 | [TX_TYPES]; |
Joe Young | 3ca43bf | 2017-10-06 15:12:46 -0700 | [diff] [blame] | 328 | int angle_delta_cost[DIRECTIONAL_MODES][2 * MAX_ANGLE_DELTA + 1]; |
Yue Chen | b23d00a | 2017-07-28 17:01:21 -0700 | [diff] [blame] | 329 | int switchable_restore_cost[RESTORE_SWITCHABLE_TYPES]; |
Debargha Mukherjee | bc732ef | 2017-10-12 12:40:25 -0700 | [diff] [blame] | 330 | int wiener_restore_cost[2]; |
| 331 | int sgrproj_restore_cost[2]; |
Hui Su | 6c8584f | 2017-09-14 15:37:02 -0700 | [diff] [blame] | 332 | int intrabc_cost[2]; |
Yue Chen | b23d00a | 2017-07-28 17:01:21 -0700 | [diff] [blame] | 333 | |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 334 | // Used to store sub partition's choices. |
Zoe Liu | 27deb38 | 2018-03-27 15:13:56 -0700 | [diff] [blame] | 335 | MV pred_mv[REF_FRAMES]; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 336 | |
| 337 | // Store the best motion vector during motion search |
| 338 | int_mv best_mv; |
| 339 | // Store the second best motion vector during full-pixel motion search |
| 340 | int_mv second_best_mv; |
| 341 | |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 342 | // use default transform and skip transform type search for intra modes |
| 343 | int use_default_intra_tx_type; |
| 344 | // use default transform and skip transform type search for inter modes |
| 345 | int use_default_inter_tx_type; |
Yushin Cho | b7b60c5 | 2017-07-14 16:18:52 -0700 | [diff] [blame] | 346 | #if CONFIG_DIST_8X8 |
Yushin Cho | 5510433 | 2017-08-14 16:15:43 -0700 | [diff] [blame] | 347 | int using_dist_8x8; |
| 348 | aom_tune_metric tune_metric; |
Yushin Cho | 49fc74d | 2018-05-11 13:04:18 -0700 | [diff] [blame] | 349 | DECLARE_ALIGNED(16, int16_t, pred_luma[MAX_SB_SQUARE]); |
Yushin Cho | b7b60c5 | 2017-07-14 16:18:52 -0700 | [diff] [blame] | 350 | #endif // CONFIG_DIST_8X8 |
Cheng Chen | 4697061 | 2017-10-24 14:53:36 -0700 | [diff] [blame] | 351 | int comp_idx_cost[COMP_INDEX_CONTEXTS][2]; |
Cheng Chen | 2ef24ea | 2017-11-29 12:22:24 -0800 | [diff] [blame] | 352 | int comp_group_idx_cost[COMP_GROUP_IDX_CONTEXTS][2]; |
Hui Su | 6bbd932 | 2018-01-26 11:04:13 -0800 | [diff] [blame] | 353 | // Bit flags for pruning tx type search, tx split, etc. |
| 354 | int tx_search_prune[EXT_TX_SET_TYPES]; |
Hui Su | 845a741 | 2018-03-08 12:21:00 -0800 | [diff] [blame] | 355 | int must_find_valid_partition; |
Hui Su | 7b67ff3 | 2018-03-07 11:52:04 -0800 | [diff] [blame] | 356 | int tx_split_prune_flag; // Flag to skip tx split RD search. |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 357 | }; |
| 358 | |
Frederic Barbier | 0f191da | 2018-01-03 17:29:26 +0100 | [diff] [blame] | 359 | static INLINE int is_rect_tx_allowed_bsize(BLOCK_SIZE bsize) { |
| 360 | static const char LUT[BLOCK_SIZES_ALL] = { |
| 361 | 0, // BLOCK_4X4 |
| 362 | 1, // BLOCK_4X8 |
| 363 | 1, // BLOCK_8X4 |
| 364 | 0, // BLOCK_8X8 |
| 365 | 1, // BLOCK_8X16 |
| 366 | 1, // BLOCK_16X8 |
| 367 | 0, // BLOCK_16X16 |
| 368 | 1, // BLOCK_16X32 |
| 369 | 1, // BLOCK_32X16 |
| 370 | 0, // BLOCK_32X32 |
| 371 | 1, // BLOCK_32X64 |
| 372 | 1, // BLOCK_64X32 |
| 373 | 0, // BLOCK_64X64 |
Frederic Barbier | 0f191da | 2018-01-03 17:29:26 +0100 | [diff] [blame] | 374 | 0, // BLOCK_64X128 |
| 375 | 0, // BLOCK_128X64 |
| 376 | 0, // BLOCK_128X128 |
Frederic Barbier | 0f191da | 2018-01-03 17:29:26 +0100 | [diff] [blame] | 377 | 1, // BLOCK_4X16 |
| 378 | 1, // BLOCK_16X4 |
| 379 | 1, // BLOCK_8X32 |
| 380 | 1, // BLOCK_32X8 |
| 381 | 1, // BLOCK_16X64 |
| 382 | 1, // BLOCK_64X16 |
Frederic Barbier | 0f191da | 2018-01-03 17:29:26 +0100 | [diff] [blame] | 383 | }; |
| 384 | |
| 385 | return LUT[bsize]; |
| 386 | } |
| 387 | |
| 388 | static INLINE int is_rect_tx_allowed(const MACROBLOCKD *xd, |
| 389 | const MB_MODE_INFO *mbmi) { |
| 390 | return is_rect_tx_allowed_bsize(mbmi->sb_type) && |
| 391 | !xd->lossless[mbmi->segment_id]; |
| 392 | } |
| 393 | |
Frederic Barbier | 4b56b10 | 2018-03-30 16:09:34 +0200 | [diff] [blame] | 394 | static INLINE int tx_size_to_depth(TX_SIZE tx_size, BLOCK_SIZE bsize) { |
Urvang Joshi | dd0376f | 2018-05-02 16:37:25 -0700 | [diff] [blame] | 395 | TX_SIZE ctx_size = max_txsize_rect_lookup[bsize]; |
Frederic Barbier | 0f191da | 2018-01-03 17:29:26 +0100 | [diff] [blame] | 396 | int depth = 0; |
| 397 | while (tx_size != ctx_size) { |
| 398 | depth++; |
Frederic Barbier | 4b56b10 | 2018-03-30 16:09:34 +0200 | [diff] [blame] | 399 | ctx_size = sub_tx_size_map[ctx_size]; |
Frederic Barbier | 0f191da | 2018-01-03 17:29:26 +0100 | [diff] [blame] | 400 | assert(depth <= MAX_TX_DEPTH); |
| 401 | } |
| 402 | return depth; |
| 403 | } |
| 404 | |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 405 | #ifdef __cplusplus |
| 406 | } // extern "C" |
| 407 | #endif |
| 408 | |
Yaowu Xu | f883b42 | 2016-08-30 14:01:10 -0700 | [diff] [blame] | 409 | #endif // AV1_ENCODER_BLOCK_H_ |