| /* |
| * Copyright (c) 2016, Alliance for Open Media. All rights reserved |
| * |
| * This source code is subject to the terms of the BSD 2 Clause License and |
| * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License |
| * was not distributed with this source code in the LICENSE file, you can |
| * obtain it at www.aomedia.org/license/software. If the Alliance for Open |
| * Media Patent License 1.0 was not distributed with this source code in the |
| * PATENTS file, you can obtain it at www.aomedia.org/license/patent. |
| */ |
| |
| #ifndef AOM_AV1_ENCODER_BLOCK_H_ |
| #define AOM_AV1_ENCODER_BLOCK_H_ |
| |
| #include "av1/common/entropymv.h" |
| #include "av1/common/entropy.h" |
| #include "av1/common/mvref_common.h" |
| #include "av1/encoder/hash.h" |
| #if CONFIG_DIST_8X8 |
| #include "aom/aomcx.h" |
| #endif |
| |
| #ifdef __cplusplus |
| extern "C" { |
| #endif |
| |
| typedef struct { |
| unsigned int sse; |
| int sum; |
| unsigned int var; |
| } DIFF; |
| |
| typedef struct macroblock_plane { |
| DECLARE_ALIGNED(16, int16_t, src_diff[MAX_SB_SQUARE]); |
| tran_low_t *qcoeff; |
| tran_low_t *coeff; |
| uint16_t *eobs; |
| uint8_t *txb_entropy_ctx; |
| struct buf_2d src; |
| |
| // Quantizer setings |
| // These are used/accessed only in the quantization process |
| // RDO does not / must not depend on any of these values |
| // All values below share the coefficient scale/shift used in TX |
| const int16_t *quant_fp_QTX; |
| const int16_t *round_fp_QTX; |
| const int16_t *quant_QTX; |
| const int16_t *quant_shift_QTX; |
| const int16_t *zbin_QTX; |
| const int16_t *round_QTX; |
| const int16_t *dequant_QTX; |
| } MACROBLOCK_PLANE; |
| |
| typedef struct { |
| int txb_skip_cost[TXB_SKIP_CONTEXTS][2]; |
| int base_eob_cost[SIG_COEF_CONTEXTS_EOB][3]; |
| int base_cost[SIG_COEF_CONTEXTS][8]; |
| int eob_extra_cost[EOB_COEF_CONTEXTS][2]; |
| int dc_sign_cost[DC_SIGN_CONTEXTS][2]; |
| int lps_cost[LEVEL_CONTEXTS][COEFF_BASE_RANGE + 1 + COEFF_BASE_RANGE + 1]; |
| } LV_MAP_COEFF_COST; |
| |
| typedef struct { |
| int eob_cost[2][11]; |
| } LV_MAP_EOB_COST; |
| |
| typedef struct { |
| tran_low_t tcoeff[MAX_MB_PLANE][MAX_SB_SQUARE]; |
| uint16_t eobs[MAX_MB_PLANE][MAX_SB_SQUARE / (TX_SIZE_W_MIN * TX_SIZE_H_MIN)]; |
| uint8_t txb_skip_ctx[MAX_MB_PLANE] |
| [MAX_SB_SQUARE / (TX_SIZE_W_MIN * TX_SIZE_H_MIN)]; |
| int dc_sign_ctx[MAX_MB_PLANE] |
| [MAX_SB_SQUARE / (TX_SIZE_W_MIN * TX_SIZE_H_MIN)]; |
| } CB_COEFF_BUFFER; |
| |
| typedef struct { |
| // TODO(angiebird): Reduce the buffer size according to sb_type |
| CANDIDATE_MV ref_mv_stack[MODE_CTX_REF_FRAMES][MAX_REF_MV_STACK_SIZE]; |
| uint16_t weight[MODE_CTX_REF_FRAMES][MAX_REF_MV_STACK_SIZE]; |
| int_mv global_mvs[REF_FRAMES]; |
| int cb_offset; |
| int16_t mode_context[MODE_CTX_REF_FRAMES]; |
| uint8_t ref_mv_count[MODE_CTX_REF_FRAMES]; |
| } MB_MODE_INFO_EXT; |
| |
| typedef struct { |
| int col_min; |
| int col_max; |
| int row_min; |
| int row_max; |
| } MvLimits; |
| |
| typedef struct { |
| uint8_t best_palette_color_map[MAX_PALETTE_SQUARE]; |
| int kmeans_data_buf[2 * MAX_PALETTE_SQUARE]; |
| } PALETTE_BUFFER; |
| |
| typedef struct { |
| TX_SIZE tx_size; |
| TX_SIZE inter_tx_size[INTER_TX_SIZE_BUF_LEN]; |
| uint8_t blk_skip[MAX_MIB_SIZE * MAX_MIB_SIZE]; |
| TX_TYPE txk_type[TXK_TYPE_BUF_LEN]; |
| RD_STATS rd_stats; |
| uint32_t hash_value; |
| } MB_RD_INFO; |
| |
| #define RD_RECORD_BUFFER_LEN 8 |
| typedef struct { |
| MB_RD_INFO tx_rd_info[RD_RECORD_BUFFER_LEN]; // Circular buffer. |
| int index_start; |
| int num; |
| CRC32C crc_calculator; // Hash function. |
| } MB_RD_RECORD; |
| |
| typedef struct { |
| int64_t dist; |
| int64_t sse; |
| int rate; |
| uint16_t eob; |
| TX_TYPE tx_type; |
| uint16_t entropy_context; |
| uint8_t txb_entropy_ctx; |
| uint8_t valid; |
| uint8_t fast; // This is not being used now. |
| } TXB_RD_INFO; |
| |
| #define TX_SIZE_RD_RECORD_BUFFER_LEN 256 |
| typedef struct { |
| uint32_t hash_vals[TX_SIZE_RD_RECORD_BUFFER_LEN]; |
| TXB_RD_INFO tx_rd_info[TX_SIZE_RD_RECORD_BUFFER_LEN]; |
| int index_start; |
| int num; |
| } TXB_RD_RECORD; |
| |
| typedef struct tx_size_rd_info_node { |
| TXB_RD_INFO *rd_info_array; // Points to array of size TX_TYPES. |
| struct tx_size_rd_info_node *children[4]; |
| } TXB_RD_INFO_NODE; |
| |
| // Simple translation rd state for prune_comp_search_by_single_result |
| typedef struct { |
| RD_STATS rd_stats; |
| RD_STATS rd_stats_y; |
| RD_STATS rd_stats_uv; |
| uint8_t blk_skip[MAX_MIB_SIZE * MAX_MIB_SIZE]; |
| uint8_t skip; |
| uint8_t disable_skip; |
| uint8_t early_skipped; |
| } SimpleRDState; |
| |
| // 4: NEAREST, NEW, NEAR, GLOBAL |
| #define SINGLE_REF_MODES ((REF_FRAMES - 1) * 4) |
| |
| #define MAX_INTERP_FILTER_STATS 64 |
| typedef struct { |
| InterpFilters filters; |
| int_mv mv[2]; |
| int8_t ref_frames[2]; |
| COMPOUND_TYPE comp_type; |
| int64_t rd; |
| int skip_txfm_sb; |
| int64_t skip_sse_sb; |
| unsigned int pred_sse; |
| } INTERPOLATION_FILTER_STATS; |
| |
| #define MAX_COMP_RD_STATS 64 |
| typedef struct { |
| int32_t rate[COMPOUND_TYPES]; |
| int64_t dist[COMPOUND_TYPES]; |
| int64_t comp_model_rd[COMPOUND_TYPES]; |
| int_mv mv[2]; |
| MV_REFERENCE_FRAME ref_frames[2]; |
| PREDICTION_MODE mode; |
| InterpFilters filter; |
| int ref_mv_idx; |
| int is_global[2]; |
| } COMP_RD_STATS; |
| |
| struct inter_modes_info; |
| typedef struct macroblock MACROBLOCK; |
| struct macroblock { |
| struct macroblock_plane plane[MAX_MB_PLANE]; |
| |
| // Determine if one would go with reduced complexity transform block |
| // search model to select prediction modes, or full complexity model |
| // to select transform kernel. |
| int rd_model; |
| |
| // [comp_idx][saved stat_idx] |
| INTERPOLATION_FILTER_STATS interp_filter_stats[2][MAX_INTERP_FILTER_STATS]; |
| int interp_filter_stats_idx[2]; |
| |
| // prune_comp_search_by_single_result (3:MAX_REF_MV_SEARCH) |
| SimpleRDState simple_rd_state[SINGLE_REF_MODES][3]; |
| |
| // Inter macroblock RD search info. |
| MB_RD_RECORD mb_rd_record; |
| |
| // Inter transform block RD search info. for square TX sizes. |
| TXB_RD_RECORD txb_rd_record_8X8[(MAX_MIB_SIZE >> 1) * (MAX_MIB_SIZE >> 1)]; |
| TXB_RD_RECORD txb_rd_record_16X16[(MAX_MIB_SIZE >> 2) * (MAX_MIB_SIZE >> 2)]; |
| TXB_RD_RECORD txb_rd_record_32X32[(MAX_MIB_SIZE >> 3) * (MAX_MIB_SIZE >> 3)]; |
| TXB_RD_RECORD txb_rd_record_64X64[(MAX_MIB_SIZE >> 4) * (MAX_MIB_SIZE >> 4)]; |
| |
| // Intra transform block RD search info. for square TX sizes. |
| TXB_RD_RECORD txb_rd_record_intra; |
| |
| MACROBLOCKD e_mbd; |
| MB_MODE_INFO_EXT *mbmi_ext; |
| int skip_block; |
| int qindex; |
| |
| // The equivalent error at the current rdmult of one whole bit (not one |
| // bitcost unit). |
| int errorperbit; |
| // The equivalend SAD error of one (whole) bit at the current quantizer |
| // for large blocks. |
| int sadperbit16; |
| // The equivalend SAD error of one (whole) bit at the current quantizer |
| // for sub-8x8 blocks. |
| int sadperbit4; |
| int rdmult; |
| int mb_energy; |
| int sb_energy_level; |
| int *m_search_count_ptr; |
| int *ex_search_count_ptr; |
| |
| unsigned int txb_split_count; |
| #if CONFIG_SPEED_STATS |
| unsigned int tx_search_count; |
| #endif // CONFIG_SPEED_STATS |
| |
| // These are set to their default values at the beginning, and then adjusted |
| // further in the encoding process. |
| BLOCK_SIZE min_partition_size; |
| BLOCK_SIZE max_partition_size; |
| |
| unsigned int max_mv_context[REF_FRAMES]; |
| unsigned int source_variance; |
| unsigned int simple_motion_pred_sse; |
| unsigned int pred_sse[REF_FRAMES]; |
| int pred_mv_sad[REF_FRAMES]; |
| |
| int nmv_vec_cost[MV_JOINTS]; |
| int *nmvcost[2]; |
| int *nmvcost_hp[2]; |
| int **mv_cost_stack; |
| |
| int32_t *wsrc_buf; |
| int32_t *mask_buf; |
| uint8_t *above_pred_buf; |
| uint8_t *left_pred_buf; |
| |
| PALETTE_BUFFER *palette_buffer; |
| |
| CONV_BUF_TYPE *tmp_conv_dst; |
| uint8_t *tmp_obmc_bufs[2]; |
| |
| FRAME_CONTEXT *row_ctx; |
| // This context will be used to update color_map_cdf pointer which would be |
| // used during pack bitstream. For single thread and tile-multithreading case |
| // this ponter will be same as xd->tile_ctx, but for the case of row-mt: |
| // xd->tile_ctx will point to a temporary context while tile_pb_ctx will point |
| // to the accurate tile context. |
| FRAME_CONTEXT *tile_pb_ctx; |
| |
| struct inter_modes_info *inter_modes_info; |
| |
| // buffer for hash value calculation of a block |
| // used only in av1_get_block_hash_value() |
| // [first hash/second hash] |
| // [two buffers used ping-pong] |
| uint32_t *hash_value_buffer[2][2]; |
| |
| CRC_CALCULATOR crc_calculator1; |
| CRC_CALCULATOR crc_calculator2; |
| int g_crc_initialized; |
| |
| // These define limits to motion vector components to prevent them |
| // from extending outside the UMV borders |
| MvLimits mv_limits; |
| |
| uint8_t blk_skip[MAX_MIB_SIZE * MAX_MIB_SIZE]; |
| |
| int skip; |
| int skip_chroma_rd; |
| int skip_cost[SKIP_CONTEXTS][2]; |
| |
| int skip_mode; // 0: off; 1: on |
| int skip_mode_cost[SKIP_CONTEXTS][2]; |
| |
| LV_MAP_COEFF_COST coeff_costs[TX_SIZES][PLANE_TYPES]; |
| LV_MAP_EOB_COST eob_costs[7][2]; |
| uint16_t cb_offset; |
| |
| // mode costs |
| int intra_inter_cost[INTRA_INTER_CONTEXTS][2]; |
| |
| int mbmode_cost[BLOCK_SIZE_GROUPS][INTRA_MODES]; |
| int newmv_mode_cost[NEWMV_MODE_CONTEXTS][2]; |
| int zeromv_mode_cost[GLOBALMV_MODE_CONTEXTS][2]; |
| int refmv_mode_cost[REFMV_MODE_CONTEXTS][2]; |
| int drl_mode_cost0[DRL_MODE_CONTEXTS][2]; |
| |
| int comp_inter_cost[COMP_INTER_CONTEXTS][2]; |
| int single_ref_cost[REF_CONTEXTS][SINGLE_REFS - 1][2]; |
| int comp_ref_type_cost[COMP_REF_TYPE_CONTEXTS] |
| [CDF_SIZE(COMP_REFERENCE_TYPES)]; |
| int uni_comp_ref_cost[UNI_COMP_REF_CONTEXTS][UNIDIR_COMP_REFS - 1] |
| [CDF_SIZE(2)]; |
| // Cost for signaling ref_frame[0] (LAST_FRAME, LAST2_FRAME, LAST3_FRAME or |
| // GOLDEN_FRAME) in bidir-comp mode. |
| int comp_ref_cost[REF_CONTEXTS][FWD_REFS - 1][2]; |
| // Cost for signaling ref_frame[1] (ALTREF_FRAME, ALTREF2_FRAME, or |
| // BWDREF_FRAME) in bidir-comp mode. |
| int comp_bwdref_cost[REF_CONTEXTS][BWD_REFS - 1][2]; |
| int inter_compound_mode_cost[INTER_MODE_CONTEXTS][INTER_COMPOUND_MODES]; |
| int compound_type_cost[BLOCK_SIZES_ALL][MASKED_COMPOUND_TYPES]; |
| int wedge_idx_cost[BLOCK_SIZES_ALL][16]; |
| int interintra_cost[BLOCK_SIZE_GROUPS][2]; |
| int wedge_interintra_cost[BLOCK_SIZES_ALL][2]; |
| int interintra_mode_cost[BLOCK_SIZE_GROUPS][INTERINTRA_MODES]; |
| int motion_mode_cost[BLOCK_SIZES_ALL][MOTION_MODES]; |
| int motion_mode_cost1[BLOCK_SIZES_ALL][2]; |
| int intra_uv_mode_cost[CFL_ALLOWED_TYPES][INTRA_MODES][UV_INTRA_MODES]; |
| int y_mode_costs[INTRA_MODES][INTRA_MODES][INTRA_MODES]; |
| int filter_intra_cost[BLOCK_SIZES_ALL][2]; |
| int filter_intra_mode_cost[FILTER_INTRA_MODES]; |
| int switchable_interp_costs[SWITCHABLE_FILTER_CONTEXTS][SWITCHABLE_FILTERS]; |
| int partition_cost[PARTITION_CONTEXTS][EXT_PARTITION_TYPES]; |
| int palette_y_size_cost[PALATTE_BSIZE_CTXS][PALETTE_SIZES]; |
| int palette_uv_size_cost[PALATTE_BSIZE_CTXS][PALETTE_SIZES]; |
| int palette_y_color_cost[PALETTE_SIZES][PALETTE_COLOR_INDEX_CONTEXTS] |
| [PALETTE_COLORS]; |
| int palette_uv_color_cost[PALETTE_SIZES][PALETTE_COLOR_INDEX_CONTEXTS] |
| [PALETTE_COLORS]; |
| int palette_y_mode_cost[PALATTE_BSIZE_CTXS][PALETTE_Y_MODE_CONTEXTS][2]; |
| int palette_uv_mode_cost[PALETTE_UV_MODE_CONTEXTS][2]; |
| // The rate associated with each alpha codeword |
| int cfl_cost[CFL_JOINT_SIGNS][CFL_PRED_PLANES][CFL_ALPHABET_SIZE]; |
| int tx_size_cost[TX_SIZES - 1][TX_SIZE_CONTEXTS][TX_SIZES]; |
| int txfm_partition_cost[TXFM_PARTITION_CONTEXTS][2]; |
| int inter_tx_type_costs[EXT_TX_SETS_INTER][EXT_TX_SIZES][TX_TYPES]; |
| int intra_tx_type_costs[EXT_TX_SETS_INTRA][EXT_TX_SIZES][INTRA_MODES] |
| [TX_TYPES]; |
| int angle_delta_cost[DIRECTIONAL_MODES][2 * MAX_ANGLE_DELTA + 1]; |
| int switchable_restore_cost[RESTORE_SWITCHABLE_TYPES]; |
| int wiener_restore_cost[2]; |
| int sgrproj_restore_cost[2]; |
| int intrabc_cost[2]; |
| |
| // Used to store sub partition's choices. |
| MV pred_mv[REF_FRAMES]; |
| |
| // Store the best motion vector during motion search |
| int_mv best_mv; |
| // Store the second best motion vector during full-pixel motion search |
| int_mv second_best_mv; |
| |
| // Store the fractional best motion vector during sub/Qpel-pixel motion search |
| int_mv fractional_best_mv[3]; |
| |
| // Ref frames that are selected by square partition blocks within a super- |
| // block, in MI resolution. They can be used to prune ref frames for |
| // rectangular blocks. |
| int picked_ref_frames_mask[32 * 32]; |
| |
| // use default transform and skip transform type search for intra modes |
| int use_default_intra_tx_type; |
| // use default transform and skip transform type search for inter modes |
| int use_default_inter_tx_type; |
| #if CONFIG_DIST_8X8 |
| int using_dist_8x8; |
| aom_tune_metric tune_metric; |
| #endif // CONFIG_DIST_8X8 |
| int comp_idx_cost[COMP_INDEX_CONTEXTS][2]; |
| int comp_group_idx_cost[COMP_GROUP_IDX_CONTEXTS][2]; |
| int must_find_valid_partition; |
| int recalc_luma_mc_data; // Flag to indicate recalculation of MC data during |
| // interpolation filter search |
| // The likelihood of an edge existing in the block (using partial Canny edge |
| // detection). For reference, 556 is the value returned for a solid |
| // vertical black/white edge. |
| uint16_t edge_strength; |
| // The strongest edge strength seen along the x/y axis. |
| uint16_t edge_strength_x; |
| uint16_t edge_strength_y; |
| uint8_t compound_idx; |
| |
| // [Saved stat index] |
| COMP_RD_STATS comp_rd_stats[MAX_COMP_RD_STATS]; |
| int comp_rd_stats_idx; |
| |
| CB_COEFF_BUFFER *cb_coef_buff; |
| }; |
| |
| static INLINE int is_rect_tx_allowed_bsize(BLOCK_SIZE bsize) { |
| static const char LUT[BLOCK_SIZES_ALL] = { |
| 0, // BLOCK_4X4 |
| 1, // BLOCK_4X8 |
| 1, // BLOCK_8X4 |
| 0, // BLOCK_8X8 |
| 1, // BLOCK_8X16 |
| 1, // BLOCK_16X8 |
| 0, // BLOCK_16X16 |
| 1, // BLOCK_16X32 |
| 1, // BLOCK_32X16 |
| 0, // BLOCK_32X32 |
| 1, // BLOCK_32X64 |
| 1, // BLOCK_64X32 |
| 0, // BLOCK_64X64 |
| 0, // BLOCK_64X128 |
| 0, // BLOCK_128X64 |
| 0, // BLOCK_128X128 |
| 1, // BLOCK_4X16 |
| 1, // BLOCK_16X4 |
| 1, // BLOCK_8X32 |
| 1, // BLOCK_32X8 |
| 1, // BLOCK_16X64 |
| 1, // BLOCK_64X16 |
| }; |
| |
| return LUT[bsize]; |
| } |
| |
| static INLINE int is_rect_tx_allowed(const MACROBLOCKD *xd, |
| const MB_MODE_INFO *mbmi) { |
| return is_rect_tx_allowed_bsize(mbmi->sb_type) && |
| !xd->lossless[mbmi->segment_id]; |
| } |
| |
| static INLINE int tx_size_to_depth(TX_SIZE tx_size, BLOCK_SIZE bsize) { |
| TX_SIZE ctx_size = max_txsize_rect_lookup[bsize]; |
| int depth = 0; |
| while (tx_size != ctx_size) { |
| depth++; |
| ctx_size = sub_tx_size_map[ctx_size]; |
| assert(depth <= MAX_TX_DEPTH); |
| } |
| return depth; |
| } |
| |
| static INLINE void set_blk_skip(MACROBLOCK *x, int plane, int blk_idx, |
| int skip) { |
| if (skip) |
| x->blk_skip[blk_idx] |= 1UL << plane; |
| else |
| x->blk_skip[blk_idx] &= ~(1UL << plane); |
| #ifndef NDEBUG |
| // Set chroma planes to uninitialized states when luma is set to check if |
| // it will be set later |
| if (plane == 0) { |
| x->blk_skip[blk_idx] |= 1UL << (1 + 4); |
| x->blk_skip[blk_idx] |= 1UL << (2 + 4); |
| } |
| |
| // Clear the initialization checking bit |
| x->blk_skip[blk_idx] &= ~(1UL << (plane + 4)); |
| #endif |
| } |
| |
| static INLINE int is_blk_skip(MACROBLOCK *x, int plane, int blk_idx) { |
| #ifndef NDEBUG |
| // Check if this is initialized |
| assert(!(x->blk_skip[blk_idx] & (1UL << (plane + 4)))); |
| |
| // The magic number is 0x77, this is to test if there is garbage data |
| assert((x->blk_skip[blk_idx] & 0x88) == 0); |
| #endif |
| return (x->blk_skip[blk_idx] >> plane) & 1; |
| } |
| |
| #ifdef __cplusplus |
| } // extern "C" |
| #endif |
| |
| #endif // AOM_AV1_ENCODER_BLOCK_H_ |