| /* |
| * Copyright (c) 2016, Alliance for Open Media. All rights reserved |
| * |
| * This source code is subject to the terms of the BSD 2 Clause License and |
| * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License |
| * was not distributed with this source code in the LICENSE file, you can |
| * obtain it at www.aomedia.org/license/software. If the Alliance for Open |
| * Media Patent License 1.0 was not distributed with this source code in the |
| * PATENTS file, you can obtain it at www.aomedia.org/license/patent. |
| */ |
| |
| #include <stdlib.h> |
| |
| #include "av1/common/mvref_common.h" |
| #include "av1/common/warped_motion.h" |
| |
| #define USE_CUR_GM_REFMV 1 |
| |
| // Although we assign 32 bit integers, all the values are strictly under 14 |
| // bits. |
| static int div_mult[64] = { |
| 0, 16384, 8192, 5461, 4096, 3276, 2730, 2340, 2048, 1820, 1638, 1489, 1365, |
| 1260, 1170, 1092, 1024, 963, 910, 862, 819, 780, 744, 712, 682, 655, |
| 630, 606, 585, 564, 546, 528, 512, 496, 481, 468, 455, 442, 431, |
| 420, 409, 399, 390, 381, 372, 364, 356, 348, 341, 334, 327, 321, |
| 315, 309, 303, 297, 292, 287, 282, 277, 273, 268, 264, 260, |
| }; |
| |
| // TODO(jingning): Consider the use of lookup table for (num / den) |
| // altogether. |
| static void get_mv_projection(MV *output, MV ref, int num, int den) { |
| den = AOMMIN(den, MAX_FRAME_DISTANCE); |
| num = num > 0 ? AOMMIN(num, MAX_FRAME_DISTANCE) |
| : AOMMAX(num, -MAX_FRAME_DISTANCE); |
| output->row = |
| (int16_t)(ROUND_POWER_OF_TWO_SIGNED(ref.row * num * div_mult[den], 14)); |
| output->col = |
| (int16_t)(ROUND_POWER_OF_TWO_SIGNED(ref.col * num * div_mult[den], 14)); |
| } |
| |
| void av1_copy_frame_mvs(const AV1_COMMON *const cm, MODE_INFO *mi, int mi_row, |
| int mi_col, int x_mis, int y_mis) { |
| const int frame_mvs_stride = ROUND_POWER_OF_TWO(cm->mi_cols, 1); |
| MV_REF *frame_mvs = |
| cm->cur_frame->mvs + (mi_row >> 1) * frame_mvs_stride + (mi_col >> 1); |
| x_mis = ROUND_POWER_OF_TWO(x_mis, 1); |
| y_mis = ROUND_POWER_OF_TWO(y_mis, 1); |
| int w, h; |
| |
| for (h = 0; h < y_mis; h++) { |
| MV_REF *mv = frame_mvs; |
| for (w = 0; w < x_mis; w++) { |
| mv->ref_frame[0] = NONE_FRAME; |
| mv->ref_frame[1] = NONE_FRAME; |
| mv->mv[0].as_int = 0; |
| mv->mv[1].as_int = 0; |
| |
| for (int idx = 0; idx < 2; ++idx) { |
| MV_REFERENCE_FRAME ref_frame = mi->mbmi.ref_frame[idx]; |
| if (ref_frame > INTRA_FRAME) { |
| int8_t ref_idx = cm->ref_frame_side[ref_frame]; |
| if (ref_idx < 0) continue; |
| if ((abs(mi->mbmi.mv[idx].as_mv.row) > REFMVS_LIMIT) || |
| (abs(mi->mbmi.mv[idx].as_mv.col) > REFMVS_LIMIT)) |
| continue; |
| mv->ref_frame[ref_idx] = ref_frame; |
| mv->mv[ref_idx].as_int = mi->mbmi.mv[idx].as_int; |
| } |
| } |
| // (TODO:yunqing) The following 2 lines won't be used and can be removed. |
| mv->pred_mv[0].as_int = mi->mbmi.pred_mv[0].as_int; |
| mv->pred_mv[1].as_int = mi->mbmi.pred_mv[1].as_int; |
| mv++; |
| } |
| frame_mvs += frame_mvs_stride; |
| } |
| } |
| |
| static void add_ref_mv_candidate( |
| const MODE_INFO *const candidate_mi, const MB_MODE_INFO *const candidate, |
| const MV_REFERENCE_FRAME rf[2], uint8_t refmv_counts[MODE_CTX_REF_FRAMES], |
| uint8_t ref_match_counts[MODE_CTX_REF_FRAMES], |
| uint8_t newmv_counts[MODE_CTX_REF_FRAMES], |
| CANDIDATE_MV ref_mv_stacks[][MAX_REF_MV_STACK_SIZE], int len, |
| #if USE_CUR_GM_REFMV |
| int_mv *gm_mv_candidates, const WarpedMotionParams *gm_params, |
| #endif // USE_CUR_GM_REFMV |
| int col, int weight) { |
| if (!is_inter_block(candidate)) return; // for intrabc |
| int index = 0, ref; |
| assert(weight % 2 == 0); |
| |
| if (rf[1] == NONE_FRAME) { |
| uint8_t *refmv_count = &refmv_counts[rf[0]]; |
| uint8_t *ref_match_count = &ref_match_counts[rf[0]]; |
| uint8_t *newmv_count = &newmv_counts[rf[0]]; |
| CANDIDATE_MV *ref_mv_stack = ref_mv_stacks[rf[0]]; |
| (void)ref_match_count; |
| |
| // single reference frame |
| for (ref = 0; ref < 2; ++ref) { |
| if (candidate->ref_frame[ref] == rf[0]) { |
| int_mv this_refmv; |
| #if USE_CUR_GM_REFMV |
| if (is_global_mv_block(candidate_mi, gm_params[rf[0]].wmtype)) |
| this_refmv = gm_mv_candidates[0]; |
| else |
| #endif // USE_CUR_GM_REFMV |
| this_refmv = get_sub_block_mv(candidate_mi, ref, col); |
| |
| for (index = 0; index < *refmv_count; ++index) |
| if (ref_mv_stack[index].this_mv.as_int == this_refmv.as_int) break; |
| |
| if (index < *refmv_count) ref_mv_stack[index].weight += weight * len; |
| |
| // Add a new item to the list. |
| if (index == *refmv_count && *refmv_count < MAX_REF_MV_STACK_SIZE) { |
| ref_mv_stack[index].this_mv = this_refmv; |
| ref_mv_stack[index].weight = weight * len; |
| ++(*refmv_count); |
| } |
| if (have_newmv_in_inter_mode(candidate->mode)) ++*newmv_count; |
| ++*ref_match_count; |
| } |
| } |
| } else { |
| MV_REFERENCE_FRAME ref_frame = av1_ref_frame_type(rf); |
| uint8_t *refmv_count = &refmv_counts[ref_frame]; |
| uint8_t *ref_match_count = &ref_match_counts[ref_frame]; |
| uint8_t *newmv_count = &newmv_counts[ref_frame]; |
| CANDIDATE_MV *ref_mv_stack = ref_mv_stacks[ref_frame]; |
| (void)ref_match_count; |
| |
| // compound reference frame |
| if (candidate->ref_frame[0] == rf[0] && candidate->ref_frame[1] == rf[1]) { |
| int_mv this_refmv[2]; |
| |
| for (ref = 0; ref < 2; ++ref) { |
| #if USE_CUR_GM_REFMV |
| if (is_global_mv_block(candidate_mi, gm_params[rf[ref]].wmtype)) |
| this_refmv[ref] = gm_mv_candidates[ref]; |
| else |
| #endif // USE_CUR_GM_REFMV |
| this_refmv[ref] = get_sub_block_mv(candidate_mi, ref, col); |
| } |
| |
| for (index = 0; index < *refmv_count; ++index) |
| if ((ref_mv_stack[index].this_mv.as_int == this_refmv[0].as_int) && |
| (ref_mv_stack[index].comp_mv.as_int == this_refmv[1].as_int)) |
| break; |
| |
| if (index < *refmv_count) ref_mv_stack[index].weight += weight * len; |
| |
| // Add a new item to the list. |
| if (index == *refmv_count && *refmv_count < MAX_REF_MV_STACK_SIZE) { |
| ref_mv_stack[index].this_mv = this_refmv[0]; |
| ref_mv_stack[index].comp_mv = this_refmv[1]; |
| ref_mv_stack[index].weight = weight * len; |
| ++(*refmv_count); |
| } |
| if (have_newmv_in_inter_mode(candidate->mode)) ++*newmv_count; |
| ++*ref_match_count; |
| } |
| } |
| } |
| |
| static void scan_row_mbmi(const AV1_COMMON *cm, const MACROBLOCKD *xd, |
| int mi_row, int mi_col, |
| const MV_REFERENCE_FRAME rf[2], int row_offset, |
| CANDIDATE_MV ref_mv_stack[][MAX_REF_MV_STACK_SIZE], |
| uint8_t refmv_count[MODE_CTX_REF_FRAMES], |
| uint8_t ref_match_count[MODE_CTX_REF_FRAMES], |
| uint8_t newmv_count[MODE_CTX_REF_FRAMES], |
| #if USE_CUR_GM_REFMV |
| int_mv *gm_mv_candidates, |
| #endif // USE_CUR_GM_REFMV |
| int max_row_offset, int *processed_rows) { |
| int end_mi = AOMMIN(xd->n8_w, cm->mi_cols - mi_col); |
| end_mi = AOMMIN(end_mi, mi_size_wide[BLOCK_64X64]); |
| const int n8_w_8 = mi_size_wide[BLOCK_8X8]; |
| const int n8_w_16 = mi_size_wide[BLOCK_16X16]; |
| int i; |
| int col_offset = 0; |
| const int shift = 0; |
| // TODO(jingning): Revisit this part after cb4x4 is stable. |
| if (abs(row_offset) > 1) { |
| col_offset = 1; |
| if (mi_col & 0x01 && xd->n8_w < n8_w_8) --col_offset; |
| } |
| const int use_step_16 = (xd->n8_w >= 16); |
| MODE_INFO **const candidate_mi0 = xd->mi + row_offset * xd->mi_stride; |
| (void)mi_row; |
| |
| for (i = 0; i < end_mi;) { |
| const MODE_INFO *const candidate_mi = candidate_mi0[col_offset + i]; |
| const MB_MODE_INFO *const candidate = &candidate_mi->mbmi; |
| const int candidate_bsize = candidate->sb_type; |
| const int n8_w = mi_size_wide[candidate_bsize]; |
| int len = AOMMIN(xd->n8_w, n8_w); |
| if (use_step_16) |
| len = AOMMAX(n8_w_16, len); |
| else if (abs(row_offset) > 1) |
| len = AOMMAX(len, n8_w_8); |
| |
| int weight = 2; |
| if (xd->n8_w >= n8_w_8 && xd->n8_w <= n8_w) { |
| int inc = AOMMIN(-max_row_offset + row_offset + 1, |
| mi_size_high[candidate_bsize]); |
| // Obtain range used in weight calculation. |
| weight = AOMMAX(weight, (inc << shift)); |
| // Update processed rows. |
| *processed_rows = inc - row_offset - 1; |
| } |
| |
| add_ref_mv_candidate(candidate_mi, candidate, rf, refmv_count, |
| ref_match_count, newmv_count, ref_mv_stack, len, |
| #if USE_CUR_GM_REFMV |
| gm_mv_candidates, cm->global_motion, |
| #endif // USE_CUR_GM_REFMV |
| col_offset + i, weight); |
| |
| i += len; |
| } |
| } |
| |
| static void scan_col_mbmi(const AV1_COMMON *cm, const MACROBLOCKD *xd, |
| int mi_row, int mi_col, |
| const MV_REFERENCE_FRAME rf[2], int col_offset, |
| CANDIDATE_MV ref_mv_stack[][MAX_REF_MV_STACK_SIZE], |
| uint8_t refmv_count[MODE_CTX_REF_FRAMES], |
| uint8_t ref_match_count[MODE_CTX_REF_FRAMES], |
| uint8_t newmv_count[MODE_CTX_REF_FRAMES], |
| #if USE_CUR_GM_REFMV |
| int_mv *gm_mv_candidates, |
| #endif // USE_CUR_GM_REFMV |
| int max_col_offset, int *processed_cols) { |
| int end_mi = AOMMIN(xd->n8_h, cm->mi_rows - mi_row); |
| end_mi = AOMMIN(end_mi, mi_size_high[BLOCK_64X64]); |
| const int n8_h_8 = mi_size_high[BLOCK_8X8]; |
| const int n8_h_16 = mi_size_high[BLOCK_16X16]; |
| int i; |
| int row_offset = 0; |
| const int shift = 0; |
| if (abs(col_offset) > 1) { |
| row_offset = 1; |
| if (mi_row & 0x01 && xd->n8_h < n8_h_8) --row_offset; |
| } |
| const int use_step_16 = (xd->n8_h >= 16); |
| (void)mi_col; |
| |
| for (i = 0; i < end_mi;) { |
| const MODE_INFO *const candidate_mi = |
| xd->mi[(row_offset + i) * xd->mi_stride + col_offset]; |
| const MB_MODE_INFO *const candidate = &candidate_mi->mbmi; |
| const int candidate_bsize = candidate->sb_type; |
| const int n8_h = mi_size_high[candidate_bsize]; |
| int len = AOMMIN(xd->n8_h, n8_h); |
| if (use_step_16) |
| len = AOMMAX(n8_h_16, len); |
| else if (abs(col_offset) > 1) |
| len = AOMMAX(len, n8_h_8); |
| |
| int weight = 2; |
| if (xd->n8_h >= n8_h_8 && xd->n8_h <= n8_h) { |
| int inc = AOMMIN(-max_col_offset + col_offset + 1, |
| mi_size_wide[candidate_bsize]); |
| // Obtain range used in weight calculation. |
| weight = AOMMAX(weight, (inc << shift)); |
| // Update processed cols. |
| *processed_cols = inc - col_offset - 1; |
| } |
| |
| add_ref_mv_candidate(candidate_mi, candidate, rf, refmv_count, |
| ref_match_count, newmv_count, ref_mv_stack, len, |
| #if USE_CUR_GM_REFMV |
| gm_mv_candidates, cm->global_motion, |
| #endif // USE_CUR_GM_REFMV |
| col_offset, weight); |
| |
| i += len; |
| } |
| } |
| |
| static void scan_blk_mbmi(const AV1_COMMON *cm, const MACROBLOCKD *xd, |
| const int mi_row, const int mi_col, |
| const MV_REFERENCE_FRAME rf[2], int row_offset, |
| int col_offset, |
| CANDIDATE_MV ref_mv_stack[][MAX_REF_MV_STACK_SIZE], |
| uint8_t ref_match_count[MODE_CTX_REF_FRAMES], |
| uint8_t newmv_count[MODE_CTX_REF_FRAMES], |
| #if USE_CUR_GM_REFMV |
| int_mv *gm_mv_candidates, |
| #endif // USE_CUR_GM_REFMV |
| uint8_t refmv_count[MODE_CTX_REF_FRAMES]) { |
| const TileInfo *const tile = &xd->tile; |
| POSITION mi_pos; |
| |
| mi_pos.row = row_offset; |
| mi_pos.col = col_offset; |
| |
| if (is_inside(tile, mi_col, mi_row, cm->mi_rows, &mi_pos)) { |
| const MODE_INFO *const candidate_mi = |
| xd->mi[mi_pos.row * xd->mi_stride + mi_pos.col]; |
| const MB_MODE_INFO *const candidate = &candidate_mi->mbmi; |
| const int len = mi_size_wide[BLOCK_8X8]; |
| |
| add_ref_mv_candidate(candidate_mi, candidate, rf, refmv_count, |
| ref_match_count, newmv_count, ref_mv_stack, len, |
| #if USE_CUR_GM_REFMV |
| gm_mv_candidates, cm->global_motion, |
| #endif // USE_CUR_GM_REFMV |
| mi_pos.col, 2); |
| } // Analyze a single 8x8 block motion information. |
| } |
| |
| static int has_top_right(const AV1_COMMON *cm, const MACROBLOCKD *xd, |
| int mi_row, int mi_col, int bs) { |
| const int sb_mi_size = mi_size_wide[cm->seq_params.sb_size]; |
| const int mask_row = mi_row & (sb_mi_size - 1); |
| const int mask_col = mi_col & (sb_mi_size - 1); |
| |
| if (bs > mi_size_wide[BLOCK_64X64]) return 0; |
| |
| // In a split partition all apart from the bottom right has a top right |
| int has_tr = !((mask_row & bs) && (mask_col & bs)); |
| |
| // bs > 0 and bs is a power of 2 |
| assert(bs > 0 && !(bs & (bs - 1))); |
| |
| // For each 4x4 group of blocks, when the bottom right is decoded the blocks |
| // to the right have not been decoded therefore the bottom right does |
| // not have a top right |
| while (bs < sb_mi_size) { |
| if (mask_col & bs) { |
| if ((mask_col & (2 * bs)) && (mask_row & (2 * bs))) { |
| has_tr = 0; |
| break; |
| } |
| } else { |
| break; |
| } |
| bs <<= 1; |
| } |
| |
| // The left hand of two vertical rectangles always has a top right (as the |
| // block above will have been decoded) |
| if (xd->n8_w < xd->n8_h) |
| if (!xd->is_sec_rect) has_tr = 1; |
| |
| // The bottom of two horizontal rectangles never has a top right (as the block |
| // to the right won't have been decoded) |
| if (xd->n8_w > xd->n8_h) |
| if (xd->is_sec_rect) has_tr = 0; |
| |
| // The bottom left square of a Vertical A (in the old format) does |
| // not have a top right as it is decoded before the right hand |
| // rectangle of the partition |
| if (xd->mi[0]->mbmi.partition == PARTITION_VERT_A) { |
| if (xd->n8_w == xd->n8_h) |
| if (mask_row & bs) has_tr = 0; |
| } |
| |
| return has_tr; |
| } |
| |
| static int check_sb_border(const int mi_row, const int mi_col, |
| const int row_offset, const int col_offset) { |
| const int sb_mi_size = mi_size_wide[BLOCK_64X64]; |
| const int row = mi_row & (sb_mi_size - 1); |
| const int col = mi_col & (sb_mi_size - 1); |
| |
| if (row + row_offset < 0 || row + row_offset >= sb_mi_size || |
| col + col_offset < 0 || col + col_offset >= sb_mi_size) |
| return 0; |
| |
| return 1; |
| } |
| |
| static int add_tpl_ref_mv(const AV1_COMMON *cm, const MACROBLOCKD *xd, |
| int mi_row, int mi_col, MV_REFERENCE_FRAME ref_frame, |
| int blk_row, int blk_col, int_mv *gm_mv_candidates, |
| uint8_t refmv_count[MODE_CTX_REF_FRAMES], |
| CANDIDATE_MV ref_mv_stacks[][MAX_REF_MV_STACK_SIZE], |
| int16_t *mode_context) { |
| POSITION mi_pos; |
| int idx; |
| int coll_blk_count = 0; |
| const int weight_unit = 1; // mi_size_wide[BLOCK_8X8]; |
| |
| (void)gm_mv_candidates; |
| |
| mi_pos.row = (mi_row & 0x01) ? blk_row : blk_row + 1; |
| mi_pos.col = (mi_col & 0x01) ? blk_col : blk_col + 1; |
| |
| if (!is_inside(&xd->tile, mi_col, mi_row, cm->mi_rows, &mi_pos)) |
| return coll_blk_count; |
| |
| const TPL_MV_REF *prev_frame_mvs = |
| cm->tpl_mvs + ((mi_row + mi_pos.row) >> 1) * (cm->mi_stride >> 1) + |
| ((mi_col + mi_pos.col) >> 1); |
| |
| MV_REFERENCE_FRAME rf[2]; |
| av1_set_ref_frame(rf, ref_frame); |
| |
| if (rf[1] == NONE_FRAME) { |
| int cur_frame_index = cm->cur_frame->cur_frame_offset; |
| int buf_idx_0 = cm->frame_refs[FWD_RF_OFFSET(rf[0])].idx; |
| int frame0_index = cm->buffer_pool->frame_bufs[buf_idx_0].cur_frame_offset; |
| #if CONFIG_EXPLICIT_ORDER_HINT |
| int cur_offset_0 = get_relative_dist(cm, cur_frame_index, frame0_index); |
| #else |
| int cur_offset_0 = cur_frame_index - frame0_index; |
| #endif |
| CANDIDATE_MV *ref_mv_stack = ref_mv_stacks[rf[0]]; |
| |
| if (prev_frame_mvs->mfmv0.as_int != INVALID_MV) { |
| int_mv this_refmv; |
| |
| get_mv_projection(&this_refmv.as_mv, prev_frame_mvs->mfmv0.as_mv, |
| cur_offset_0, prev_frame_mvs->ref_frame_offset); |
| #if CONFIG_AMVR |
| lower_mv_precision(&this_refmv.as_mv, cm->allow_high_precision_mv, |
| cm->cur_frame_force_integer_mv); |
| #else |
| lower_mv_precision(&this_refmv.as_mv, cm->allow_high_precision_mv); |
| #endif |
| |
| if (blk_row == 0 && blk_col == 0) |
| if (abs(this_refmv.as_mv.row - gm_mv_candidates[0].as_mv.row) >= 16 || |
| abs(this_refmv.as_mv.col - gm_mv_candidates[0].as_mv.col) >= 16) |
| mode_context[ref_frame] |= (1 << GLOBALMV_OFFSET); |
| |
| for (idx = 0; idx < refmv_count[rf[0]]; ++idx) |
| if (this_refmv.as_int == ref_mv_stack[idx].this_mv.as_int) break; |
| |
| if (idx < refmv_count[rf[0]]) ref_mv_stack[idx].weight += 2 * weight_unit; |
| |
| if (idx == refmv_count[rf[0]] && |
| refmv_count[rf[0]] < MAX_REF_MV_STACK_SIZE) { |
| ref_mv_stack[idx].this_mv.as_int = this_refmv.as_int; |
| ref_mv_stack[idx].weight = 2 * weight_unit; |
| ++(refmv_count[rf[0]]); |
| } |
| |
| ++coll_blk_count; |
| return coll_blk_count; |
| } |
| } else { |
| // Process compound inter mode |
| int cur_frame_index = cm->cur_frame->cur_frame_offset; |
| int buf_idx_0 = cm->frame_refs[FWD_RF_OFFSET(rf[0])].idx; |
| int frame0_index = cm->buffer_pool->frame_bufs[buf_idx_0].cur_frame_offset; |
| |
| #if CONFIG_EXPLICIT_ORDER_HINT |
| int cur_offset_0 = get_relative_dist(cm, cur_frame_index, frame0_index); |
| #else |
| int cur_offset_0 = cur_frame_index - frame0_index; |
| #endif |
| int buf_idx_1 = cm->frame_refs[FWD_RF_OFFSET(rf[1])].idx; |
| int frame1_index = cm->buffer_pool->frame_bufs[buf_idx_1].cur_frame_offset; |
| #if CONFIG_EXPLICIT_ORDER_HINT |
| int cur_offset_1 = get_relative_dist(cm, cur_frame_index, frame1_index); |
| #else |
| int cur_offset_1 = cur_frame_index - frame1_index; |
| #endif |
| CANDIDATE_MV *ref_mv_stack = ref_mv_stacks[ref_frame]; |
| |
| if (prev_frame_mvs->mfmv0.as_int != INVALID_MV) { |
| int_mv this_refmv; |
| int_mv comp_refmv; |
| get_mv_projection(&this_refmv.as_mv, prev_frame_mvs->mfmv0.as_mv, |
| cur_offset_0, prev_frame_mvs->ref_frame_offset); |
| get_mv_projection(&comp_refmv.as_mv, prev_frame_mvs->mfmv0.as_mv, |
| cur_offset_1, prev_frame_mvs->ref_frame_offset); |
| |
| #if CONFIG_AMVR |
| lower_mv_precision(&this_refmv.as_mv, cm->allow_high_precision_mv, |
| cm->cur_frame_force_integer_mv); |
| lower_mv_precision(&comp_refmv.as_mv, cm->allow_high_precision_mv, |
| cm->cur_frame_force_integer_mv); |
| #else |
| lower_mv_precision(&this_refmv.as_mv, cm->allow_high_precision_mv); |
| lower_mv_precision(&comp_refmv.as_mv, cm->allow_high_precision_mv); |
| #endif |
| |
| if (blk_row == 0 && blk_col == 0) |
| if (abs(this_refmv.as_mv.row - gm_mv_candidates[0].as_mv.row) >= 16 || |
| abs(this_refmv.as_mv.col - gm_mv_candidates[0].as_mv.col) >= 16 || |
| abs(comp_refmv.as_mv.row - gm_mv_candidates[1].as_mv.row) >= 16 || |
| abs(comp_refmv.as_mv.col - gm_mv_candidates[1].as_mv.col) >= 16) |
| mode_context[ref_frame] |= (1 << GLOBALMV_OFFSET); |
| |
| for (idx = 0; idx < refmv_count[ref_frame]; ++idx) |
| if (this_refmv.as_int == ref_mv_stack[idx].this_mv.as_int && |
| comp_refmv.as_int == ref_mv_stack[idx].comp_mv.as_int) |
| break; |
| |
| if (idx < refmv_count[ref_frame]) |
| ref_mv_stack[idx].weight += 2 * weight_unit; |
| |
| if (idx == refmv_count[ref_frame] && |
| refmv_count[ref_frame] < MAX_REF_MV_STACK_SIZE) { |
| ref_mv_stack[idx].this_mv.as_int = this_refmv.as_int; |
| ref_mv_stack[idx].comp_mv.as_int = comp_refmv.as_int; |
| ref_mv_stack[idx].weight = 2 * weight_unit; |
| ++(refmv_count[ref_frame]); |
| } |
| |
| ++coll_blk_count; |
| return coll_blk_count; |
| } |
| } |
| |
| return coll_blk_count; |
| } |
| |
| static void setup_ref_mv_list( |
| const AV1_COMMON *cm, const MACROBLOCKD *xd, MV_REFERENCE_FRAME ref_frame, |
| uint8_t refmv_count[MODE_CTX_REF_FRAMES], |
| CANDIDATE_MV ref_mv_stack[][MAX_REF_MV_STACK_SIZE], |
| int_mv mv_ref_list[][MAX_MV_REF_CANDIDATES], |
| #if USE_CUR_GM_REFMV |
| int_mv *gm_mv_candidates, |
| #endif // USE_CUR_GM_REFMV |
| int mi_row, int mi_col, int16_t *mode_context) { |
| const int bs = AOMMAX(xd->n8_w, xd->n8_h); |
| const int has_tr = has_top_right(cm, xd, mi_row, mi_col, bs); |
| MV_REFERENCE_FRAME rf[2]; |
| |
| const TileInfo *const tile = &xd->tile; |
| int max_row_offset = 0, max_col_offset = 0; |
| const int row_adj = (xd->n8_h < mi_size_high[BLOCK_8X8]) && (mi_row & 0x01); |
| const int col_adj = (xd->n8_w < mi_size_wide[BLOCK_8X8]) && (mi_col & 0x01); |
| int processed_rows = 0; |
| int processed_cols = 0; |
| |
| av1_set_ref_frame(rf, ref_frame); |
| mode_context[ref_frame] = 0; |
| refmv_count[ref_frame] = 0; |
| |
| // Find valid maximum row/col offset. |
| if (xd->up_available) { |
| max_row_offset = -(MVREF_ROWS << 1) + row_adj; |
| |
| if (xd->n8_h < mi_size_high[BLOCK_8X8]) |
| max_row_offset = -(2 << 1) + row_adj; |
| |
| max_row_offset = |
| find_valid_row_offset(tile, mi_row, cm->mi_rows, max_row_offset); |
| } |
| |
| if (xd->left_available) { |
| max_col_offset = -(MVREF_COLS << 1) + col_adj; |
| |
| if (xd->n8_w < mi_size_wide[BLOCK_8X8]) |
| max_col_offset = -(2 << 1) + col_adj; |
| |
| max_col_offset = find_valid_col_offset(tile, mi_col, max_col_offset); |
| } |
| |
| uint8_t ref_match_count[MODE_CTX_REF_FRAMES] = { 0 }; |
| uint8_t col_match_count[MODE_CTX_REF_FRAMES] = { 0 }; |
| uint8_t row_match_count[MODE_CTX_REF_FRAMES] = { 0 }; |
| uint8_t newmv_count[MODE_CTX_REF_FRAMES] = { 0 }; |
| |
| // Scan the first above row mode info. row_offset = -1; |
| if (abs(max_row_offset) >= 1) |
| scan_row_mbmi(cm, xd, mi_row, mi_col, rf, -1, ref_mv_stack, refmv_count, |
| row_match_count, newmv_count, |
| #if USE_CUR_GM_REFMV |
| gm_mv_candidates, |
| #endif // USE_CUR_GM_REFMV |
| max_row_offset, &processed_rows); |
| // Scan the first left column mode info. col_offset = -1; |
| if (abs(max_col_offset) >= 1) |
| scan_col_mbmi(cm, xd, mi_row, mi_col, rf, -1, ref_mv_stack, refmv_count, |
| col_match_count, newmv_count, |
| #if USE_CUR_GM_REFMV |
| gm_mv_candidates, |
| #endif // USE_CUR_GM_REFMV |
| max_col_offset, &processed_cols); |
| // Check top-right boundary |
| if (has_tr) |
| scan_blk_mbmi(cm, xd, mi_row, mi_col, rf, -1, xd->n8_w, ref_mv_stack, |
| row_match_count, newmv_count, |
| #if USE_CUR_GM_REFMV |
| gm_mv_candidates, |
| #endif // USE_CUR_GM_REFMV |
| refmv_count); |
| |
| uint8_t nearest_match[MODE_CTX_REF_FRAMES]; |
| uint8_t nearest_refmv_count[MODE_CTX_REF_FRAMES]; |
| |
| nearest_match[ref_frame] = |
| (row_match_count[ref_frame] > 0) + (col_match_count[ref_frame] > 0); |
| nearest_refmv_count[ref_frame] = refmv_count[ref_frame]; |
| |
| // TODO(yunqing): for comp_search, do it for all 3 cases. |
| for (int idx = 0; idx < nearest_refmv_count[ref_frame]; ++idx) |
| ref_mv_stack[ref_frame][idx].weight += REF_CAT_LEVEL; |
| |
| if (cm->allow_ref_frame_mvs) { |
| int coll_blk_count[MODE_CTX_REF_FRAMES] = { 0 }; |
| const int voffset = AOMMAX(mi_size_high[BLOCK_8X8], xd->n8_h); |
| const int hoffset = AOMMAX(mi_size_wide[BLOCK_8X8], xd->n8_w); |
| const int blk_row_end = AOMMIN(xd->n8_h, mi_size_high[BLOCK_64X64]); |
| const int blk_col_end = AOMMIN(xd->n8_w, mi_size_wide[BLOCK_64X64]); |
| |
| const int tpl_sample_pos[3][2] = { |
| { voffset, -2 }, |
| { voffset, hoffset }, |
| { voffset - 2, hoffset }, |
| }; |
| const int allow_extension = (xd->n8_h >= mi_size_high[BLOCK_8X8]) && |
| (xd->n8_h < mi_size_high[BLOCK_64X64]) && |
| (xd->n8_w >= mi_size_wide[BLOCK_8X8]) && |
| (xd->n8_w < mi_size_wide[BLOCK_64X64]); |
| |
| int step_h = (xd->n8_h >= mi_size_high[BLOCK_64X64]) |
| ? mi_size_high[BLOCK_16X16] |
| : mi_size_high[BLOCK_8X8]; |
| int step_w = (xd->n8_w >= mi_size_wide[BLOCK_64X64]) |
| ? mi_size_wide[BLOCK_16X16] |
| : mi_size_wide[BLOCK_8X8]; |
| |
| for (int blk_row = 0; blk_row < blk_row_end; blk_row += step_h) { |
| for (int blk_col = 0; blk_col < blk_col_end; blk_col += step_w) { |
| int is_available = add_tpl_ref_mv( |
| cm, xd, mi_row, mi_col, ref_frame, blk_row, blk_col, |
| gm_mv_candidates, refmv_count, ref_mv_stack, mode_context); |
| if (blk_row == 0 && blk_col == 0) |
| coll_blk_count[ref_frame] = is_available; |
| } |
| } |
| |
| if (coll_blk_count[ref_frame] == 0) |
| mode_context[ref_frame] |= (1 << GLOBALMV_OFFSET); |
| |
| for (int i = 0; i < 3 && allow_extension; ++i) { |
| const int blk_row = tpl_sample_pos[i][0]; |
| const int blk_col = tpl_sample_pos[i][1]; |
| |
| if (!check_sb_border(mi_row, mi_col, blk_row, blk_col)) continue; |
| coll_blk_count[ref_frame] += add_tpl_ref_mv( |
| cm, xd, mi_row, mi_col, ref_frame, blk_row, blk_col, gm_mv_candidates, |
| refmv_count, ref_mv_stack, mode_context); |
| } |
| } |
| |
| uint8_t dummy_newmv_count[MODE_CTX_REF_FRAMES] = { 0 }; |
| |
| // Scan the second outer area. |
| scan_blk_mbmi(cm, xd, mi_row, mi_col, rf, -1, -1, ref_mv_stack, |
| row_match_count, dummy_newmv_count, |
| #if USE_CUR_GM_REFMV |
| gm_mv_candidates, |
| #endif // USE_CUR_GM_REFMV |
| refmv_count); |
| |
| for (int idx = 2; idx <= MVREF_ROWS; ++idx) { |
| const int row_offset = -(idx << 1) + 1 + row_adj; |
| const int col_offset = -(idx << 1) + 1 + col_adj; |
| |
| if (abs(row_offset) <= abs(max_row_offset) && |
| abs(row_offset) > processed_rows) |
| scan_row_mbmi(cm, xd, mi_row, mi_col, rf, row_offset, ref_mv_stack, |
| refmv_count, row_match_count, dummy_newmv_count, |
| #if USE_CUR_GM_REFMV |
| gm_mv_candidates, |
| #endif // USE_CUR_GM_REFMV |
| max_row_offset, &processed_rows); |
| |
| if (abs(col_offset) <= abs(max_col_offset) && |
| abs(col_offset) > processed_cols) |
| scan_col_mbmi(cm, xd, mi_row, mi_col, rf, col_offset, ref_mv_stack, |
| refmv_count, col_match_count, dummy_newmv_count, |
| #if USE_CUR_GM_REFMV |
| gm_mv_candidates, |
| #endif // USE_CUR_GM_REFMV |
| max_col_offset, &processed_cols); |
| } |
| |
| const int col_offset = -(MVREF_COLS << 1) + 1 + col_adj; |
| if (abs(col_offset) <= abs(max_col_offset) && |
| abs(col_offset) > processed_cols) |
| scan_col_mbmi(cm, xd, mi_row, mi_col, rf, col_offset, ref_mv_stack, |
| refmv_count, col_match_count, dummy_newmv_count, |
| #if USE_CUR_GM_REFMV |
| gm_mv_candidates, |
| #endif // USE_CUR_GM_REFMV |
| max_col_offset, &processed_cols); |
| |
| ref_match_count[ref_frame] = |
| (row_match_count[ref_frame] > 0) + (col_match_count[ref_frame] > 0); |
| |
| switch (nearest_match[ref_frame]) { |
| case 0: |
| mode_context[ref_frame] |= 0; |
| if (ref_match_count[ref_frame] >= 1) mode_context[ref_frame] |= 1; |
| if (ref_match_count[ref_frame] == 1) |
| mode_context[ref_frame] |= (1 << REFMV_OFFSET); |
| else if (ref_match_count[ref_frame] >= 2) |
| mode_context[ref_frame] |= (2 << REFMV_OFFSET); |
| break; |
| case 1: |
| mode_context[ref_frame] |= (newmv_count[ref_frame] > 0) ? 2 : 3; |
| if (ref_match_count[ref_frame] == 1) |
| mode_context[ref_frame] |= (3 << REFMV_OFFSET); |
| else if (ref_match_count[ref_frame] >= 2) |
| mode_context[ref_frame] |= (4 << REFMV_OFFSET); |
| break; |
| case 2: |
| default: |
| if (newmv_count[ref_frame] >= 1) |
| mode_context[ref_frame] |= 4; |
| else |
| mode_context[ref_frame] |= 5; |
| |
| mode_context[ref_frame] |= (5 << REFMV_OFFSET); |
| break; |
| } |
| |
| // Rank the likelihood and assign nearest and near mvs. |
| int len = nearest_refmv_count[ref_frame]; |
| while (len > 0) { |
| int nr_len = 0; |
| for (int idx = 1; idx < len; ++idx) { |
| if (ref_mv_stack[ref_frame][idx - 1].weight < |
| ref_mv_stack[ref_frame][idx].weight) { |
| CANDIDATE_MV tmp_mv = ref_mv_stack[ref_frame][idx - 1]; |
| ref_mv_stack[ref_frame][idx - 1] = ref_mv_stack[ref_frame][idx]; |
| ref_mv_stack[ref_frame][idx] = tmp_mv; |
| nr_len = idx; |
| } |
| } |
| len = nr_len; |
| } |
| |
| len = refmv_count[ref_frame]; |
| while (len > nearest_refmv_count[ref_frame]) { |
| int nr_len = nearest_refmv_count[ref_frame]; |
| for (int idx = nearest_refmv_count[ref_frame] + 1; idx < len; ++idx) { |
| if (ref_mv_stack[ref_frame][idx - 1].weight < |
| ref_mv_stack[ref_frame][idx].weight) { |
| CANDIDATE_MV tmp_mv = ref_mv_stack[ref_frame][idx - 1]; |
| ref_mv_stack[ref_frame][idx - 1] = ref_mv_stack[ref_frame][idx]; |
| ref_mv_stack[ref_frame][idx] = tmp_mv; |
| nr_len = idx; |
| } |
| } |
| len = nr_len; |
| } |
| |
| if (rf[1] > NONE_FRAME) { |
| // TODO(jingning, yunqing): Refactor and consolidate the compound and |
| // single reference frame modes. Reduce unnecessary redundancy. |
| if (refmv_count[ref_frame] < 2) { |
| int_mv ref_id[2][2], ref_diff[2][2]; |
| int ref_id_count[2] = { 0 }, ref_diff_count[2] = { 0 }; |
| |
| int mi_width = AOMMIN(mi_size_wide[BLOCK_64X64], xd->n8_w); |
| mi_width = AOMMIN(mi_width, cm->mi_cols - mi_col); |
| int mi_height = AOMMIN(mi_size_high[BLOCK_64X64], xd->n8_h); |
| mi_height = AOMMIN(mi_height, cm->mi_rows - mi_row); |
| int mi_size = AOMMIN(mi_width, mi_height); |
| |
| for (int idx = 0; abs(max_row_offset) >= 1 && idx < mi_size;) { |
| const MODE_INFO *const candidate_mi = xd->mi[-xd->mi_stride + idx]; |
| const MB_MODE_INFO *const candidate = &candidate_mi->mbmi; |
| const int candidate_bsize = candidate->sb_type; |
| |
| for (int rf_idx = 0; rf_idx < 2; ++rf_idx) { |
| MV_REFERENCE_FRAME can_rf = candidate->ref_frame[rf_idx]; |
| |
| for (int cmp_idx = 0; cmp_idx < 2; ++cmp_idx) { |
| if (can_rf == rf[cmp_idx] && ref_id_count[cmp_idx] < 2) { |
| ref_id[cmp_idx][ref_id_count[cmp_idx]] = candidate->mv[rf_idx]; |
| ++ref_id_count[cmp_idx]; |
| } else if (can_rf > INTRA_FRAME && ref_diff_count[cmp_idx] < 2) { |
| int_mv this_mv = candidate->mv[rf_idx]; |
| if (cm->ref_frame_sign_bias[can_rf] != |
| cm->ref_frame_sign_bias[rf[cmp_idx]]) { |
| this_mv.as_mv.row = -this_mv.as_mv.row; |
| this_mv.as_mv.col = -this_mv.as_mv.col; |
| } |
| ref_diff[cmp_idx][ref_diff_count[cmp_idx]] = this_mv; |
| ++ref_diff_count[cmp_idx]; |
| } |
| } |
| } |
| idx += mi_size_wide[candidate_bsize]; |
| } |
| |
| for (int idx = 0; abs(max_col_offset) >= 1 && idx < mi_size;) { |
| const MODE_INFO *const candidate_mi = xd->mi[idx * xd->mi_stride - 1]; |
| const MB_MODE_INFO *const candidate = &candidate_mi->mbmi; |
| const int candidate_bsize = candidate->sb_type; |
| |
| for (int rf_idx = 0; rf_idx < 2; ++rf_idx) { |
| MV_REFERENCE_FRAME can_rf = candidate->ref_frame[rf_idx]; |
| |
| for (int cmp_idx = 0; cmp_idx < 2; ++cmp_idx) { |
| if (can_rf == rf[cmp_idx] && ref_id_count[cmp_idx] < 2) { |
| ref_id[cmp_idx][ref_id_count[cmp_idx]] = candidate->mv[rf_idx]; |
| ++ref_id_count[cmp_idx]; |
| } else if (can_rf > INTRA_FRAME && ref_diff_count[cmp_idx] < 2) { |
| int_mv this_mv = candidate->mv[rf_idx]; |
| if (cm->ref_frame_sign_bias[can_rf] != |
| cm->ref_frame_sign_bias[rf[cmp_idx]]) { |
| this_mv.as_mv.row = -this_mv.as_mv.row; |
| this_mv.as_mv.col = -this_mv.as_mv.col; |
| } |
| ref_diff[cmp_idx][ref_diff_count[cmp_idx]] = this_mv; |
| ++ref_diff_count[cmp_idx]; |
| } |
| } |
| } |
| idx += mi_size_high[candidate_bsize]; |
| } |
| |
| // Build up the compound mv predictor |
| int_mv comp_list[3][2]; |
| |
| for (int idx = 0; idx < 2; ++idx) { |
| int comp_idx = 0; |
| for (int list_idx = 0; list_idx < ref_id_count[idx] && comp_idx < 3; |
| ++list_idx, ++comp_idx) |
| comp_list[comp_idx][idx] = ref_id[idx][list_idx]; |
| for (int list_idx = 0; list_idx < ref_diff_count[idx] && comp_idx < 3; |
| ++list_idx, ++comp_idx) |
| comp_list[comp_idx][idx] = ref_diff[idx][list_idx]; |
| for (; comp_idx < 3; ++comp_idx) |
| comp_list[comp_idx][idx] = gm_mv_candidates[idx]; |
| } |
| |
| if (refmv_count[ref_frame]) { |
| assert(refmv_count[ref_frame] == 1); |
| if (comp_list[0][0].as_int == |
| ref_mv_stack[ref_frame][0].this_mv.as_int && |
| comp_list[0][1].as_int == |
| ref_mv_stack[ref_frame][0].comp_mv.as_int) { |
| ref_mv_stack[ref_frame][refmv_count[ref_frame]].this_mv = |
| comp_list[1][0]; |
| ref_mv_stack[ref_frame][refmv_count[ref_frame]].comp_mv = |
| comp_list[1][1]; |
| } else { |
| ref_mv_stack[ref_frame][refmv_count[ref_frame]].this_mv = |
| comp_list[0][0]; |
| ref_mv_stack[ref_frame][refmv_count[ref_frame]].comp_mv = |
| comp_list[0][1]; |
| } |
| ref_mv_stack[ref_frame][refmv_count[ref_frame]].weight = 2; |
| ++refmv_count[ref_frame]; |
| } else { |
| for (int idx = 0; idx < MAX_MV_REF_CANDIDATES; ++idx) { |
| ref_mv_stack[ref_frame][refmv_count[ref_frame]].this_mv = |
| comp_list[idx][0]; |
| ref_mv_stack[ref_frame][refmv_count[ref_frame]].comp_mv = |
| comp_list[idx][1]; |
| ref_mv_stack[ref_frame][refmv_count[ref_frame]].weight = 2; |
| ++refmv_count[ref_frame]; |
| } |
| } |
| } |
| |
| assert(refmv_count[ref_frame] >= 2); |
| |
| for (int idx = 0; idx < refmv_count[ref_frame]; ++idx) { |
| clamp_mv_ref(&ref_mv_stack[ref_frame][idx].this_mv.as_mv, |
| xd->n8_w << MI_SIZE_LOG2, xd->n8_h << MI_SIZE_LOG2, xd); |
| clamp_mv_ref(&ref_mv_stack[ref_frame][idx].comp_mv.as_mv, |
| xd->n8_w << MI_SIZE_LOG2, xd->n8_h << MI_SIZE_LOG2, xd); |
| } |
| } else { |
| // Handle single reference frame extension |
| int mi_width = AOMMIN(mi_size_wide[BLOCK_64X64], xd->n8_w); |
| mi_width = AOMMIN(mi_width, cm->mi_cols - mi_col); |
| int mi_height = AOMMIN(mi_size_high[BLOCK_64X64], xd->n8_h); |
| mi_height = AOMMIN(mi_height, cm->mi_rows - mi_row); |
| int mi_size = AOMMIN(mi_width, mi_height); |
| |
| for (int idx = 0; abs(max_row_offset) >= 1 && idx < mi_size && |
| refmv_count[ref_frame] < MAX_MV_REF_CANDIDATES;) { |
| const MODE_INFO *const candidate_mi = xd->mi[-xd->mi_stride + idx]; |
| const MB_MODE_INFO *const candidate = &candidate_mi->mbmi; |
| const int candidate_bsize = candidate->sb_type; |
| |
| // TODO(jingning): Refactor the following code. |
| for (int rf_idx = 0; rf_idx < 2; ++rf_idx) { |
| if (candidate->ref_frame[rf_idx] > INTRA_FRAME) { |
| int_mv this_mv = candidate->mv[rf_idx]; |
| if (cm->ref_frame_sign_bias[candidate->ref_frame[rf_idx]] != |
| cm->ref_frame_sign_bias[ref_frame]) { |
| this_mv.as_mv.row = -this_mv.as_mv.row; |
| this_mv.as_mv.col = -this_mv.as_mv.col; |
| } |
| int stack_idx; |
| for (stack_idx = 0; stack_idx < refmv_count[ref_frame]; ++stack_idx) { |
| int_mv stack_mv = ref_mv_stack[ref_frame][stack_idx].this_mv; |
| if (this_mv.as_int == stack_mv.as_int) break; |
| } |
| |
| if (stack_idx == refmv_count[ref_frame]) { |
| ref_mv_stack[ref_frame][stack_idx].this_mv = this_mv; |
| |
| // TODO(jingning): Set an arbitrary small number here. The weight |
| // doesn't matter as long as it is properly initialized. |
| ref_mv_stack[ref_frame][stack_idx].weight = 2; |
| ++refmv_count[ref_frame]; |
| } |
| } |
| } |
| idx += mi_size_wide[candidate_bsize]; |
| } |
| |
| for (int idx = 0; abs(max_col_offset) >= 1 && idx < mi_size && |
| refmv_count[ref_frame] < MAX_MV_REF_CANDIDATES;) { |
| const MODE_INFO *const candidate_mi = xd->mi[idx * xd->mi_stride - 1]; |
| const MB_MODE_INFO *const candidate = &candidate_mi->mbmi; |
| const int candidate_bsize = candidate->sb_type; |
| |
| // TODO(jingning): Refactor the following code. |
| for (int rf_idx = 0; rf_idx < 2; ++rf_idx) { |
| if (candidate->ref_frame[rf_idx] > INTRA_FRAME) { |
| int_mv this_mv = candidate->mv[rf_idx]; |
| if (cm->ref_frame_sign_bias[candidate->ref_frame[rf_idx]] != |
| cm->ref_frame_sign_bias[ref_frame]) { |
| this_mv.as_mv.row = -this_mv.as_mv.row; |
| this_mv.as_mv.col = -this_mv.as_mv.col; |
| } |
| int stack_idx; |
| for (stack_idx = 0; stack_idx < refmv_count[ref_frame]; ++stack_idx) { |
| int_mv stack_mv = ref_mv_stack[ref_frame][stack_idx].this_mv; |
| if (this_mv.as_int == stack_mv.as_int) break; |
| } |
| |
| if (stack_idx == refmv_count[ref_frame]) { |
| ref_mv_stack[ref_frame][stack_idx].this_mv = this_mv; |
| |
| // TODO(jingning): Set an arbitrary small number here. The weight |
| // doesn't matter as long as it is properly initialized. |
| ref_mv_stack[ref_frame][stack_idx].weight = 2; |
| ++refmv_count[ref_frame]; |
| } |
| } |
| } |
| idx += mi_size_high[candidate_bsize]; |
| } |
| |
| for (int idx = refmv_count[ref_frame]; idx < MAX_MV_REF_CANDIDATES; ++idx) |
| mv_ref_list[rf[0]][idx].as_int = gm_mv_candidates[0].as_int; |
| |
| for (int idx = 0; idx < refmv_count[ref_frame]; ++idx) { |
| clamp_mv_ref(&ref_mv_stack[ref_frame][idx].this_mv.as_mv, |
| xd->n8_w << MI_SIZE_LOG2, xd->n8_h << MI_SIZE_LOG2, xd); |
| } |
| |
| for (int idx = 0; |
| idx < AOMMIN(MAX_MV_REF_CANDIDATES, refmv_count[ref_frame]); ++idx) { |
| mv_ref_list[rf[0]][idx].as_int = |
| ref_mv_stack[ref_frame][idx].this_mv.as_int; |
| } |
| } |
| (void)nearest_match; |
| } |
| |
| void av1_find_mv_refs(const AV1_COMMON *cm, const MACROBLOCKD *xd, |
| MODE_INFO *mi, MV_REFERENCE_FRAME ref_frame, |
| uint8_t ref_mv_count[MODE_CTX_REF_FRAMES], |
| CANDIDATE_MV ref_mv_stack[][MAX_REF_MV_STACK_SIZE], |
| int_mv mv_ref_list[][MAX_MV_REF_CANDIDATES], int mi_row, |
| int mi_col, int16_t *mode_context) { |
| int_mv zeromv[2]; |
| BLOCK_SIZE bsize = mi->mbmi.sb_type; |
| MV_REFERENCE_FRAME rf[2]; |
| av1_set_ref_frame(rf, ref_frame); |
| if (ref_frame != INTRA_FRAME) { |
| zeromv[0].as_int = |
| gm_get_motion_vector(&cm->global_motion[rf[0]], |
| cm->allow_high_precision_mv, bsize, mi_col, mi_row |
| #if CONFIG_AMVR |
| , |
| cm->cur_frame_force_integer_mv |
| #endif |
| ) |
| .as_int; |
| zeromv[1].as_int = (rf[1] != NONE_FRAME) |
| ? gm_get_motion_vector(&cm->global_motion[rf[1]], |
| cm->allow_high_precision_mv, |
| bsize, mi_col, mi_row |
| #if CONFIG_AMVR |
| , |
| cm->cur_frame_force_integer_mv |
| #endif |
| ) |
| .as_int |
| : 0; |
| } else { |
| zeromv[0].as_int = zeromv[1].as_int = 0; |
| } |
| |
| setup_ref_mv_list(cm, xd, ref_frame, ref_mv_count, ref_mv_stack, mv_ref_list, |
| #if USE_CUR_GM_REFMV |
| zeromv, |
| #endif // USE_CUR_GM_REFMV |
| mi_row, mi_col, mode_context); |
| } |
| |
| void av1_find_best_ref_mvs(int allow_hp, int_mv *mvlist, int_mv *nearest_mv, |
| int_mv *near_mv |
| #if CONFIG_AMVR |
| , |
| int is_integer |
| #endif |
| ) { |
| int i; |
| // Make sure all the candidates are properly clamped etc |
| for (i = 0; i < MAX_MV_REF_CANDIDATES; ++i) { |
| #if CONFIG_AMVR |
| lower_mv_precision(&mvlist[i].as_mv, allow_hp, is_integer); |
| #else |
| lower_mv_precision(&mvlist[i].as_mv, allow_hp); |
| #endif |
| } |
| *nearest_mv = mvlist[0]; |
| *near_mv = mvlist[1]; |
| } |
| |
| void av1_setup_frame_buf_refs(AV1_COMMON *cm) { |
| cm->cur_frame->cur_frame_offset = cm->frame_offset; |
| |
| MV_REFERENCE_FRAME ref_frame; |
| for (ref_frame = LAST_FRAME; ref_frame <= ALTREF_FRAME; ++ref_frame) { |
| const int buf_idx = cm->frame_refs[ref_frame - LAST_FRAME].idx; |
| if (buf_idx >= 0) |
| cm->cur_frame->ref_frame_offset[ref_frame - LAST_FRAME] = |
| cm->buffer_pool->frame_bufs[buf_idx].cur_frame_offset; |
| } |
| } |
| |
| void av1_setup_frame_sign_bias(AV1_COMMON *cm) { |
| MV_REFERENCE_FRAME ref_frame; |
| for (ref_frame = LAST_FRAME; ref_frame <= ALTREF_FRAME; ++ref_frame) { |
| const int buf_idx = cm->frame_refs[ref_frame - LAST_FRAME].idx; |
| if (cm->seq_params.enable_order_hint && buf_idx != INVALID_IDX) { |
| const int ref_frame_offset = |
| cm->buffer_pool->frame_bufs[buf_idx].cur_frame_offset; |
| cm->ref_frame_sign_bias[ref_frame] = |
| #if CONFIG_EXPLICIT_ORDER_HINT |
| (get_relative_dist(cm, ref_frame_offset, (int)cm->frame_offset) <= 0) |
| ? 0 |
| : 1; |
| #else |
| (ref_frame_offset <= (int)cm->frame_offset) ? 0 : 1; |
| #endif |
| } else { |
| cm->ref_frame_sign_bias[ref_frame] = 0; |
| } |
| } |
| } |
| |
| #define MAX_OFFSET_WIDTH 64 |
| #define MAX_OFFSET_HEIGHT 0 |
| |
| static int get_block_position(AV1_COMMON *cm, int *mi_r, int *mi_c, int blk_row, |
| int blk_col, MV mv, int sign_bias) { |
| const int base_blk_row = (blk_row >> 3) << 3; |
| const int base_blk_col = (blk_col >> 3) << 3; |
| |
| const int row_offset = (mv.row >= 0) ? (mv.row >> (4 + MI_SIZE_LOG2)) |
| : -((-mv.row) >> (4 + MI_SIZE_LOG2)); |
| |
| const int col_offset = (mv.col >= 0) ? (mv.col >> (4 + MI_SIZE_LOG2)) |
| : -((-mv.col) >> (4 + MI_SIZE_LOG2)); |
| |
| int row = (sign_bias == 1) ? blk_row - row_offset : blk_row + row_offset; |
| int col = (sign_bias == 1) ? blk_col - col_offset : blk_col + col_offset; |
| |
| if (row < 0 || row >= (cm->mi_rows >> 1) || col < 0 || |
| col >= (cm->mi_cols >> 1)) |
| return 0; |
| |
| if (row < base_blk_row - (MAX_OFFSET_HEIGHT >> 3) || |
| row >= base_blk_row + 8 + (MAX_OFFSET_HEIGHT >> 3) || |
| col < base_blk_col - (MAX_OFFSET_WIDTH >> 3) || |
| col >= base_blk_col + 8 + (MAX_OFFSET_WIDTH >> 3)) |
| return 0; |
| |
| *mi_r = row; |
| *mi_c = col; |
| |
| return 1; |
| } |
| |
| static int motion_field_projection(AV1_COMMON *cm, MV_REFERENCE_FRAME ref_frame, |
| int dir) { |
| TPL_MV_REF *tpl_mvs_base = cm->tpl_mvs; |
| int cur_rf_index[REF_FRAMES] = { 0 }; |
| int cur_offset[REF_FRAMES] = { 0 }; |
| int ref_offset[REF_FRAMES] = { 0 }; |
| |
| (void)dir; |
| |
| int ref_frame_idx = cm->frame_refs[FWD_RF_OFFSET(ref_frame)].idx; |
| if (ref_frame_idx < 0) return 0; |
| |
| if (cm->buffer_pool->frame_bufs[ref_frame_idx].intra_only) return 0; |
| |
| if (cm->buffer_pool->frame_bufs[ref_frame_idx].mi_rows != cm->mi_rows || |
| cm->buffer_pool->frame_bufs[ref_frame_idx].mi_cols != cm->mi_cols) |
| return 0; |
| |
| int ref_frame_index = |
| cm->buffer_pool->frame_bufs[ref_frame_idx].cur_frame_offset; |
| unsigned int *ref_rf_idx = |
| &cm->buffer_pool->frame_bufs[ref_frame_idx].ref_frame_offset[0]; |
| int cur_frame_index = cm->cur_frame->cur_frame_offset; |
| #if CONFIG_EXPLICIT_ORDER_HINT |
| int ref_to_cur = get_relative_dist(cm, ref_frame_index, cur_frame_index); |
| #else |
| int ref_to_cur = ref_frame_index - cur_frame_index; |
| #endif |
| |
| for (MV_REFERENCE_FRAME rf = LAST_FRAME; rf <= INTER_REFS_PER_FRAME; ++rf) { |
| int buf_idx = cm->frame_refs[FWD_RF_OFFSET(rf)].idx; |
| if (buf_idx >= 0) |
| cur_rf_index[rf] = cm->buffer_pool->frame_bufs[buf_idx].cur_frame_offset; |
| #if CONFIG_EXPLICIT_ORDER_HINT |
| cur_offset[rf] = get_relative_dist(cm, cur_frame_index, cur_rf_index[rf]); |
| ref_offset[rf] = |
| get_relative_dist(cm, ref_frame_index, ref_rf_idx[rf - LAST_FRAME]); |
| #else |
| cur_offset[rf] = cur_frame_index - cur_rf_index[rf]; |
| ref_offset[rf] = ref_frame_index - ref_rf_idx[rf - LAST_FRAME]; |
| #endif |
| } |
| |
| if (dir == 1) { |
| ref_to_cur = -ref_to_cur; |
| for (MV_REFERENCE_FRAME rf = LAST_FRAME; rf <= INTER_REFS_PER_FRAME; ++rf) { |
| cur_offset[rf] = -cur_offset[rf]; |
| ref_offset[rf] = -ref_offset[rf]; |
| } |
| } |
| |
| if (dir == 2) ref_to_cur = -ref_to_cur; |
| |
| MV_REF *mv_ref_base = cm->buffer_pool->frame_bufs[ref_frame_idx].mvs; |
| const int mvs_rows = (cm->mi_rows + 1) >> 1; |
| const int mvs_cols = (cm->mi_cols + 1) >> 1; |
| |
| for (int blk_row = 0; blk_row < mvs_rows; ++blk_row) { |
| for (int blk_col = 0; blk_col < mvs_cols; ++blk_col) { |
| MV_REF *mv_ref = &mv_ref_base[blk_row * mvs_cols + blk_col]; |
| MV fwd_mv = mv_ref->mv[dir & 0x01].as_mv; |
| |
| if (mv_ref->ref_frame[dir & 0x01] > INTRA_FRAME) { |
| int_mv this_mv; |
| int mi_r, mi_c; |
| const int ref_frame_offset = ref_offset[mv_ref->ref_frame[dir & 0x01]]; |
| |
| int pos_valid = abs(ref_frame_offset) <= MAX_FRAME_DISTANCE && |
| #if CONFIG_EXPLICIT_ORDER_HINT |
| ref_frame_offset > 0 && |
| #endif |
| abs(ref_to_cur) <= MAX_FRAME_DISTANCE; |
| |
| if (pos_valid) { |
| get_mv_projection(&this_mv.as_mv, fwd_mv, ref_to_cur, |
| ref_frame_offset); |
| pos_valid = get_block_position(cm, &mi_r, &mi_c, blk_row, blk_col, |
| this_mv.as_mv, dir >> 1); |
| } |
| |
| if (pos_valid) { |
| int mi_offset = mi_r * (cm->mi_stride >> 1) + mi_c; |
| |
| tpl_mvs_base[mi_offset].mfmv0.as_mv.row = |
| (dir == 1) ? -fwd_mv.row : fwd_mv.row; |
| tpl_mvs_base[mi_offset].mfmv0.as_mv.col = |
| (dir == 1) ? -fwd_mv.col : fwd_mv.col; |
| tpl_mvs_base[mi_offset].ref_frame_offset = ref_frame_offset; |
| } |
| } |
| } |
| } |
| |
| return 1; |
| } |
| |
| void av1_setup_motion_field(AV1_COMMON *cm) { |
| memset(cm->ref_frame_side, 0, sizeof(cm->ref_frame_side)); |
| if (!cm->seq_params.enable_order_hint) return; |
| |
| TPL_MV_REF *tpl_mvs_base = cm->tpl_mvs; |
| int size = ((cm->mi_rows + MAX_MIB_SIZE) >> 1) * (cm->mi_stride >> 1); |
| for (int idx = 0; idx < size; ++idx) { |
| tpl_mvs_base[idx].mfmv0.as_int = INVALID_MV; |
| tpl_mvs_base[idx].ref_frame_offset = 0; |
| } |
| |
| const int cur_order_hint = cm->cur_frame->cur_frame_offset; |
| RefCntBuffer *const frame_bufs = cm->buffer_pool->frame_bufs; |
| |
| int ref_buf_idx[INTER_REFS_PER_FRAME]; |
| int ref_order_hint[INTER_REFS_PER_FRAME]; |
| |
| for (int ref_frame = LAST_FRAME; ref_frame <= ALTREF_FRAME; ref_frame++) { |
| const int ref_idx = ref_frame - LAST_FRAME; |
| const int buf_idx = cm->frame_refs[ref_idx].idx; |
| int order_hint = 0; |
| |
| if (buf_idx >= 0) order_hint = frame_bufs[buf_idx].cur_frame_offset; |
| |
| ref_buf_idx[ref_idx] = buf_idx; |
| ref_order_hint[ref_idx] = order_hint; |
| |
| #if CONFIG_EXPLICIT_ORDER_HINT |
| if (get_relative_dist(cm, order_hint, cur_order_hint) > 0) |
| #else |
| if (order_hint > cur_order_hint) |
| #endif |
| cm->ref_frame_side[ref_frame] = 1; |
| else if (order_hint == cur_order_hint) |
| cm->ref_frame_side[ref_frame] = -1; |
| } |
| |
| int ref_stamp = MFMV_STACK_SIZE - 1; |
| |
| if (ref_buf_idx[LAST_FRAME - LAST_FRAME] >= 0) { |
| const int alt_of_lst_order_hint = |
| frame_bufs[ref_buf_idx[LAST_FRAME - LAST_FRAME]] |
| .ref_frame_offset[ALTREF_FRAME - LAST_FRAME]; |
| |
| const int is_lst_overlay = |
| (alt_of_lst_order_hint == ref_order_hint[GOLDEN_FRAME - LAST_FRAME]); |
| if (!is_lst_overlay) motion_field_projection(cm, LAST_FRAME, 2); |
| --ref_stamp; |
| } |
| |
| #if CONFIG_EXPLICIT_ORDER_HINT |
| if (get_relative_dist(cm, ref_order_hint[BWDREF_FRAME - LAST_FRAME], |
| cur_order_hint) > 0) { |
| #else |
| if (ref_order_hint[BWDREF_FRAME - LAST_FRAME] > cur_order_hint) { |
| #endif |
| if (motion_field_projection(cm, BWDREF_FRAME, 0)) --ref_stamp; |
| } |
| |
| #if CONFIG_EXPLICIT_ORDER_HINT |
| if (get_relative_dist(cm, ref_order_hint[ALTREF2_FRAME - LAST_FRAME], |
| cur_order_hint) > 0) { |
| #else |
| if (ref_order_hint[ALTREF2_FRAME - LAST_FRAME] > cur_order_hint) { |
| #endif |
| if (motion_field_projection(cm, ALTREF2_FRAME, 0)) --ref_stamp; |
| } |
| |
| #if CONFIG_EXPLICIT_ORDER_HINT |
| if (get_relative_dist(cm, ref_order_hint[ALTREF_FRAME - LAST_FRAME], |
| cur_order_hint) > 0 && |
| #else |
| if (ref_order_hint[ALTREF_FRAME - LAST_FRAME] > cur_order_hint && |
| #endif |
| ref_stamp >= 0) |
| if (motion_field_projection(cm, ALTREF_FRAME, 0)) --ref_stamp; |
| |
| if (ref_stamp >= 0 && ref_buf_idx[LAST2_FRAME - LAST_FRAME] >= 0) |
| if (motion_field_projection(cm, LAST2_FRAME, 2)) --ref_stamp; |
| } |
| |
| static INLINE void record_samples(MB_MODE_INFO *mbmi, int *pts, int *pts_inref, |
| int row_offset, int sign_r, int col_offset, |
| int sign_c) { |
| int bw = block_size_wide[mbmi->sb_type]; |
| int bh = block_size_high[mbmi->sb_type]; |
| int x = col_offset * MI_SIZE + sign_c * AOMMAX(bw, MI_SIZE) / 2 - 1; |
| int y = row_offset * MI_SIZE + sign_r * AOMMAX(bh, MI_SIZE) / 2 - 1; |
| |
| pts[0] = (x * 8); |
| pts[1] = (y * 8); |
| pts_inref[0] = (x * 8) + mbmi->mv[0].as_mv.col; |
| pts_inref[1] = (y * 8) + mbmi->mv[0].as_mv.row; |
| } |
| |
| // Select samples according to the motion vector difference. |
| int selectSamples(MV *mv, int *pts, int *pts_inref, int len, BLOCK_SIZE bsize) { |
| const int bw = block_size_wide[bsize]; |
| const int bh = block_size_high[bsize]; |
| const int thresh = clamp(AOMMAX(bw, bh), 16, 112); |
| int pts_mvd[SAMPLES_ARRAY_SIZE] = { 0 }; |
| int i, j, k, l = len; |
| int ret = 0; |
| assert(len <= LEAST_SQUARES_SAMPLES_MAX); |
| |
| // Obtain the motion vector difference. |
| for (i = 0; i < len; ++i) { |
| pts_mvd[i] = abs(pts_inref[2 * i] - pts[2 * i] - mv->col) + |
| abs(pts_inref[2 * i + 1] - pts[2 * i + 1] - mv->row); |
| |
| if (pts_mvd[i] > thresh) |
| pts_mvd[i] = -1; |
| else |
| ret++; |
| } |
| |
| // Keep at least 1 sample. |
| if (!ret) return 1; |
| |
| i = 0; |
| j = l - 1; |
| for (k = 0; k < l - ret; k++) { |
| while (pts_mvd[i] != -1) i++; |
| while (pts_mvd[j] == -1) j--; |
| assert(i != j); |
| if (i > j) break; |
| |
| // Replace the discarded samples; |
| pts_mvd[i] = pts_mvd[j]; |
| pts[2 * i] = pts[2 * j]; |
| pts[2 * i + 1] = pts[2 * j + 1]; |
| pts_inref[2 * i] = pts_inref[2 * j]; |
| pts_inref[2 * i + 1] = pts_inref[2 * j + 1]; |
| i++; |
| j--; |
| } |
| |
| return ret; |
| } |
| |
| // Note: Samples returned are at 1/8-pel precision |
| // Sample are the neighbor block center point's coordinates relative to the |
| // left-top pixel of current block. |
| int findSamples(const AV1_COMMON *cm, MACROBLOCKD *xd, int mi_row, int mi_col, |
| int *pts, int *pts_inref) { |
| MB_MODE_INFO *const mbmi0 = &(xd->mi[0]->mbmi); |
| int ref_frame = mbmi0->ref_frame[0]; |
| int up_available = xd->up_available; |
| int left_available = xd->left_available; |
| int i, mi_step = 1, np = 0; |
| |
| const TileInfo *const tile = &xd->tile; |
| int do_tl = 1; |
| int do_tr = 1; |
| |
| // scan the nearest above rows |
| if (up_available) { |
| int mi_row_offset = -1; |
| MODE_INFO *mi = xd->mi[mi_row_offset * xd->mi_stride]; |
| MB_MODE_INFO *mbmi = &mi->mbmi; |
| uint8_t n8_w = mi_size_wide[mbmi->sb_type]; |
| |
| if (xd->n8_w <= n8_w) { |
| // Handle "current block width <= above block width" case. |
| int col_offset = -mi_col % n8_w; |
| |
| if (col_offset < 0) do_tl = 0; |
| if (col_offset + n8_w > xd->n8_w) do_tr = 0; |
| |
| if (mbmi->ref_frame[0] == ref_frame && mbmi->ref_frame[1] == NONE_FRAME) { |
| record_samples(mbmi, pts, pts_inref, 0, -1, col_offset, 1); |
| pts += 2; |
| pts_inref += 2; |
| np++; |
| if (np >= LEAST_SQUARES_SAMPLES_MAX) return LEAST_SQUARES_SAMPLES_MAX; |
| } |
| } else { |
| // Handle "current block width > above block width" case. |
| for (i = 0; i < AOMMIN(xd->n8_w, cm->mi_cols - mi_col); i += mi_step) { |
| int mi_col_offset = i; |
| mi = xd->mi[mi_col_offset + mi_row_offset * xd->mi_stride]; |
| mbmi = &mi->mbmi; |
| n8_w = mi_size_wide[mbmi->sb_type]; |
| mi_step = AOMMIN(xd->n8_w, n8_w); |
| |
| if (mbmi->ref_frame[0] == ref_frame && |
| mbmi->ref_frame[1] == NONE_FRAME) { |
| record_samples(mbmi, pts, pts_inref, 0, -1, i, 1); |
| pts += 2; |
| pts_inref += 2; |
| np++; |
| if (np >= LEAST_SQUARES_SAMPLES_MAX) return LEAST_SQUARES_SAMPLES_MAX; |
| } |
| } |
| } |
| } |
| assert(np <= LEAST_SQUARES_SAMPLES_MAX); |
| |
| // scan the nearest left columns |
| if (left_available) { |
| int mi_col_offset = -1; |
| |
| MODE_INFO *mi = xd->mi[mi_col_offset]; |
| MB_MODE_INFO *mbmi = &mi->mbmi; |
| uint8_t n8_h = mi_size_high[mbmi->sb_type]; |
| |
| if (xd->n8_h <= n8_h) { |
| // Handle "current block height <= above block height" case. |
| int row_offset = -mi_row % n8_h; |
| |
| if (row_offset < 0) do_tl = 0; |
| |
| if (mbmi->ref_frame[0] == ref_frame && mbmi->ref_frame[1] == NONE_FRAME) { |
| record_samples(mbmi, pts, pts_inref, row_offset, 1, 0, -1); |
| pts += 2; |
| pts_inref += 2; |
| np++; |
| if (np >= LEAST_SQUARES_SAMPLES_MAX) return LEAST_SQUARES_SAMPLES_MAX; |
| } |
| } else { |
| // Handle "current block height > above block height" case. |
| for (i = 0; i < AOMMIN(xd->n8_h, cm->mi_rows - mi_row); i += mi_step) { |
| int mi_row_offset = i; |
| mi = xd->mi[mi_col_offset + mi_row_offset * xd->mi_stride]; |
| mbmi = &mi->mbmi; |
| n8_h = mi_size_high[mbmi->sb_type]; |
| mi_step = AOMMIN(xd->n8_h, n8_h); |
| |
| if (mbmi->ref_frame[0] == ref_frame && |
| mbmi->ref_frame[1] == NONE_FRAME) { |
| record_samples(mbmi, pts, pts_inref, i, 1, 0, -1); |
| pts += 2; |
| pts_inref += 2; |
| np++; |
| if (np >= LEAST_SQUARES_SAMPLES_MAX) return LEAST_SQUARES_SAMPLES_MAX; |
| } |
| } |
| } |
| } |
| assert(np <= LEAST_SQUARES_SAMPLES_MAX); |
| |
| // Top-left block |
| if (do_tl && left_available && up_available) { |
| int mi_row_offset = -1; |
| int mi_col_offset = -1; |
| |
| MODE_INFO *mi = xd->mi[mi_col_offset + mi_row_offset * xd->mi_stride]; |
| MB_MODE_INFO *mbmi = &mi->mbmi; |
| |
| if (mbmi->ref_frame[0] == ref_frame && mbmi->ref_frame[1] == NONE_FRAME) { |
| record_samples(mbmi, pts, pts_inref, 0, -1, 0, -1); |
| pts += 2; |
| pts_inref += 2; |
| np++; |
| if (np >= LEAST_SQUARES_SAMPLES_MAX) return LEAST_SQUARES_SAMPLES_MAX; |
| } |
| } |
| assert(np <= LEAST_SQUARES_SAMPLES_MAX); |
| |
| // Top-right block |
| if (do_tr && |
| has_top_right(cm, xd, mi_row, mi_col, AOMMAX(xd->n8_w, xd->n8_h))) { |
| POSITION trb_pos = { -1, xd->n8_w }; |
| |
| if (is_inside(tile, mi_col, mi_row, cm->mi_rows, &trb_pos)) { |
| int mi_row_offset = -1; |
| int mi_col_offset = xd->n8_w; |
| |
| MODE_INFO *mi = xd->mi[mi_col_offset + mi_row_offset * xd->mi_stride]; |
| MB_MODE_INFO *mbmi = &mi->mbmi; |
| |
| if (mbmi->ref_frame[0] == ref_frame && mbmi->ref_frame[1] == NONE_FRAME) { |
| record_samples(mbmi, pts, pts_inref, 0, -1, xd->n8_w, 1); |
| np++; |
| if (np >= LEAST_SQUARES_SAMPLES_MAX) return LEAST_SQUARES_SAMPLES_MAX; |
| } |
| } |
| } |
| assert(np <= LEAST_SQUARES_SAMPLES_MAX); |
| |
| return np; |
| } |
| |
| void av1_setup_skip_mode_allowed(AV1_COMMON *cm) { |
| cm->is_skip_mode_allowed = 0; |
| cm->ref_frame_idx_0 = cm->ref_frame_idx_1 = INVALID_IDX; |
| |
| if (!cm->seq_params.enable_order_hint || frame_is_intra_only(cm) || |
| cm->reference_mode == SINGLE_REFERENCE) |
| return; |
| |
| RefCntBuffer *const frame_bufs = cm->buffer_pool->frame_bufs; |
| const int cur_frame_offset = cm->frame_offset; |
| int ref_frame_offset[2] = { -1, INT_MAX }; |
| int ref_idx[2] = { INVALID_IDX, INVALID_IDX }; |
| |
| // Identify the nearest forward and backward references. |
| for (int i = 0; i < INTER_REFS_PER_FRAME; ++i) { |
| const int buf_idx = cm->frame_refs[i].idx; |
| if (buf_idx == INVALID_IDX) continue; |
| |
| const int ref_offset = frame_bufs[buf_idx].cur_frame_offset; |
| #if CONFIG_EXPLICIT_ORDER_HINT |
| if (get_relative_dist(cm, ref_offset, cur_frame_offset) < 0) { |
| // Forward reference |
| if (ref_frame_offset[0] == -1 || |
| get_relative_dist(cm, ref_offset, ref_frame_offset[0]) > 0) { |
| ref_frame_offset[0] = ref_offset; |
| ref_idx[0] = i; |
| } |
| } else if (get_relative_dist(cm, ref_offset, cur_frame_offset) > 0) { |
| // Backward reference |
| if (ref_frame_offset[1] == INT_MAX || |
| get_relative_dist(cm, ref_offset, ref_frame_offset[1]) < 0) { |
| ref_frame_offset[1] = ref_offset; |
| ref_idx[1] = i; |
| } |
| } |
| #else |
| if (ref_offset < cur_frame_offset) { |
| // Forward reference |
| if (ref_offset > ref_frame_offset[0]) { |
| ref_frame_offset[0] = ref_offset; |
| ref_idx[0] = i; |
| } |
| } else if (ref_offset > cur_frame_offset) { |
| // Backward reference |
| if (ref_offset < ref_frame_offset[1]) { |
| ref_frame_offset[1] = ref_offset; |
| ref_idx[1] = i; |
| } |
| } |
| #endif |
| } |
| |
| if (ref_idx[0] != INVALID_IDX && ref_idx[1] != INVALID_IDX) { |
| // == Bi-directional prediction == |
| cm->is_skip_mode_allowed = 1; |
| cm->ref_frame_idx_0 = AOMMIN(ref_idx[0], ref_idx[1]); |
| cm->ref_frame_idx_1 = AOMMAX(ref_idx[0], ref_idx[1]); |
| } else if (ref_idx[0] != INVALID_IDX && ref_idx[1] == INVALID_IDX) { |
| // == Forward prediction only == |
| // Identify the second nearest forward reference. |
| ref_frame_offset[1] = -1; |
| for (int i = 0; i < INTER_REFS_PER_FRAME; ++i) { |
| const int buf_idx = cm->frame_refs[i].idx; |
| if (buf_idx == INVALID_IDX) continue; |
| |
| const int ref_offset = frame_bufs[buf_idx].cur_frame_offset; |
| #if CONFIG_EXPLICIT_ORDER_HINT |
| if ((ref_frame_offset[0] != -1 && |
| get_relative_dist(cm, ref_offset, ref_frame_offset[0]) < 0) && |
| (ref_frame_offset[1] == -1 || |
| get_relative_dist(cm, ref_offset, ref_frame_offset[1]) > 0)) { |
| #else |
| if (ref_offset < ref_frame_offset[0] && |
| ref_offset > ref_frame_offset[1]) { |
| #endif |
| // Second closest forward reference |
| ref_frame_offset[1] = ref_offset; |
| ref_idx[1] = i; |
| } |
| } |
| if (ref_frame_offset[1] != -1) { |
| cm->is_skip_mode_allowed = 1; |
| cm->ref_frame_idx_0 = AOMMIN(ref_idx[0], ref_idx[1]); |
| cm->ref_frame_idx_1 = AOMMAX(ref_idx[0], ref_idx[1]); |
| } |
| } |
| } |
| |
| typedef struct { |
| int map_idx; // frame map index |
| int buf_idx; // frame buffer index |
| #if CONFIG_EXPLICIT_ORDER_HINT |
| int sort_idx; // index based on the offset to be used for sorting |
| #else |
| int offset; // frame offset |
| #endif // CONFIG_EXPLICIT_ORDER_HINT |
| } REF_FRAME_INFO; |
| |
| static int compare_ref_frame_info(const void *arg_a, const void *arg_b) { |
| const REF_FRAME_INFO *info_a = (REF_FRAME_INFO *)arg_a; |
| const REF_FRAME_INFO *info_b = (REF_FRAME_INFO *)arg_b; |
| |
| #if CONFIG_EXPLICIT_ORDER_HINT |
| if (info_a->sort_idx < info_b->sort_idx) return -1; |
| if (info_a->sort_idx > info_b->sort_idx) return 1; |
| return (info_a->map_idx < info_b->map_idx) |
| ? -1 |
| : ((info_a->map_idx > info_b->map_idx) ? 1 : 0); |
| #else |
| if (info_a->offset < info_b->offset) |
| return -1; |
| else if (info_a->offset > info_b->offset) |
| return 1; |
| |
| return (info_a->map_idx < info_b->map_idx) |
| ? -1 |
| : ((info_a->map_idx > info_b->map_idx) ? 1 : 0); |
| #endif |
| } |
| |
| static void set_ref_frame_info(AV1_COMMON *const cm, int frame_idx, |
| REF_FRAME_INFO *ref_info) { |
| assert(frame_idx >= 0 && frame_idx <= INTER_REFS_PER_FRAME); |
| |
| const int buf_idx = ref_info->buf_idx; |
| |
| cm->frame_refs[frame_idx].idx = buf_idx; |
| cm->frame_refs[frame_idx].buf = &cm->buffer_pool->frame_bufs[buf_idx].buf; |
| cm->frame_refs[frame_idx].map_idx = ref_info->map_idx; |
| } |
| |
| void av1_set_frame_refs(AV1_COMMON *const cm, int lst_map_idx, |
| int gld_map_idx) { |
| BufferPool *const pool = cm->buffer_pool; |
| RefCntBuffer *const frame_bufs = pool->frame_bufs; |
| |
| #if CONFIG_EXPLICIT_ORDER_HINT |
| int lst_frame_sort_idx = -1; |
| int gld_frame_sort_idx = -1; |
| #else |
| int lst_frame_offset = -1; |
| int gld_frame_offset = -1; |
| #endif // CONFIG_EXPLICIT_ORDER_HINT |
| |
| const int cur_frame_offset = (int)cm->frame_offset; |
| #if CONFIG_EXPLICIT_ORDER_HINT |
| const int cur_frame_sort_idx = 1 << cm->seq_params.order_hint_bits_minus1; |
| #endif // CONFIG_EXPLICIT_ORDER_HINT |
| |
| REF_FRAME_INFO ref_frame_info[REF_FRAMES]; |
| int ref_flag_list[INTER_REFS_PER_FRAME] = { 0, 0, 0, 0, 0, 0, 0 }; |
| |
| for (int i = 0; i < REF_FRAMES; ++i) { |
| const int map_idx = i; |
| |
| ref_frame_info[i].map_idx = map_idx; |
| #if CONFIG_EXPLICIT_ORDER_HINT |
| ref_frame_info[i].sort_idx = -1; |
| #else |
| ref_frame_info[i].offset = -1; |
| #endif |
| |
| const int buf_idx = cm->ref_frame_map[map_idx]; |
| ref_frame_info[i].buf_idx = buf_idx; |
| |
| if (buf_idx < 0 || buf_idx >= FRAME_BUFFERS) continue; |
| // TODO(zoeliu@google.com): To verify the checking on ref_count. |
| if (frame_bufs[buf_idx].ref_count <= 0) continue; |
| |
| const int offset = (int)frame_bufs[buf_idx].cur_frame_offset; |
| #if CONFIG_EXPLICIT_ORDER_HINT |
| ref_frame_info[i].sort_idx = |
| (offset == -1) ? -1 |
| : cur_frame_sort_idx + |
| get_relative_dist(cm, offset, cur_frame_offset); |
| assert(ref_frame_info[i].sort_idx >= -1); |
| |
| if (map_idx == lst_map_idx) lst_frame_sort_idx = ref_frame_info[i].sort_idx; |
| if (map_idx == gld_map_idx) gld_frame_sort_idx = ref_frame_info[i].sort_idx; |
| #else // CONFIG_EXPLICIT_ORDER_HINT |
| ref_frame_info[i].offset = offset; |
| |
| if (map_idx == lst_map_idx) lst_frame_offset = offset; |
| if (map_idx == gld_map_idx) gld_frame_offset = offset; |
| #endif // CONFIG_EXPLICIT_ORDER_HINT |
| } |
| |
| // Confirm both LAST_FRAME and GOLDEN_FRAME are valid forward reference |
| // frames. |
| #if CONFIG_EXPLICIT_ORDER_HINT |
| if (lst_frame_sort_idx == -1 || lst_frame_sort_idx >= cur_frame_sort_idx) { |
| #else |
| if (lst_frame_offset < 0 || lst_frame_offset >= cur_frame_offset) { |
| #endif |
| aom_internal_error(&cm->error, AOM_CODEC_CORRUPT_FRAME, |
| "Inter frame requests a look-ahead frame as LAST"); |
| } |
| #if CONFIG_EXPLICIT_ORDER_HINT |
| if (gld_frame_sort_idx == -1 || gld_frame_sort_idx >= cur_frame_sort_idx) { |
| #else |
| if (gld_frame_offset < 0 || gld_frame_offset >= cur_frame_offset) { |
| #endif |
| aom_internal_error(&cm->error, AOM_CODEC_CORRUPT_FRAME, |
| "Inter frame requests a look-ahead frame as GOLDEN"); |
| } |
| |
| // Sort ref frames based on their frame_offset values. |
| qsort(ref_frame_info, REF_FRAMES, sizeof(REF_FRAME_INFO), |
| compare_ref_frame_info); |
| |
| // Identify forward and backward reference frames. |
| // Forward reference: offset < cur_frame_offset |
| // Backward reference: offset >= cur_frame_offset |
| int fwd_start_idx = 0, fwd_end_idx = REF_FRAMES - 1; |
| |
| for (int i = 0; i < REF_FRAMES; i++) { |
| #if CONFIG_EXPLICIT_ORDER_HINT |
| if (ref_frame_info[i].sort_idx == -1) { |
| #else |
| if (ref_frame_info[i].offset == -1) { |
| #endif |
| fwd_start_idx++; |
| continue; |
| } |
| |
| #if CONFIG_EXPLICIT_ORDER_HINT |
| if (ref_frame_info[i].sort_idx >= cur_frame_sort_idx) { |
| #else |
| if (ref_frame_info[i].offset >= cur_frame_offset) { |
| #endif |
| fwd_end_idx = i - 1; |
| break; |
| } |
| } |
| |
| int bwd_start_idx = fwd_end_idx + 1; |
| int bwd_end_idx = REF_FRAMES - 1; |
| |
| // === Backward Reference Frames === |
| |
| // == ALTREF_FRAME == |
| if (bwd_start_idx <= bwd_end_idx) { |
| set_ref_frame_info(cm, ALTREF_FRAME - LAST_FRAME, |
| &ref_frame_info[bwd_end_idx]); |
| ref_flag_list[ALTREF_FRAME - LAST_FRAME] = 1; |
| bwd_end_idx--; |
| } |
| |
| // == BWDREF_FRAME == |
| if (bwd_start_idx <= bwd_end_idx) { |
| set_ref_frame_info(cm, BWDREF_FRAME - LAST_FRAME, |
| &ref_frame_info[bwd_start_idx]); |
| ref_flag_list[BWDREF_FRAME - LAST_FRAME] = 1; |
| bwd_start_idx++; |
| } |
| |
| // == ALTREF2_FRAME == |
| if (bwd_start_idx <= bwd_end_idx) { |
| set_ref_frame_info(cm, ALTREF2_FRAME - LAST_FRAME, |
| &ref_frame_info[bwd_start_idx]); |
| ref_flag_list[ALTREF2_FRAME - LAST_FRAME] = 1; |
| } |
| |
| // === Forward Reference Frames === |
| |
| for (int i = fwd_start_idx; i <= fwd_end_idx; ++i) { |
| // == LAST_FRAME == |
| if (ref_frame_info[i].map_idx == lst_map_idx) { |
| set_ref_frame_info(cm, LAST_FRAME - LAST_FRAME, &ref_frame_info[i]); |
| ref_flag_list[LAST_FRAME - LAST_FRAME] = 1; |
| } |
| |
| // == GOLDEN_FRAME == |
| if (ref_frame_info[i].map_idx == gld_map_idx) { |
| set_ref_frame_info(cm, GOLDEN_FRAME - LAST_FRAME, &ref_frame_info[i]); |
| ref_flag_list[GOLDEN_FRAME - LAST_FRAME] = 1; |
| } |
| } |
| |
| assert(ref_flag_list[LAST_FRAME - LAST_FRAME] == 1 && |
| ref_flag_list[GOLDEN_FRAME - LAST_FRAME] == 1); |
| |
| // == LAST2_FRAME == |
| // == LAST3_FRAME == |
| // == BWDREF_FRAME == |
| // == ALTREF2_FRAME == |
| // == ALTREF_FRAME == |
| |
| // Set up the reference frames in the anti-chronological order. |
| static const MV_REFERENCE_FRAME ref_frame_list[INTER_REFS_PER_FRAME - 2] = { |
| LAST2_FRAME, LAST3_FRAME, BWDREF_FRAME, ALTREF2_FRAME, ALTREF_FRAME |
| }; |
| |
| int ref_idx; |
| for (ref_idx = 0; ref_idx < (INTER_REFS_PER_FRAME - 2); ref_idx++) { |
| const MV_REFERENCE_FRAME ref_frame = ref_frame_list[ref_idx]; |
| |
| if (ref_flag_list[ref_frame - LAST_FRAME] == 1) continue; |
| |
| while (fwd_start_idx <= fwd_end_idx && |
| (ref_frame_info[fwd_end_idx].map_idx == lst_map_idx || |
| ref_frame_info[fwd_end_idx].map_idx == gld_map_idx)) { |
| fwd_end_idx--; |
| } |
| if (fwd_start_idx > fwd_end_idx) break; |
| |
| set_ref_frame_info(cm, ref_frame - LAST_FRAME, |
| &ref_frame_info[fwd_end_idx]); |
| ref_flag_list[ref_frame - LAST_FRAME] = 1; |
| |
| fwd_end_idx--; |
| } |
| |
| // Assign all the remaining frame(s), if any, to the earliest reference frame. |
| for (; ref_idx < (INTER_REFS_PER_FRAME - 2); ref_idx++) { |
| const MV_REFERENCE_FRAME ref_frame = ref_frame_list[ref_idx]; |
| if (ref_flag_list[ref_frame - LAST_FRAME] == 1) continue; |
| set_ref_frame_info(cm, ref_frame - LAST_FRAME, |
| &ref_frame_info[fwd_start_idx]); |
| ref_flag_list[ref_frame - LAST_FRAME] = 1; |
| } |
| |
| for (int i = 0; i < INTER_REFS_PER_FRAME; i++) { |
| assert(ref_flag_list[i] == 1); |
| } |
| } |
