blob: ea1eb41514f13da011189168748e6fb66e48b707 [file] [log] [blame]
Yaowu Xuc27fc142016-08-22 16:08:15 -07001/*
Yaowu Xu2ab7ff02016-09-02 12:04:54 -07002 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Yaowu Xuc27fc142016-08-22 16:08:15 -07003 *
Yaowu Xu2ab7ff02016-09-02 12:04:54 -07004 * This source code is subject to the terms of the BSD 2 Clause License and
5 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
6 * was not distributed with this source code in the LICENSE file, you can
7 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
8 * Media Patent License 1.0 was not distributed with this source code in the
9 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Yaowu Xuc27fc142016-08-22 16:08:15 -070010 */
11
Zoe Liub57fee02018-02-15 17:41:41 -080012#include <stdlib.h>
13
Yaowu Xuc27fc142016-08-22 16:08:15 -070014#include "av1/common/mvref_common.h"
Yue Chen69f18e12016-09-08 14:48:15 -070015#include "av1/common/warped_motion.h"
Yaowu Xuc27fc142016-08-22 16:08:15 -070016
Sarah Parker0a5cc5f2017-10-03 17:53:53 -070017#define USE_CUR_GM_REFMV 1
Sarah Parker0a5cc5f2017-10-03 17:53:53 -070018
Frank Bossen7b6bb942018-01-25 07:49:52 -050019// Although we assign 32 bit integers, all the values are strictly under 14
20// bits.
Jingning Han00912612018-03-15 15:02:59 -070021#if CONFIG_EXPLICIT_ORDER_HINT
22static int div_mult[MAX_FRAME_DISTANCE + 1] = {
23 0, 16384, 8192, 5461, 4096, 3276, 2730, 2340, 2048, 1820, 1638, 1489, 1365,
24 1260, 1170, 1092, 1024, 963, 910, 862, 819, 780, 744, 712, 682, 655,
25 630, 606, 585, 564, 546, 528, 512, 496, 481, 468, 455, 442, 431,
26 420, 409, 399, 390, 381, 372, 364, 356, 348, 341, 334, 327, 321,
27 315, 309, 303, 297, 292, 287, 282, 277, 273, 268, 264, 260, 256,
28 252, 248, 244, 240, 237, 234, 230, 227, 224, 221, 218, 215, 212,
29 210, 207, 204, 202, 199, 197, 195, 192, 190, 188, 186, 184, 182,
30 180, 178, 176, 174, 172, 170, 168, 167, 165, 163, 162, 160, 159,
31 157, 156, 154, 153, 151, 150, 148, 147, 146, 144, 143, 142, 141,
32 140, 138, 137, 136, 135, 134, 133, 132, 131, 130, 129,
33};
34#else
Frank Bossen7b6bb942018-01-25 07:49:52 -050035static int div_mult[64] = {
36 0, 16384, 8192, 5461, 4096, 3276, 2730, 2340, 2048, 1820, 1638, 1489, 1365,
37 1260, 1170, 1092, 1024, 963, 910, 862, 819, 780, 744, 712, 682, 655,
38 630, 606, 585, 564, 546, 528, 512, 496, 481, 468, 455, 442, 431,
39 420, 409, 399, 390, 381, 372, 364, 356, 348, 341, 334, 327, 321,
40 315, 309, 303, 297, 292, 287, 282, 277, 273, 268, 264, 260,
41};
Jingning Han00912612018-03-15 15:02:59 -070042#endif
Frank Bossen7b6bb942018-01-25 07:49:52 -050043
44// TODO(jingning): Consider the use of lookup table for (num / den)
45// altogether.
46static void get_mv_projection(MV *output, MV ref, int num, int den) {
Jingning Han248b9562018-02-20 19:24:33 -080047 den = AOMMIN(den, MAX_FRAME_DISTANCE);
48 num = num > 0 ? AOMMIN(num, MAX_FRAME_DISTANCE)
49 : AOMMAX(num, -MAX_FRAME_DISTANCE);
Frank Bossen7b6bb942018-01-25 07:49:52 -050050 output->row =
51 (int16_t)(ROUND_POWER_OF_TWO_SIGNED(ref.row * num * div_mult[den], 14));
52 output->col =
53 (int16_t)(ROUND_POWER_OF_TWO_SIGNED(ref.col * num * div_mult[den], 14));
54}
Frank Bossen7b6bb942018-01-25 07:49:52 -050055
Yunqing Wangd1d511f2017-10-05 08:44:46 -070056void av1_copy_frame_mvs(const AV1_COMMON *const cm, MODE_INFO *mi, int mi_row,
57 int mi_col, int x_mis, int y_mis) {
Yunqing Wangd1d511f2017-10-05 08:44:46 -070058 const int frame_mvs_stride = ROUND_POWER_OF_TWO(cm->mi_cols, 1);
Jingning Han17dc4c72017-10-10 09:37:43 -070059 MV_REF *frame_mvs =
60 cm->cur_frame->mvs + (mi_row >> 1) * frame_mvs_stride + (mi_col >> 1);
Yunqing Wangd1d511f2017-10-05 08:44:46 -070061 x_mis = ROUND_POWER_OF_TWO(x_mis, 1);
62 y_mis = ROUND_POWER_OF_TWO(y_mis, 1);
Yunqing Wangd1d511f2017-10-05 08:44:46 -070063 int w, h;
64
65 for (h = 0; h < y_mis; h++) {
Yunqing Wangb90a97a2017-10-24 11:50:15 -070066 MV_REF *mv = frame_mvs;
Yunqing Wangd1d511f2017-10-05 08:44:46 -070067 for (w = 0; w < x_mis; w++) {
Jingning Han707f8322017-12-02 09:25:01 -080068 mv->ref_frame[0] = NONE_FRAME;
69 mv->ref_frame[1] = NONE_FRAME;
70 mv->mv[0].as_int = 0;
71 mv->mv[1].as_int = 0;
72
73 for (int idx = 0; idx < 2; ++idx) {
74 MV_REFERENCE_FRAME ref_frame = mi->mbmi.ref_frame[idx];
75 if (ref_frame > INTRA_FRAME) {
76 int8_t ref_idx = cm->ref_frame_side[ref_frame];
77 if (ref_idx < 0) continue;
Jingning Han05102b52017-12-22 08:59:11 -080078 if ((abs(mi->mbmi.mv[idx].as_mv.row) > REFMVS_LIMIT) ||
79 (abs(mi->mbmi.mv[idx].as_mv.col) > REFMVS_LIMIT))
80 continue;
Jingning Han707f8322017-12-02 09:25:01 -080081 mv->ref_frame[ref_idx] = ref_frame;
82 mv->mv[ref_idx].as_int = mi->mbmi.mv[idx].as_int;
83 }
84 }
Yunqing Wangd1d511f2017-10-05 08:44:46 -070085 // (TODO:yunqing) The following 2 lines won't be used and can be removed.
86 mv->pred_mv[0].as_int = mi->mbmi.pred_mv[0].as_int;
87 mv->pred_mv[1].as_int = mi->mbmi.pred_mv[1].as_int;
Yunqing Wangb90a97a2017-10-24 11:50:15 -070088 mv++;
Yunqing Wangd1d511f2017-10-05 08:44:46 -070089 }
Yunqing Wangb90a97a2017-10-24 11:50:15 -070090 frame_mvs += frame_mvs_stride;
Yunqing Wangd1d511f2017-10-05 08:44:46 -070091 }
92}
93
Yunqing Wang7fcd0242018-02-09 14:55:23 -080094static void add_ref_mv_candidate(
Sarah Parker0a5cc5f2017-10-03 17:53:53 -070095 const MODE_INFO *const candidate_mi, const MB_MODE_INFO *const candidate,
Yunqing Wang02efe6a2018-02-07 15:12:38 -080096 const MV_REFERENCE_FRAME rf[2], uint8_t refmv_counts[MODE_CTX_REF_FRAMES],
97 uint8_t ref_match_counts[MODE_CTX_REF_FRAMES],
Yunqing Wang7fcd0242018-02-09 14:55:23 -080098 uint8_t newmv_counts[MODE_CTX_REF_FRAMES],
Yunqing Wanga458afb2018-02-20 12:16:11 -080099 CANDIDATE_MV ref_mv_stacks[][MAX_REF_MV_STACK_SIZE], int len,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100100#if USE_CUR_GM_REFMV
Sarah Parker0a5cc5f2017-10-03 17:53:53 -0700101 int_mv *gm_mv_candidates, const WarpedMotionParams *gm_params,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100102#endif // USE_CUR_GM_REFMV
Yunqing Wanga458afb2018-02-20 12:16:11 -0800103 int col, int weight) {
Hui Su293f2812018-02-26 14:41:18 -0800104 if (!is_inter_block(candidate)) return; // for intrabc
Yaowu Xuc27fc142016-08-22 16:08:15 -0700105 int index = 0, ref;
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700106 assert(weight % 2 == 0);
Yaowu Xuc27fc142016-08-22 16:08:15 -0700107
Emil Keyder01770b32017-01-20 18:03:11 -0500108 if (rf[1] == NONE_FRAME) {
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800109 uint8_t *refmv_count = &refmv_counts[rf[0]];
110 uint8_t *ref_match_count = &ref_match_counts[rf[0]];
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800111 uint8_t *newmv_count = &newmv_counts[rf[0]];
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800112 CANDIDATE_MV *ref_mv_stack = ref_mv_stacks[rf[0]];
113 (void)ref_match_count;
114
Yaowu Xuc27fc142016-08-22 16:08:15 -0700115 // single reference frame
116 for (ref = 0; ref < 2; ++ref) {
117 if (candidate->ref_frame[ref] == rf[0]) {
Sarah Parker0a5cc5f2017-10-03 17:53:53 -0700118 int_mv this_refmv;
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100119#if USE_CUR_GM_REFMV
Yunqing Wang62fe78e2017-12-22 16:03:43 -0800120 if (is_global_mv_block(candidate_mi, gm_params[rf[0]].wmtype))
121 this_refmv = gm_mv_candidates[0];
122 else
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100123#endif // USE_CUR_GM_REFMV
Yunqing Wang62fe78e2017-12-22 16:03:43 -0800124 this_refmv = get_sub_block_mv(candidate_mi, ref, col);
Yaowu Xuc27fc142016-08-22 16:08:15 -0700125
126 for (index = 0; index < *refmv_count; ++index)
127 if (ref_mv_stack[index].this_mv.as_int == this_refmv.as_int) break;
128
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700129 if (index < *refmv_count) ref_mv_stack[index].weight += weight * len;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700130
131 // Add a new item to the list.
Jonathan Matthewsca9132d2017-10-31 10:32:38 +0000132 if (index == *refmv_count && *refmv_count < MAX_REF_MV_STACK_SIZE) {
Yaowu Xuc27fc142016-08-22 16:08:15 -0700133 ref_mv_stack[index].this_mv = this_refmv;
Jingning Han3f338832016-11-18 11:01:48 -0800134 ref_mv_stack[index].pred_diff[0] = av1_get_pred_diff_ctx(
Luc Trudeau2eb9b842017-12-13 11:19:16 -0500135 get_sub_block_pred_mv(candidate_mi, ref, col), this_refmv);
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700136 ref_mv_stack[index].weight = weight * len;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700137 ++(*refmv_count);
Yaowu Xuc27fc142016-08-22 16:08:15 -0700138 }
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800139 if (have_newmv_in_inter_mode(candidate->mode)) ++*newmv_count;
Jingning Han835a49e2017-12-01 15:55:34 -0800140 ++*ref_match_count;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700141 }
142 }
143 } else {
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800144 MV_REFERENCE_FRAME ref_frame = av1_ref_frame_type(rf);
145 uint8_t *refmv_count = &refmv_counts[ref_frame];
146 uint8_t *ref_match_count = &ref_match_counts[ref_frame];
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800147 uint8_t *newmv_count = &newmv_counts[ref_frame];
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800148 CANDIDATE_MV *ref_mv_stack = ref_mv_stacks[ref_frame];
149 (void)ref_match_count;
150
Yaowu Xuc27fc142016-08-22 16:08:15 -0700151 // compound reference frame
152 if (candidate->ref_frame[0] == rf[0] && candidate->ref_frame[1] == rf[1]) {
153 int_mv this_refmv[2];
154
155 for (ref = 0; ref < 2; ++ref) {
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100156#if USE_CUR_GM_REFMV
Luc Trudeau2eb9b842017-12-13 11:19:16 -0500157 if (is_global_mv_block(candidate_mi, gm_params[rf[ref]].wmtype))
Sarah Parker0a5cc5f2017-10-03 17:53:53 -0700158 this_refmv[ref] = gm_mv_candidates[ref];
159 else
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100160#endif // USE_CUR_GM_REFMV
Luc Trudeau2eb9b842017-12-13 11:19:16 -0500161 this_refmv[ref] = get_sub_block_mv(candidate_mi, ref, col);
Yaowu Xuc27fc142016-08-22 16:08:15 -0700162 }
163
164 for (index = 0; index < *refmv_count; ++index)
165 if ((ref_mv_stack[index].this_mv.as_int == this_refmv[0].as_int) &&
166 (ref_mv_stack[index].comp_mv.as_int == this_refmv[1].as_int))
167 break;
168
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700169 if (index < *refmv_count) ref_mv_stack[index].weight += weight * len;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700170
171 // Add a new item to the list.
Jonathan Matthewsca9132d2017-10-31 10:32:38 +0000172 if (index == *refmv_count && *refmv_count < MAX_REF_MV_STACK_SIZE) {
Yaowu Xuc27fc142016-08-22 16:08:15 -0700173 ref_mv_stack[index].this_mv = this_refmv[0];
174 ref_mv_stack[index].comp_mv = this_refmv[1];
Jingning Han3f338832016-11-18 11:01:48 -0800175 ref_mv_stack[index].pred_diff[0] = av1_get_pred_diff_ctx(
Luc Trudeau2eb9b842017-12-13 11:19:16 -0500176 get_sub_block_pred_mv(candidate_mi, 0, col), this_refmv[0]);
Jingning Han3f338832016-11-18 11:01:48 -0800177 ref_mv_stack[index].pred_diff[1] = av1_get_pred_diff_ctx(
Luc Trudeau2eb9b842017-12-13 11:19:16 -0500178 get_sub_block_pred_mv(candidate_mi, 1, col), this_refmv[1]);
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700179 ref_mv_stack[index].weight = weight * len;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700180 ++(*refmv_count);
Yaowu Xuc27fc142016-08-22 16:08:15 -0700181 }
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800182 if (have_newmv_in_inter_mode(candidate->mode)) ++*newmv_count;
Jingning Han835a49e2017-12-01 15:55:34 -0800183 ++*ref_match_count;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700184 }
185 }
Yaowu Xuc27fc142016-08-22 16:08:15 -0700186}
187
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800188static void scan_row_mbmi(const AV1_COMMON *cm, const MACROBLOCKD *xd,
189 int mi_row, int mi_col,
190 const MV_REFERENCE_FRAME rf[2], int row_offset,
191 CANDIDATE_MV ref_mv_stack[][MAX_REF_MV_STACK_SIZE],
192 uint8_t refmv_count[MODE_CTX_REF_FRAMES],
193 uint8_t ref_match_count[MODE_CTX_REF_FRAMES],
194 uint8_t newmv_count[MODE_CTX_REF_FRAMES],
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100195#if USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800196 int_mv *gm_mv_candidates,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100197#endif // USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800198 int max_row_offset, int *processed_rows) {
Jingning Han5e19c9d2018-02-09 12:16:56 -0800199 int end_mi = AOMMIN(xd->n8_w, cm->mi_cols - mi_col);
200 end_mi = AOMMIN(end_mi, mi_size_wide[BLOCK_64X64]);
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700201 const int n8_w_8 = mi_size_wide[BLOCK_8X8];
202 const int n8_w_16 = mi_size_wide[BLOCK_16X16];
Yaowu Xuc27fc142016-08-22 16:08:15 -0700203 int i;
Jingning Han7f994772017-07-27 08:02:16 -0700204 int col_offset = 0;
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700205 const int shift = 0;
Jingning Hanc016df82016-12-09 12:37:28 -0800206 // TODO(jingning): Revisit this part after cb4x4 is stable.
Jingning Han74978fc2017-07-27 15:27:55 -0700207 if (abs(row_offset) > 1) {
Jingning Han74978fc2017-07-27 15:27:55 -0700208 col_offset = 1;
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700209 if (mi_col & 0x01 && xd->n8_w < n8_w_8) --col_offset;
Jingning Han7f994772017-07-27 08:02:16 -0700210 }
Yunqing Wangd797ea92017-08-27 18:05:55 -0700211 const int use_step_16 = (xd->n8_w >= 16);
Yunqing Wangd797ea92017-08-27 18:05:55 -0700212 MODE_INFO **const candidate_mi0 = xd->mi + row_offset * xd->mi_stride;
Yunqing Wang62fe78e2017-12-22 16:03:43 -0800213 (void)mi_row;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700214
Jonathan Matthewsca9132d2017-10-31 10:32:38 +0000215 for (i = 0; i < end_mi;) {
Yunqing Wangd797ea92017-08-27 18:05:55 -0700216 const MODE_INFO *const candidate_mi = candidate_mi0[col_offset + i];
217 const MB_MODE_INFO *const candidate = &candidate_mi->mbmi;
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700218 const int candidate_bsize = candidate->sb_type;
219 const int n8_w = mi_size_wide[candidate_bsize];
220 int len = AOMMIN(xd->n8_w, n8_w);
Yunqing Wangd797ea92017-08-27 18:05:55 -0700221 if (use_step_16)
222 len = AOMMAX(n8_w_16, len);
223 else if (abs(row_offset) > 1)
224 len = AOMMAX(len, n8_w_8);
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700225
226 int weight = 2;
227 if (xd->n8_w >= n8_w_8 && xd->n8_w <= n8_w) {
228 int inc = AOMMIN(-max_row_offset + row_offset + 1,
229 mi_size_high[candidate_bsize]);
230 // Obtain range used in weight calculation.
231 weight = AOMMAX(weight, (inc << shift));
232 // Update processed rows.
233 *processed_rows = inc - row_offset - 1;
234 }
235
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800236 add_ref_mv_candidate(candidate_mi, candidate, rf, refmv_count,
Yunqing Wanga458afb2018-02-20 12:16:11 -0800237 ref_match_count, newmv_count, ref_mv_stack, len,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100238#if USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800239 gm_mv_candidates, cm->global_motion,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100240#endif // USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800241 col_offset + i, weight);
Sarah Parker0a5cc5f2017-10-03 17:53:53 -0700242
Yunqing Wangd797ea92017-08-27 18:05:55 -0700243 i += len;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700244 }
Yaowu Xuc27fc142016-08-22 16:08:15 -0700245}
246
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800247static void scan_col_mbmi(const AV1_COMMON *cm, const MACROBLOCKD *xd,
248 int mi_row, int mi_col,
249 const MV_REFERENCE_FRAME rf[2], int col_offset,
250 CANDIDATE_MV ref_mv_stack[][MAX_REF_MV_STACK_SIZE],
251 uint8_t refmv_count[MODE_CTX_REF_FRAMES],
252 uint8_t ref_match_count[MODE_CTX_REF_FRAMES],
253 uint8_t newmv_count[MODE_CTX_REF_FRAMES],
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100254#if USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800255 int_mv *gm_mv_candidates,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100256#endif // USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800257 int max_col_offset, int *processed_cols) {
Jingning Han5e19c9d2018-02-09 12:16:56 -0800258 int end_mi = AOMMIN(xd->n8_h, cm->mi_rows - mi_row);
259 end_mi = AOMMIN(end_mi, mi_size_high[BLOCK_64X64]);
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700260 const int n8_h_8 = mi_size_high[BLOCK_8X8];
261 const int n8_h_16 = mi_size_high[BLOCK_16X16];
Yaowu Xuc27fc142016-08-22 16:08:15 -0700262 int i;
Jingning Han7f994772017-07-27 08:02:16 -0700263 int row_offset = 0;
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700264 const int shift = 0;
Jingning Han74978fc2017-07-27 15:27:55 -0700265 if (abs(col_offset) > 1) {
Jingning Han74978fc2017-07-27 15:27:55 -0700266 row_offset = 1;
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700267 if (mi_row & 0x01 && xd->n8_h < n8_h_8) --row_offset;
Jingning Han7f994772017-07-27 08:02:16 -0700268 }
Yunqing Wangd797ea92017-08-27 18:05:55 -0700269 const int use_step_16 = (xd->n8_h >= 16);
Yunqing Wang62fe78e2017-12-22 16:03:43 -0800270 (void)mi_col;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700271
Jonathan Matthewsca9132d2017-10-31 10:32:38 +0000272 for (i = 0; i < end_mi;) {
Yunqing Wangd797ea92017-08-27 18:05:55 -0700273 const MODE_INFO *const candidate_mi =
274 xd->mi[(row_offset + i) * xd->mi_stride + col_offset];
275 const MB_MODE_INFO *const candidate = &candidate_mi->mbmi;
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700276 const int candidate_bsize = candidate->sb_type;
277 const int n8_h = mi_size_high[candidate_bsize];
278 int len = AOMMIN(xd->n8_h, n8_h);
Yunqing Wangd797ea92017-08-27 18:05:55 -0700279 if (use_step_16)
280 len = AOMMAX(n8_h_16, len);
281 else if (abs(col_offset) > 1)
282 len = AOMMAX(len, n8_h_8);
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700283
284 int weight = 2;
285 if (xd->n8_h >= n8_h_8 && xd->n8_h <= n8_h) {
286 int inc = AOMMIN(-max_col_offset + col_offset + 1,
287 mi_size_wide[candidate_bsize]);
288 // Obtain range used in weight calculation.
289 weight = AOMMAX(weight, (inc << shift));
290 // Update processed cols.
291 *processed_cols = inc - col_offset - 1;
292 }
293
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800294 add_ref_mv_candidate(candidate_mi, candidate, rf, refmv_count,
Yunqing Wanga458afb2018-02-20 12:16:11 -0800295 ref_match_count, newmv_count, ref_mv_stack, len,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100296#if USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800297 gm_mv_candidates, cm->global_motion,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100298#endif // USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800299 col_offset, weight);
Yunqing Wanga458afb2018-02-20 12:16:11 -0800300
Yunqing Wangd797ea92017-08-27 18:05:55 -0700301 i += len;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700302 }
Yaowu Xuc27fc142016-08-22 16:08:15 -0700303}
304
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800305static void scan_blk_mbmi(const AV1_COMMON *cm, const MACROBLOCKD *xd,
306 const int mi_row, const int mi_col,
307 const MV_REFERENCE_FRAME rf[2], int row_offset,
308 int col_offset,
309 CANDIDATE_MV ref_mv_stack[][MAX_REF_MV_STACK_SIZE],
310 uint8_t ref_match_count[MODE_CTX_REF_FRAMES],
311 uint8_t newmv_count[MODE_CTX_REF_FRAMES],
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100312#if USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800313 int_mv *gm_mv_candidates,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100314#endif // USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800315 uint8_t refmv_count[MODE_CTX_REF_FRAMES]) {
Yaowu Xuc27fc142016-08-22 16:08:15 -0700316 const TileInfo *const tile = &xd->tile;
317 POSITION mi_pos;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700318
319 mi_pos.row = row_offset;
320 mi_pos.col = col_offset;
321
Jonathan Matthewsca9132d2017-10-31 10:32:38 +0000322 if (is_inside(tile, mi_col, mi_row, cm->mi_rows, cm, &mi_pos)) {
Yaowu Xuc27fc142016-08-22 16:08:15 -0700323 const MODE_INFO *const candidate_mi =
324 xd->mi[mi_pos.row * xd->mi_stride + mi_pos.col];
325 const MB_MODE_INFO *const candidate = &candidate_mi->mbmi;
Jingning Hanc016df82016-12-09 12:37:28 -0800326 const int len = mi_size_wide[BLOCK_8X8];
Yaowu Xuc27fc142016-08-22 16:08:15 -0700327
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800328 add_ref_mv_candidate(candidate_mi, candidate, rf, refmv_count,
Yunqing Wanga458afb2018-02-20 12:16:11 -0800329 ref_match_count, newmv_count, ref_mv_stack, len,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100330#if USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800331 gm_mv_candidates, cm->global_motion,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100332#endif // USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800333 mi_pos.col, 2);
Yaowu Xuc27fc142016-08-22 16:08:15 -0700334 } // Analyze a single 8x8 block motion information.
Yaowu Xuc27fc142016-08-22 16:08:15 -0700335}
336
David Barker761b1ac2017-09-25 11:23:03 +0100337static int has_top_right(const AV1_COMMON *cm, const MACROBLOCKD *xd,
338 int mi_row, int mi_col, int bs) {
Imdad Sardharwalla4ec84ab2018-02-06 12:20:18 +0000339 const int sb_mi_size = mi_size_wide[cm->seq_params.sb_size];
David Barker761b1ac2017-09-25 11:23:03 +0100340 const int mask_row = mi_row & (sb_mi_size - 1);
341 const int mask_col = mi_col & (sb_mi_size - 1);
Jingning Han3eb1f072016-11-17 15:17:25 -0800342
Jingning Han5e19c9d2018-02-09 12:16:56 -0800343 if (bs > mi_size_wide[BLOCK_64X64]) return 0;
344
Yaowu Xuc27fc142016-08-22 16:08:15 -0700345 // In a split partition all apart from the bottom right has a top right
Jingning Han3eb1f072016-11-17 15:17:25 -0800346 int has_tr = !((mask_row & bs) && (mask_col & bs));
Yaowu Xuc27fc142016-08-22 16:08:15 -0700347
348 // bs > 0 and bs is a power of 2
349 assert(bs > 0 && !(bs & (bs - 1)));
350
351 // For each 4x4 group of blocks, when the bottom right is decoded the blocks
352 // to the right have not been decoded therefore the bottom right does
353 // not have a top right
David Barker761b1ac2017-09-25 11:23:03 +0100354 while (bs < sb_mi_size) {
Jingning Han3eb1f072016-11-17 15:17:25 -0800355 if (mask_col & bs) {
356 if ((mask_col & (2 * bs)) && (mask_row & (2 * bs))) {
Yaowu Xuc27fc142016-08-22 16:08:15 -0700357 has_tr = 0;
358 break;
359 }
360 } else {
361 break;
362 }
363 bs <<= 1;
364 }
365
366 // The left hand of two vertical rectangles always has a top right (as the
367 // block above will have been decoded)
368 if (xd->n8_w < xd->n8_h)
369 if (!xd->is_sec_rect) has_tr = 1;
370
371 // The bottom of two horizontal rectangles never has a top right (as the block
372 // to the right won't have been decoded)
373 if (xd->n8_w > xd->n8_h)
374 if (xd->is_sec_rect) has_tr = 0;
375
Rupert Swarbrick3dd33912017-09-12 14:24:11 +0100376 // The bottom left square of a Vertical A (in the old format) does
377 // not have a top right as it is decoded before the right hand
378 // rectangle of the partition
Jingning Han56066252018-02-16 15:46:07 -0800379 if (xd->mi[0]->mbmi.partition == PARTITION_VERT_A) {
Jingning Han44cb3572018-02-20 15:19:57 -0800380 if (xd->n8_w == xd->n8_h)
381 if (mask_row & bs) has_tr = 0;
Jingning Han56066252018-02-16 15:46:07 -0800382 }
Yaowu Xuc27fc142016-08-22 16:08:15 -0700383
384 return has_tr;
385}
386
Jingning Hand41869a2018-02-09 10:44:30 -0800387static int check_sb_border(const int mi_row, const int mi_col,
388 const int row_offset, const int col_offset) {
389 const int sb_mi_size = mi_size_wide[BLOCK_64X64];
David Barker761b1ac2017-09-25 11:23:03 +0100390 const int row = mi_row & (sb_mi_size - 1);
391 const int col = mi_col & (sb_mi_size - 1);
Jingning Han83c27ec2017-09-20 08:05:17 -0700392
David Barker761b1ac2017-09-25 11:23:03 +0100393 if (row + row_offset < 0 || row + row_offset >= sb_mi_size ||
394 col + col_offset < 0 || col + col_offset >= sb_mi_size)
Jingning Han83c27ec2017-09-20 08:05:17 -0700395 return 0;
396
397 return 1;
398}
399
Yunqing Wangf0e37cb2018-03-09 17:08:51 -0800400static int add_tpl_ref_mv(const AV1_COMMON *cm, const MACROBLOCKD *xd,
401 int mi_row, int mi_col, MV_REFERENCE_FRAME ref_frame,
402 int blk_row, int blk_col, int_mv *gm_mv_candidates,
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800403 uint8_t refmv_count[MODE_CTX_REF_FRAMES],
404 CANDIDATE_MV ref_mv_stacks[][MAX_REF_MV_STACK_SIZE],
Jingning Hana07a3b22018-02-05 14:32:28 -0800405 int16_t *mode_context) {
Jingning Hanffbb0f92017-08-24 11:52:21 -0700406 POSITION mi_pos;
407 int idx;
408 int coll_blk_count = 0;
409 const int weight_unit = 1; // mi_size_wide[BLOCK_8X8];
410
Jingning Hana07a3b22018-02-05 14:32:28 -0800411 (void)gm_mv_candidates;
412
Jingning Hanffbb0f92017-08-24 11:52:21 -0700413 mi_pos.row = (mi_row & 0x01) ? blk_row : blk_row + 1;
414 mi_pos.col = (mi_col & 0x01) ? blk_col : blk_col + 1;
Jingning Hanffbb0f92017-08-24 11:52:21 -0700415
416 if (!is_inside(&xd->tile, mi_col, mi_row, cm->mi_rows, cm, &mi_pos))
417 return coll_blk_count;
418
Jingning Hanc7d198e2017-10-12 16:11:06 -0700419 const TPL_MV_REF *prev_frame_mvs =
Jingning Han6cc1fd32017-10-13 09:05:36 -0700420 cm->tpl_mvs + ((mi_row + mi_pos.row) >> 1) * (cm->mi_stride >> 1) +
Jingning Hanc7d198e2017-10-12 16:11:06 -0700421 ((mi_col + mi_pos.col) >> 1);
Jingning Han5946d362017-09-18 12:56:00 -0700422
Jingning Hanffbb0f92017-08-24 11:52:21 -0700423 MV_REFERENCE_FRAME rf[2];
424 av1_set_ref_frame(rf, ref_frame);
425
426 if (rf[1] == NONE_FRAME) {
Frank Bossen7b6bb942018-01-25 07:49:52 -0500427 int cur_frame_index = cm->cur_frame->cur_frame_offset;
428 int buf_idx_0 = cm->frame_refs[FWD_RF_OFFSET(rf[0])].idx;
Yaowu Xu30bf8712018-01-26 07:56:45 -0800429 int frame0_index = cm->buffer_pool->frame_bufs[buf_idx_0].cur_frame_offset;
Imdad Sardharwallae68aa8a2018-03-07 18:52:54 +0000430#if CONFIG_EXPLICIT_ORDER_HINT
431 int cur_offset_0 = get_relative_dist(cm, cur_frame_index, frame0_index);
432#else
Yaowu Xu30bf8712018-01-26 07:56:45 -0800433 int cur_offset_0 = cur_frame_index - frame0_index;
Imdad Sardharwallae68aa8a2018-03-07 18:52:54 +0000434#endif
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800435 CANDIDATE_MV *ref_mv_stack = ref_mv_stacks[rf[0]];
Frank Bossen7b6bb942018-01-25 07:49:52 -0500436
Jingning Han1b0efd32018-03-14 22:59:50 -0700437 if (prev_frame_mvs->mfmv0.as_int != INVALID_MV) {
438 int_mv this_refmv;
Frank Bossen7b6bb942018-01-25 07:49:52 -0500439
Jingning Han1b0efd32018-03-14 22:59:50 -0700440 get_mv_projection(&this_refmv.as_mv, prev_frame_mvs->mfmv0.as_mv,
441 cur_offset_0, prev_frame_mvs->ref_frame_offset);
RogerZhou088251e2017-11-14 10:52:12 -0800442#if CONFIG_AMVR
Jingning Han1b0efd32018-03-14 22:59:50 -0700443 lower_mv_precision(&this_refmv.as_mv, cm->allow_high_precision_mv,
444 cm->cur_frame_force_integer_mv);
RogerZhou088251e2017-11-14 10:52:12 -0800445#else
Jingning Han1b0efd32018-03-14 22:59:50 -0700446 lower_mv_precision(&this_refmv.as_mv, cm->allow_high_precision_mv);
RogerZhou088251e2017-11-14 10:52:12 -0800447#endif
Jingning Hanffbb0f92017-08-24 11:52:21 -0700448
Jingning Han1b0efd32018-03-14 22:59:50 -0700449 if (blk_row == 0 && blk_col == 0)
450 if (abs(this_refmv.as_mv.row - gm_mv_candidates[0].as_mv.row) >= 16 ||
451 abs(this_refmv.as_mv.col - gm_mv_candidates[0].as_mv.col) >= 16)
452 mode_context[ref_frame] |= (1 << GLOBALMV_OFFSET);
Jingning Hanffbb0f92017-08-24 11:52:21 -0700453
Jingning Han1b0efd32018-03-14 22:59:50 -0700454 for (idx = 0; idx < refmv_count[rf[0]]; ++idx)
455 if (this_refmv.as_int == ref_mv_stack[idx].this_mv.as_int) break;
Jingning Hanffbb0f92017-08-24 11:52:21 -0700456
Jingning Han1b0efd32018-03-14 22:59:50 -0700457 if (idx < refmv_count[rf[0]]) ref_mv_stack[idx].weight += 2 * weight_unit;
Jingning Hanffbb0f92017-08-24 11:52:21 -0700458
Jingning Han1b0efd32018-03-14 22:59:50 -0700459 if (idx == refmv_count[rf[0]] &&
460 refmv_count[rf[0]] < MAX_REF_MV_STACK_SIZE) {
461 ref_mv_stack[idx].this_mv.as_int = this_refmv.as_int;
462 // TODO(jingning): Hard coded context number. Need to make it better
463 // sense.
464 ref_mv_stack[idx].pred_diff[0] = 1;
465 ref_mv_stack[idx].weight = 2 * weight_unit;
466 ++(refmv_count[rf[0]]);
Jingning Hanffbb0f92017-08-24 11:52:21 -0700467 }
Jingning Han1b0efd32018-03-14 22:59:50 -0700468
469 ++coll_blk_count;
470 return coll_blk_count;
Jingning Hanffbb0f92017-08-24 11:52:21 -0700471 }
472 } else {
473 // Process compound inter mode
Frank Bossen7b6bb942018-01-25 07:49:52 -0500474 int cur_frame_index = cm->cur_frame->cur_frame_offset;
475 int buf_idx_0 = cm->frame_refs[FWD_RF_OFFSET(rf[0])].idx;
Yaowu Xu30bf8712018-01-26 07:56:45 -0800476 int frame0_index = cm->buffer_pool->frame_bufs[buf_idx_0].cur_frame_offset;
477
Imdad Sardharwallae68aa8a2018-03-07 18:52:54 +0000478#if CONFIG_EXPLICIT_ORDER_HINT
479 int cur_offset_0 = get_relative_dist(cm, cur_frame_index, frame0_index);
480#else
Yaowu Xu30bf8712018-01-26 07:56:45 -0800481 int cur_offset_0 = cur_frame_index - frame0_index;
Imdad Sardharwallae68aa8a2018-03-07 18:52:54 +0000482#endif
Frank Bossen7b6bb942018-01-25 07:49:52 -0500483 int buf_idx_1 = cm->frame_refs[FWD_RF_OFFSET(rf[1])].idx;
Yaowu Xu30bf8712018-01-26 07:56:45 -0800484 int frame1_index = cm->buffer_pool->frame_bufs[buf_idx_1].cur_frame_offset;
Imdad Sardharwallae68aa8a2018-03-07 18:52:54 +0000485#if CONFIG_EXPLICIT_ORDER_HINT
486 int cur_offset_1 = get_relative_dist(cm, cur_frame_index, frame1_index);
487#else
Yaowu Xu30bf8712018-01-26 07:56:45 -0800488 int cur_offset_1 = cur_frame_index - frame1_index;
Imdad Sardharwallae68aa8a2018-03-07 18:52:54 +0000489#endif
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800490 CANDIDATE_MV *ref_mv_stack = ref_mv_stacks[ref_frame];
Frank Bossen7b6bb942018-01-25 07:49:52 -0500491
Jingning Han1b0efd32018-03-14 22:59:50 -0700492 if (prev_frame_mvs->mfmv0.as_int != INVALID_MV) {
493 int_mv this_refmv;
494 int_mv comp_refmv;
495 get_mv_projection(&this_refmv.as_mv, prev_frame_mvs->mfmv0.as_mv,
496 cur_offset_0, prev_frame_mvs->ref_frame_offset);
497 get_mv_projection(&comp_refmv.as_mv, prev_frame_mvs->mfmv0.as_mv,
498 cur_offset_1, prev_frame_mvs->ref_frame_offset);
Frank Bossen7b6bb942018-01-25 07:49:52 -0500499
RogerZhou088251e2017-11-14 10:52:12 -0800500#if CONFIG_AMVR
Jingning Han1b0efd32018-03-14 22:59:50 -0700501 lower_mv_precision(&this_refmv.as_mv, cm->allow_high_precision_mv,
502 cm->cur_frame_force_integer_mv);
503 lower_mv_precision(&comp_refmv.as_mv, cm->allow_high_precision_mv,
504 cm->cur_frame_force_integer_mv);
RogerZhou088251e2017-11-14 10:52:12 -0800505#else
Jingning Han1b0efd32018-03-14 22:59:50 -0700506 lower_mv_precision(&this_refmv.as_mv, cm->allow_high_precision_mv);
507 lower_mv_precision(&comp_refmv.as_mv, cm->allow_high_precision_mv);
RogerZhou088251e2017-11-14 10:52:12 -0800508#endif
Jingning Hana07a3b22018-02-05 14:32:28 -0800509
Jingning Han1b0efd32018-03-14 22:59:50 -0700510 if (blk_row == 0 && blk_col == 0)
511 if (abs(this_refmv.as_mv.row - gm_mv_candidates[0].as_mv.row) >= 16 ||
512 abs(this_refmv.as_mv.col - gm_mv_candidates[0].as_mv.col) >= 16 ||
513 abs(comp_refmv.as_mv.row - gm_mv_candidates[1].as_mv.row) >= 16 ||
514 abs(comp_refmv.as_mv.col - gm_mv_candidates[1].as_mv.col) >= 16)
515 mode_context[ref_frame] |= (1 << GLOBALMV_OFFSET);
Jingning Hanffbb0f92017-08-24 11:52:21 -0700516
Jingning Han1b0efd32018-03-14 22:59:50 -0700517 for (idx = 0; idx < refmv_count[ref_frame]; ++idx)
518 if (this_refmv.as_int == ref_mv_stack[idx].this_mv.as_int &&
519 comp_refmv.as_int == ref_mv_stack[idx].comp_mv.as_int)
520 break;
Jingning Hanffbb0f92017-08-24 11:52:21 -0700521
Jingning Han1b0efd32018-03-14 22:59:50 -0700522 if (idx < refmv_count[ref_frame])
523 ref_mv_stack[idx].weight += 2 * weight_unit;
Jingning Hanffbb0f92017-08-24 11:52:21 -0700524
Jingning Han1b0efd32018-03-14 22:59:50 -0700525 if (idx == refmv_count[ref_frame] &&
526 refmv_count[ref_frame] < MAX_REF_MV_STACK_SIZE) {
527 ref_mv_stack[idx].this_mv.as_int = this_refmv.as_int;
528 ref_mv_stack[idx].comp_mv.as_int = comp_refmv.as_int;
529 // TODO(jingning): Hard coded context number. Need to make it better
530 // sense.
531 ref_mv_stack[idx].pred_diff[0] = 1;
532 ref_mv_stack[idx].pred_diff[1] = 1;
533 ref_mv_stack[idx].weight = 2 * weight_unit;
534 ++(refmv_count[ref_frame]);
Jingning Hanffbb0f92017-08-24 11:52:21 -0700535 }
Jingning Han1b0efd32018-03-14 22:59:50 -0700536
537 ++coll_blk_count;
538 return coll_blk_count;
Jingning Hanffbb0f92017-08-24 11:52:21 -0700539 }
540 }
541
542 return coll_blk_count;
543}
Yaowu Xudc035da2016-09-27 10:29:34 -0700544
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800545static void setup_ref_mv_list(
546 const AV1_COMMON *cm, const MACROBLOCKD *xd, MV_REFERENCE_FRAME ref_frame,
547 uint8_t refmv_count[MODE_CTX_REF_FRAMES],
548 CANDIDATE_MV ref_mv_stack[][MAX_REF_MV_STACK_SIZE],
549 int_mv mv_ref_list[][MAX_MV_REF_CANDIDATES],
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100550#if USE_CUR_GM_REFMV
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800551 int_mv *gm_mv_candidates,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100552#endif // USE_CUR_GM_REFMV
Jingning Han820ce732018-03-10 18:23:17 -0800553 int mi_row, int mi_col, int16_t *mode_context) {
Yaowu Xudc035da2016-09-27 10:29:34 -0700554 const int bs = AOMMAX(xd->n8_w, xd->n8_h);
David Barker761b1ac2017-09-25 11:23:03 +0100555 const int has_tr = has_top_right(cm, xd, mi_row, mi_col, bs);
Yaowu Xuc27fc142016-08-22 16:08:15 -0700556 MV_REFERENCE_FRAME rf[2];
Yaowu Xuc27fc142016-08-22 16:08:15 -0700557
Yunqing Wangd797ea92017-08-27 18:05:55 -0700558 const TileInfo *const tile = &xd->tile;
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700559 int max_row_offset = 0, max_col_offset = 0;
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700560 const int row_adj = (xd->n8_h < mi_size_high[BLOCK_8X8]) && (mi_row & 0x01);
561 const int col_adj = (xd->n8_w < mi_size_wide[BLOCK_8X8]) && (mi_col & 0x01);
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700562 int processed_rows = 0;
563 int processed_cols = 0;
Yunqing Wangd797ea92017-08-27 18:05:55 -0700564
Yaowu Xudc035da2016-09-27 10:29:34 -0700565 av1_set_ref_frame(rf, ref_frame);
Yaowu Xuc27fc142016-08-22 16:08:15 -0700566 mode_context[ref_frame] = 0;
Jingning Han820ce732018-03-10 18:23:17 -0800567 refmv_count[ref_frame] = 0;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700568
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700569 // Find valid maximum row/col offset.
570 if (xd->up_available) {
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700571 max_row_offset = -(MVREF_ROWS << 1) + row_adj;
Jingning Hand1991bb2018-03-09 11:50:39 -0800572
Jingning Han818b0062017-12-21 15:21:32 -0800573 if (xd->n8_h < mi_size_high[BLOCK_8X8])
574 max_row_offset = -(2 << 1) + row_adj;
Jingning Hand1991bb2018-03-09 11:50:39 -0800575
Yunqing Wangd797ea92017-08-27 18:05:55 -0700576 max_row_offset =
577 find_valid_row_offset(tile, mi_row, cm->mi_rows, cm, max_row_offset);
Yunqing Wangd797ea92017-08-27 18:05:55 -0700578 }
Yaowu Xuc27fc142016-08-22 16:08:15 -0700579
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700580 if (xd->left_available) {
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700581 max_col_offset = -(MVREF_COLS << 1) + col_adj;
Jingning Hand1991bb2018-03-09 11:50:39 -0800582
Jingning Han818b0062017-12-21 15:21:32 -0800583 if (xd->n8_w < mi_size_wide[BLOCK_8X8])
584 max_col_offset = -(2 << 1) + col_adj;
Jingning Hand1991bb2018-03-09 11:50:39 -0800585
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700586 max_col_offset = find_valid_col_offset(tile, mi_col, max_col_offset);
587 }
588
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800589 uint8_t ref_match_count[MODE_CTX_REF_FRAMES] = { 0 };
Jingning Hand1840412018-02-26 09:28:35 -0800590 uint8_t col_match_count[MODE_CTX_REF_FRAMES] = { 0 };
591 uint8_t row_match_count[MODE_CTX_REF_FRAMES] = { 0 };
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800592 uint8_t newmv_count[MODE_CTX_REF_FRAMES] = { 0 };
Sebastien Alaiwan62cc5852017-12-05 10:19:04 +0100593
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700594 // Scan the first above row mode info. row_offset = -1;
595 if (abs(max_row_offset) >= 1)
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800596 scan_row_mbmi(cm, xd, mi_row, mi_col, rf, -1, ref_mv_stack, refmv_count,
Jingning Hand1840412018-02-26 09:28:35 -0800597 row_match_count, newmv_count,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100598#if USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800599 gm_mv_candidates,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100600#endif // USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800601 max_row_offset, &processed_rows);
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700602 // Scan the first left column mode info. col_offset = -1;
603 if (abs(max_col_offset) >= 1)
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800604 scan_col_mbmi(cm, xd, mi_row, mi_col, rf, -1, ref_mv_stack, refmv_count,
Jingning Hand1840412018-02-26 09:28:35 -0800605 col_match_count, newmv_count,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100606#if USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800607 gm_mv_candidates,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100608#endif // USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800609 max_col_offset, &processed_cols);
Yaowu Xuc27fc142016-08-22 16:08:15 -0700610 // Check top-right boundary
611 if (has_tr)
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800612 scan_blk_mbmi(cm, xd, mi_row, mi_col, rf, -1, xd->n8_w, ref_mv_stack,
Jingning Hand1840412018-02-26 09:28:35 -0800613 row_match_count, newmv_count,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100614#if USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800615 gm_mv_candidates,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100616#endif // USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800617 refmv_count);
Yaowu Xuc27fc142016-08-22 16:08:15 -0700618
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800619 uint8_t nearest_match[MODE_CTX_REF_FRAMES];
620 uint8_t nearest_refmv_count[MODE_CTX_REF_FRAMES];
Yaowu Xuc27fc142016-08-22 16:08:15 -0700621
Jingning Hand1840412018-02-26 09:28:35 -0800622 nearest_match[ref_frame] =
Jingning Hand952bfc2018-02-26 15:11:39 -0800623 (row_match_count[ref_frame] > 0) + (col_match_count[ref_frame] > 0);
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800624 nearest_refmv_count[ref_frame] = refmv_count[ref_frame];
625
626 // TODO(yunqing): for comp_search, do it for all 3 cases.
627 for (int idx = 0; idx < nearest_refmv_count[ref_frame]; ++idx)
628 ref_mv_stack[ref_frame][idx].weight += REF_CAT_LEVEL;
Jingning Hanffbb0f92017-08-24 11:52:21 -0700629
Jingning Hane17ebe92017-11-03 15:25:42 -0700630 if (cm->use_ref_frame_mvs) {
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800631 int coll_blk_count[MODE_CTX_REF_FRAMES] = { 0 };
Sebastien Alaiwan62cc5852017-12-05 10:19:04 +0100632 const int voffset = AOMMAX(mi_size_high[BLOCK_8X8], xd->n8_h);
633 const int hoffset = AOMMAX(mi_size_wide[BLOCK_8X8], xd->n8_w);
Jingning Han5e19c9d2018-02-09 12:16:56 -0800634 const int blk_row_end = AOMMIN(xd->n8_h, mi_size_high[BLOCK_64X64]);
635 const int blk_col_end = AOMMIN(xd->n8_w, mi_size_wide[BLOCK_64X64]);
Jingning Hanffbb0f92017-08-24 11:52:21 -0700636
Jingning Han4c864e02017-12-22 10:03:03 -0800637 const int tpl_sample_pos[3][2] = {
Johann6b41d4d2018-02-08 14:32:53 -0800638 { voffset, -2 },
639 { voffset, hoffset },
640 { voffset - 2, hoffset },
Jingning Hand4e87162017-10-31 09:22:58 -0700641 };
Jingning Han4c864e02017-12-22 10:03:03 -0800642 const int allow_extension = (xd->n8_h >= mi_size_high[BLOCK_8X8]) &&
Jingning Han5e19c9d2018-02-09 12:16:56 -0800643 (xd->n8_h < mi_size_high[BLOCK_64X64]) &&
644 (xd->n8_w >= mi_size_wide[BLOCK_8X8]) &&
645 (xd->n8_w < mi_size_wide[BLOCK_64X64]);
Jingning Hanffbb0f92017-08-24 11:52:21 -0700646
Jingning Han73190512018-02-12 16:42:09 -0800647 int step_h = (xd->n8_h >= mi_size_high[BLOCK_64X64])
648 ? mi_size_high[BLOCK_16X16]
649 : mi_size_high[BLOCK_8X8];
650 int step_w = (xd->n8_w >= mi_size_wide[BLOCK_64X64])
651 ? mi_size_wide[BLOCK_16X16]
652 : mi_size_wide[BLOCK_8X8];
653
654 for (int blk_row = 0; blk_row < blk_row_end; blk_row += step_h) {
655 for (int blk_col = 0; blk_col < blk_col_end; blk_col += step_w) {
Jingning Hand4e87162017-10-31 09:22:58 -0700656 int is_available = add_tpl_ref_mv(
Yunqing Wangf0e37cb2018-03-09 17:08:51 -0800657 cm, xd, mi_row, mi_col, ref_frame, blk_row, blk_col,
658 gm_mv_candidates, refmv_count, ref_mv_stack, mode_context);
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800659 if (blk_row == 0 && blk_col == 0)
660 coll_blk_count[ref_frame] = is_available;
Jingning Hand4e87162017-10-31 09:22:58 -0700661 }
662 }
663
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800664 if (coll_blk_count[ref_frame] == 0)
665 mode_context[ref_frame] |= (1 << GLOBALMV_OFFSET);
Jingning Hand4e87162017-10-31 09:22:58 -0700666
Jingning Han4c864e02017-12-22 10:03:03 -0800667 for (int i = 0; i < 3 && allow_extension; ++i) {
Sebastien Alaiwan62cc5852017-12-05 10:19:04 +0100668 const int blk_row = tpl_sample_pos[i][0];
669 const int blk_col = tpl_sample_pos[i][1];
Jingning Hand4e87162017-10-31 09:22:58 -0700670
Jingning Hand41869a2018-02-09 10:44:30 -0800671 if (!check_sb_border(mi_row, mi_col, blk_row, blk_col)) continue;
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800672 coll_blk_count[ref_frame] += add_tpl_ref_mv(
Yunqing Wangf0e37cb2018-03-09 17:08:51 -0800673 cm, xd, mi_row, mi_col, ref_frame, blk_row, blk_col, gm_mv_candidates,
674 refmv_count, ref_mv_stack, mode_context);
Jingning Hanffbb0f92017-08-24 11:52:21 -0700675 }
676 }
Yaowu Xuc27fc142016-08-22 16:08:15 -0700677
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800678 uint8_t dummy_newmv_count[MODE_CTX_REF_FRAMES] = { 0 };
679
Jingning Han24e0a182016-11-20 22:34:12 -0800680 // Scan the second outer area.
Luc Trudeau2eb9b842017-12-13 11:19:16 -0500681 scan_blk_mbmi(cm, xd, mi_row, mi_col, rf, -1, -1, ref_mv_stack,
Jingning Hand1840412018-02-26 09:28:35 -0800682 row_match_count, dummy_newmv_count,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100683#if USE_CUR_GM_REFMV
Sarah Parker0a5cc5f2017-10-03 17:53:53 -0700684 gm_mv_candidates,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100685#endif // USE_CUR_GM_REFMV
Dengca8d24d2016-10-17 14:06:35 +0800686 refmv_count);
Jingning Han818b0062017-12-21 15:21:32 -0800687
Sebastien Alaiwan62cc5852017-12-05 10:19:04 +0100688 for (int idx = 2; idx <= MVREF_ROWS; ++idx) {
689 const int row_offset = -(idx << 1) + 1 + row_adj;
690 const int col_offset = -(idx << 1) + 1 + col_adj;
Yunqing Wangd797ea92017-08-27 18:05:55 -0700691
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700692 if (abs(row_offset) <= abs(max_row_offset) &&
693 abs(row_offset) > processed_rows)
Luc Trudeau2eb9b842017-12-13 11:19:16 -0500694 scan_row_mbmi(cm, xd, mi_row, mi_col, rf, row_offset, ref_mv_stack,
Jingning Hand1840412018-02-26 09:28:35 -0800695 refmv_count, row_match_count, dummy_newmv_count,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100696#if USE_CUR_GM_REFMV
Sarah Parker0a5cc5f2017-10-03 17:53:53 -0700697 gm_mv_candidates,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100698#endif // USE_CUR_GM_REFMV
Sarah Parker0a5cc5f2017-10-03 17:53:53 -0700699 max_row_offset, &processed_rows);
Yunqing Wangd797ea92017-08-27 18:05:55 -0700700
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700701 if (abs(col_offset) <= abs(max_col_offset) &&
702 abs(col_offset) > processed_cols)
Luc Trudeau2eb9b842017-12-13 11:19:16 -0500703 scan_col_mbmi(cm, xd, mi_row, mi_col, rf, col_offset, ref_mv_stack,
Jingning Hand1840412018-02-26 09:28:35 -0800704 refmv_count, col_match_count, dummy_newmv_count,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100705#if USE_CUR_GM_REFMV
Sarah Parker0a5cc5f2017-10-03 17:53:53 -0700706 gm_mv_candidates,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100707#endif // USE_CUR_GM_REFMV
Sarah Parker0a5cc5f2017-10-03 17:53:53 -0700708 max_col_offset, &processed_cols);
Yunqing Wangd797ea92017-08-27 18:05:55 -0700709 }
Yaowu Xuc27fc142016-08-22 16:08:15 -0700710
Sebastien Alaiwan62cc5852017-12-05 10:19:04 +0100711 const int col_offset = -(MVREF_COLS << 1) + 1 + col_adj;
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700712 if (abs(col_offset) <= abs(max_col_offset) &&
713 abs(col_offset) > processed_cols)
Luc Trudeau2eb9b842017-12-13 11:19:16 -0500714 scan_col_mbmi(cm, xd, mi_row, mi_col, rf, col_offset, ref_mv_stack,
Jingning Hand1840412018-02-26 09:28:35 -0800715 refmv_count, col_match_count, dummy_newmv_count,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100716#if USE_CUR_GM_REFMV
Sarah Parker0a5cc5f2017-10-03 17:53:53 -0700717 gm_mv_candidates,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100718#endif // USE_CUR_GM_REFMV
Sarah Parker0a5cc5f2017-10-03 17:53:53 -0700719 max_col_offset, &processed_cols);
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700720
Jingning Hand1840412018-02-26 09:28:35 -0800721 ref_match_count[ref_frame] =
Jingning Hand952bfc2018-02-26 15:11:39 -0800722 (row_match_count[ref_frame] > 0) + (col_match_count[ref_frame] > 0);
Jingning Hand1840412018-02-26 09:28:35 -0800723
Jingning Hand1991bb2018-03-09 11:50:39 -0800724 switch (nearest_match[ref_frame]) {
725 case 0:
726 mode_context[ref_frame] |= 0;
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800727 if (ref_match_count[ref_frame] >= 1) mode_context[ref_frame] |= 1;
728 if (ref_match_count[ref_frame] == 1)
Jingning Han835a49e2017-12-01 15:55:34 -0800729 mode_context[ref_frame] |= (1 << REFMV_OFFSET);
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800730 else if (ref_match_count[ref_frame] >= 2)
Jingning Han835a49e2017-12-01 15:55:34 -0800731 mode_context[ref_frame] |= (2 << REFMV_OFFSET);
Yaowu Xuc27fc142016-08-22 16:08:15 -0700732 break;
Jingning Hand1991bb2018-03-09 11:50:39 -0800733 case 1:
734 mode_context[ref_frame] |= (newmv_count[ref_frame] > 0) ? 2 : 3;
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800735 if (ref_match_count[ref_frame] == 1)
Jingning Han835a49e2017-12-01 15:55:34 -0800736 mode_context[ref_frame] |= (3 << REFMV_OFFSET);
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800737 else if (ref_match_count[ref_frame] >= 2)
Jingning Han835a49e2017-12-01 15:55:34 -0800738 mode_context[ref_frame] |= (4 << REFMV_OFFSET);
Yaowu Xuc27fc142016-08-22 16:08:15 -0700739 break;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700740 case 2:
741 default:
Jingning Han329612e2018-02-22 19:14:05 -0800742 if (newmv_count[ref_frame] >= 1)
Yaowu Xuc27fc142016-08-22 16:08:15 -0700743 mode_context[ref_frame] |= 4;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700744 else
745 mode_context[ref_frame] |= 6;
746
747 mode_context[ref_frame] |= (5 << REFMV_OFFSET);
748 break;
749 }
750
751 // Rank the likelihood and assign nearest and near mvs.
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800752 int len = nearest_refmv_count[ref_frame];
Yaowu Xuc27fc142016-08-22 16:08:15 -0700753 while (len > 0) {
Sebastien Alaiwan62cc5852017-12-05 10:19:04 +0100754 int nr_len = 0;
755 for (int idx = 1; idx < len; ++idx) {
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800756 if (ref_mv_stack[ref_frame][idx - 1].weight <
757 ref_mv_stack[ref_frame][idx].weight) {
758 CANDIDATE_MV tmp_mv = ref_mv_stack[ref_frame][idx - 1];
759 ref_mv_stack[ref_frame][idx - 1] = ref_mv_stack[ref_frame][idx];
760 ref_mv_stack[ref_frame][idx] = tmp_mv;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700761 nr_len = idx;
762 }
763 }
764 len = nr_len;
765 }
766
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800767 len = refmv_count[ref_frame];
768 while (len > nearest_refmv_count[ref_frame]) {
769 int nr_len = nearest_refmv_count[ref_frame];
770 for (int idx = nearest_refmv_count[ref_frame] + 1; idx < len; ++idx) {
771 if (ref_mv_stack[ref_frame][idx - 1].weight <
772 ref_mv_stack[ref_frame][idx].weight) {
773 CANDIDATE_MV tmp_mv = ref_mv_stack[ref_frame][idx - 1];
774 ref_mv_stack[ref_frame][idx - 1] = ref_mv_stack[ref_frame][idx];
775 ref_mv_stack[ref_frame][idx] = tmp_mv;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700776 nr_len = idx;
777 }
778 }
779 len = nr_len;
780 }
781
Emil Keyder01770b32017-01-20 18:03:11 -0500782 if (rf[1] > NONE_FRAME) {
Jingning Hane571f522018-02-10 16:40:16 -0800783 // TODO(jingning, yunqing): Refactor and consolidate the compound and
784 // single reference frame modes. Reduce unnecessary redundancy.
785 if (refmv_count[ref_frame] < 2) {
786 int_mv ref_id[2][2], ref_diff[2][2];
787 int ref_id_count[2] = { 0 }, ref_diff_count[2] = { 0 };
788
789 int mi_width = AOMMIN(mi_size_wide[BLOCK_64X64], xd->n8_w);
790 mi_width = AOMMIN(mi_width, cm->mi_cols - mi_col);
791 int mi_height = AOMMIN(mi_size_high[BLOCK_64X64], xd->n8_h);
792 mi_height = AOMMIN(mi_height, cm->mi_rows - mi_row);
793 int mi_size = AOMMIN(mi_width, mi_height);
794
795 for (int idx = 0; abs(max_row_offset) >= 1 && idx < mi_size;) {
796 const MODE_INFO *const candidate_mi = xd->mi[-xd->mi_stride + idx];
797 const MB_MODE_INFO *const candidate = &candidate_mi->mbmi;
798 const int candidate_bsize = candidate->sb_type;
799
800 for (int rf_idx = 0; rf_idx < 2; ++rf_idx) {
801 MV_REFERENCE_FRAME can_rf = candidate->ref_frame[rf_idx];
802
803 for (int cmp_idx = 0; cmp_idx < 2; ++cmp_idx) {
804 if (can_rf == rf[cmp_idx] && ref_id_count[cmp_idx] < 2) {
805 ref_id[cmp_idx][ref_id_count[cmp_idx]] = candidate->mv[rf_idx];
806 ++ref_id_count[cmp_idx];
807 } else if (can_rf > INTRA_FRAME && ref_diff_count[cmp_idx] < 2) {
808 int_mv this_mv = candidate->mv[rf_idx];
809 if (cm->ref_frame_sign_bias[can_rf] !=
810 cm->ref_frame_sign_bias[rf[cmp_idx]]) {
811 this_mv.as_mv.row = -this_mv.as_mv.row;
812 this_mv.as_mv.col = -this_mv.as_mv.col;
813 }
814 ref_diff[cmp_idx][ref_diff_count[cmp_idx]] = this_mv;
815 ++ref_diff_count[cmp_idx];
816 }
817 }
818 }
819 idx += mi_size_wide[candidate_bsize];
820 }
821
822 for (int idx = 0; abs(max_col_offset) >= 1 && idx < mi_size;) {
823 const MODE_INFO *const candidate_mi = xd->mi[idx * xd->mi_stride - 1];
824 const MB_MODE_INFO *const candidate = &candidate_mi->mbmi;
825 const int candidate_bsize = candidate->sb_type;
826
827 for (int rf_idx = 0; rf_idx < 2; ++rf_idx) {
828 MV_REFERENCE_FRAME can_rf = candidate->ref_frame[rf_idx];
829
830 for (int cmp_idx = 0; cmp_idx < 2; ++cmp_idx) {
831 if (can_rf == rf[cmp_idx] && ref_id_count[cmp_idx] < 2) {
832 ref_id[cmp_idx][ref_id_count[cmp_idx]] = candidate->mv[rf_idx];
833 ++ref_id_count[cmp_idx];
834 } else if (can_rf > INTRA_FRAME && ref_diff_count[cmp_idx] < 2) {
835 int_mv this_mv = candidate->mv[rf_idx];
836 if (cm->ref_frame_sign_bias[can_rf] !=
837 cm->ref_frame_sign_bias[rf[cmp_idx]]) {
838 this_mv.as_mv.row = -this_mv.as_mv.row;
839 this_mv.as_mv.col = -this_mv.as_mv.col;
840 }
841 ref_diff[cmp_idx][ref_diff_count[cmp_idx]] = this_mv;
842 ++ref_diff_count[cmp_idx];
843 }
844 }
845 }
846 idx += mi_size_high[candidate_bsize];
847 }
848
849 // Build up the compound mv predictor
850 int_mv comp_list[3][2];
851
852 for (int idx = 0; idx < 2; ++idx) {
853 int comp_idx = 0;
854 for (int list_idx = 0; list_idx < ref_id_count[idx] && comp_idx < 3;
855 ++list_idx, ++comp_idx)
856 comp_list[comp_idx][idx] = ref_id[idx][list_idx];
857 for (int list_idx = 0; list_idx < ref_diff_count[idx] && comp_idx < 3;
858 ++list_idx, ++comp_idx)
859 comp_list[comp_idx][idx] = ref_diff[idx][list_idx];
860 for (; comp_idx < 3; ++comp_idx)
861 comp_list[comp_idx][idx] = gm_mv_candidates[idx];
862 }
863
864 if (refmv_count[ref_frame]) {
865 assert(refmv_count[ref_frame] == 1);
866 if (comp_list[0][0].as_int ==
867 ref_mv_stack[ref_frame][0].this_mv.as_int &&
868 comp_list[0][1].as_int ==
869 ref_mv_stack[ref_frame][0].comp_mv.as_int) {
870 ref_mv_stack[ref_frame][refmv_count[ref_frame]].this_mv =
871 comp_list[1][0];
872 ref_mv_stack[ref_frame][refmv_count[ref_frame]].comp_mv =
873 comp_list[1][1];
874 } else {
875 ref_mv_stack[ref_frame][refmv_count[ref_frame]].this_mv =
876 comp_list[0][0];
877 ref_mv_stack[ref_frame][refmv_count[ref_frame]].comp_mv =
878 comp_list[0][1];
879 }
880 ref_mv_stack[ref_frame][refmv_count[ref_frame]].weight = 2;
881 ++refmv_count[ref_frame];
882 } else {
883 for (int idx = 0; idx < MAX_MV_REF_CANDIDATES; ++idx) {
884 ref_mv_stack[ref_frame][refmv_count[ref_frame]].this_mv =
885 comp_list[idx][0];
886 ref_mv_stack[ref_frame][refmv_count[ref_frame]].comp_mv =
887 comp_list[idx][1];
888 ref_mv_stack[ref_frame][refmv_count[ref_frame]].weight = 2;
889 ++refmv_count[ref_frame];
890 }
891 }
892 }
893
894 assert(refmv_count[ref_frame] >= 2);
Jingning Hane571f522018-02-10 16:40:16 -0800895
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800896 for (int idx = 0; idx < refmv_count[ref_frame]; ++idx) {
897 clamp_mv_ref(&ref_mv_stack[ref_frame][idx].this_mv.as_mv,
898 xd->n8_w << MI_SIZE_LOG2, xd->n8_h << MI_SIZE_LOG2, xd);
899 clamp_mv_ref(&ref_mv_stack[ref_frame][idx].comp_mv.as_mv,
900 xd->n8_w << MI_SIZE_LOG2, xd->n8_h << MI_SIZE_LOG2, xd);
Yaowu Xuc27fc142016-08-22 16:08:15 -0700901 }
902 } else {
Jingning Hanff1a35b2018-02-09 20:17:50 -0800903 // Handle single reference frame extension
904 int mi_width = AOMMIN(mi_size_wide[BLOCK_64X64], xd->n8_w);
905 mi_width = AOMMIN(mi_width, cm->mi_cols - mi_col);
906 int mi_height = AOMMIN(mi_size_high[BLOCK_64X64], xd->n8_h);
907 mi_height = AOMMIN(mi_height, cm->mi_rows - mi_row);
908 int mi_size = AOMMIN(mi_width, mi_height);
909
910 for (int idx = 0; abs(max_row_offset) >= 1 && idx < mi_size &&
911 refmv_count[ref_frame] < MAX_MV_REF_CANDIDATES;) {
912 const MODE_INFO *const candidate_mi = xd->mi[-xd->mi_stride + idx];
913 const MB_MODE_INFO *const candidate = &candidate_mi->mbmi;
914 const int candidate_bsize = candidate->sb_type;
915
916 // TODO(jingning): Refactor the following code.
917 for (int rf_idx = 0; rf_idx < 2; ++rf_idx) {
918 if (candidate->ref_frame[rf_idx] > INTRA_FRAME) {
919 int_mv this_mv = candidate->mv[rf_idx];
920 if (cm->ref_frame_sign_bias[candidate->ref_frame[rf_idx]] !=
921 cm->ref_frame_sign_bias[ref_frame]) {
922 this_mv.as_mv.row = -this_mv.as_mv.row;
923 this_mv.as_mv.col = -this_mv.as_mv.col;
924 }
925 int stack_idx;
926 for (stack_idx = 0; stack_idx < refmv_count[ref_frame]; ++stack_idx) {
927 int_mv stack_mv = ref_mv_stack[ref_frame][stack_idx].this_mv;
928 if (this_mv.as_int == stack_mv.as_int) break;
929 }
930
931 if (stack_idx == refmv_count[ref_frame]) {
932 ref_mv_stack[ref_frame][stack_idx].this_mv = this_mv;
933
934 // TODO(jingning): Set an arbitrary small number here. The weight
935 // doesn't matter as long as it is properly initialized.
936 ref_mv_stack[ref_frame][stack_idx].weight = 2;
937 ++refmv_count[ref_frame];
938 }
939 }
940 }
941 idx += mi_size_wide[candidate_bsize];
942 }
943
944 for (int idx = 0; abs(max_col_offset) >= 1 && idx < mi_size &&
945 refmv_count[ref_frame] < MAX_MV_REF_CANDIDATES;) {
946 const MODE_INFO *const candidate_mi = xd->mi[idx * xd->mi_stride - 1];
947 const MB_MODE_INFO *const candidate = &candidate_mi->mbmi;
948 const int candidate_bsize = candidate->sb_type;
949
950 // TODO(jingning): Refactor the following code.
951 for (int rf_idx = 0; rf_idx < 2; ++rf_idx) {
952 if (candidate->ref_frame[rf_idx] > INTRA_FRAME) {
953 int_mv this_mv = candidate->mv[rf_idx];
954 if (cm->ref_frame_sign_bias[candidate->ref_frame[rf_idx]] !=
955 cm->ref_frame_sign_bias[ref_frame]) {
956 this_mv.as_mv.row = -this_mv.as_mv.row;
957 this_mv.as_mv.col = -this_mv.as_mv.col;
958 }
959 int stack_idx;
960 for (stack_idx = 0; stack_idx < refmv_count[ref_frame]; ++stack_idx) {
961 int_mv stack_mv = ref_mv_stack[ref_frame][stack_idx].this_mv;
962 if (this_mv.as_int == stack_mv.as_int) break;
963 }
964
965 if (stack_idx == refmv_count[ref_frame]) {
966 ref_mv_stack[ref_frame][stack_idx].this_mv = this_mv;
967
968 // TODO(jingning): Set an arbitrary small number here. The weight
969 // doesn't matter as long as it is properly initialized.
970 ref_mv_stack[ref_frame][stack_idx].weight = 2;
971 ++refmv_count[ref_frame];
972 }
973 }
974 }
975 idx += mi_size_high[candidate_bsize];
976 }
977
978 for (int idx = refmv_count[ref_frame]; idx < MAX_MV_REF_CANDIDATES; ++idx)
979 mv_ref_list[rf[0]][idx].as_int = gm_mv_candidates[0].as_int;
Yunqing Wang3e225432018-02-12 16:05:38 -0800980
981 for (int idx = 0; idx < refmv_count[ref_frame]; ++idx) {
982 clamp_mv_ref(&ref_mv_stack[ref_frame][idx].this_mv.as_mv,
983 xd->n8_w << MI_SIZE_LOG2, xd->n8_h << MI_SIZE_LOG2, xd);
984 }
985
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800986 for (int idx = 0;
987 idx < AOMMIN(MAX_MV_REF_CANDIDATES, refmv_count[ref_frame]); ++idx) {
988 mv_ref_list[rf[0]][idx].as_int =
989 ref_mv_stack[ref_frame][idx].this_mv.as_int;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700990 }
991 }
Jingning Han835a49e2017-12-01 15:55:34 -0800992 (void)nearest_match;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700993}
Yaowu Xuc27fc142016-08-22 16:08:15 -0700994
Yaowu Xuf883b422016-08-30 14:01:10 -0700995void av1_find_mv_refs(const AV1_COMMON *cm, const MACROBLOCKD *xd,
996 MODE_INFO *mi, MV_REFERENCE_FRAME ref_frame,
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800997 uint8_t ref_mv_count[MODE_CTX_REF_FRAMES],
998 CANDIDATE_MV ref_mv_stack[][MAX_REF_MV_STACK_SIZE],
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800999 int_mv mv_ref_list[][MAX_MV_REF_CANDIDATES], int mi_row,
Jingning Han820ce732018-03-10 18:23:17 -08001000 int mi_col, int16_t *mode_context) {
David Barkercdcac6d2016-12-01 17:04:16 +00001001 int_mv zeromv[2];
Debargha Mukherjee0bae6242017-05-02 21:54:41 -07001002 BLOCK_SIZE bsize = mi->mbmi.sb_type;
David Barkercdcac6d2016-12-01 17:04:16 +00001003 MV_REFERENCE_FRAME rf[2];
Yunqing Wang02efe6a2018-02-07 15:12:38 -08001004 av1_set_ref_frame(rf, ref_frame);
Hui Su293f2812018-02-26 14:41:18 -08001005 if (ref_frame != INTRA_FRAME) {
Luc Trudeau2eb9b842017-12-13 11:19:16 -05001006 zeromv[0].as_int =
1007 gm_get_motion_vector(&cm->global_motion[rf[0]],
1008 cm->allow_high_precision_mv, bsize, mi_col, mi_row
RogerZhou3b635242017-09-19 10:06:46 -07001009#if CONFIG_AMVR
Luc Trudeau2eb9b842017-12-13 11:19:16 -05001010 ,
1011 cm->cur_frame_force_integer_mv
RogerZhou3b635242017-09-19 10:06:46 -07001012#endif
Luc Trudeau2eb9b842017-12-13 11:19:16 -05001013 )
1014 .as_int;
RogerZhou10a03802017-10-26 11:49:48 -07001015 zeromv[1].as_int = (rf[1] != NONE_FRAME)
1016 ? gm_get_motion_vector(&cm->global_motion[rf[1]],
1017 cm->allow_high_precision_mv,
Luc Trudeau2eb9b842017-12-13 11:19:16 -05001018 bsize, mi_col, mi_row
RogerZhou3b635242017-09-19 10:06:46 -07001019#if CONFIG_AMVR
RogerZhou10a03802017-10-26 11:49:48 -07001020 ,
1021 cm->cur_frame_force_integer_mv
RogerZhou3b635242017-09-19 10:06:46 -07001022#endif
RogerZhou10a03802017-10-26 11:49:48 -07001023 )
1024 .as_int
1025 : 0;
Alex Converse7d5559c2017-06-14 12:32:35 -07001026 } else {
1027 zeromv[0].as_int = zeromv[1].as_int = 0;
1028 }
David Barkercdcac6d2016-12-01 17:04:16 +00001029
Jingning Han820ce732018-03-10 18:23:17 -08001030 setup_ref_mv_list(cm, xd, ref_frame, ref_mv_count, ref_mv_stack, mv_ref_list,
Sebastien Alaiwan48795802017-10-30 12:07:13 +01001031#if USE_CUR_GM_REFMV
Jingning Han820ce732018-03-10 18:23:17 -08001032 zeromv,
Sebastien Alaiwan48795802017-10-30 12:07:13 +01001033#endif // USE_CUR_GM_REFMV
Jingning Han820ce732018-03-10 18:23:17 -08001034 mi_row, mi_col, mode_context);
Yaowu Xuc27fc142016-08-22 16:08:15 -07001035}
1036
Yaowu Xuf883b422016-08-30 14:01:10 -07001037void av1_find_best_ref_mvs(int allow_hp, int_mv *mvlist, int_mv *nearest_mv,
RogerZhou3b635242017-09-19 10:06:46 -07001038 int_mv *near_mv
1039#if CONFIG_AMVR
1040 ,
1041 int is_integer
1042#endif
Johann6b41d4d2018-02-08 14:32:53 -08001043) {
Yaowu Xuc27fc142016-08-22 16:08:15 -07001044 int i;
1045 // Make sure all the candidates are properly clamped etc
1046 for (i = 0; i < MAX_MV_REF_CANDIDATES; ++i) {
RogerZhou3b635242017-09-19 10:06:46 -07001047#if CONFIG_AMVR
1048 lower_mv_precision(&mvlist[i].as_mv, allow_hp, is_integer);
1049#else
Yaowu Xuc27fc142016-08-22 16:08:15 -07001050 lower_mv_precision(&mvlist[i].as_mv, allow_hp);
RogerZhou3b635242017-09-19 10:06:46 -07001051#endif
Yaowu Xuc27fc142016-08-22 16:08:15 -07001052 }
1053 *nearest_mv = mvlist[0];
1054 *near_mv = mvlist[1];
1055}
1056
Jingning Hanc723b342017-08-24 11:19:46 -07001057void av1_setup_frame_buf_refs(AV1_COMMON *cm) {
1058 cm->cur_frame->cur_frame_offset = cm->frame_offset;
Jingning Hanc723b342017-08-24 11:19:46 -07001059
Yunqing Wang836b30d2018-03-12 09:17:46 -07001060 MV_REFERENCE_FRAME ref_frame;
1061 for (ref_frame = LAST_FRAME; ref_frame <= ALTREF_FRAME; ++ref_frame) {
1062 const int buf_idx = cm->frame_refs[ref_frame - LAST_FRAME].idx;
1063 if (buf_idx >= 0)
1064 cm->cur_frame->ref_frame_offset[ref_frame - LAST_FRAME] =
1065 cm->buffer_pool->frame_bufs[buf_idx].cur_frame_offset;
1066 }
Jingning Hanc723b342017-08-24 11:19:46 -07001067}
Zoe Liu17af2742017-10-06 10:36:42 -07001068
Zoe Liu17af2742017-10-06 10:36:42 -07001069void av1_setup_frame_sign_bias(AV1_COMMON *cm) {
1070 MV_REFERENCE_FRAME ref_frame;
1071 for (ref_frame = LAST_FRAME; ref_frame <= ALTREF_FRAME; ++ref_frame) {
1072 const int buf_idx = cm->frame_refs[ref_frame - LAST_FRAME].idx;
Imdad Sardharwalla4d8f7772018-03-15 12:14:48 +00001073 if (cm->seq_params.enable_order_hint && buf_idx != INVALID_IDX) {
Zoe Liu17af2742017-10-06 10:36:42 -07001074 const int ref_frame_offset =
1075 cm->buffer_pool->frame_bufs[buf_idx].cur_frame_offset;
1076 cm->ref_frame_sign_bias[ref_frame] =
Imdad Sardharwallae68aa8a2018-03-07 18:52:54 +00001077#if CONFIG_EXPLICIT_ORDER_HINT
1078 (get_relative_dist(cm, ref_frame_offset, (int)cm->frame_offset) <= 0)
1079 ? 0
1080 : 1;
1081#else
Zoe Liu17af2742017-10-06 10:36:42 -07001082 (ref_frame_offset <= (int)cm->frame_offset) ? 0 : 1;
Imdad Sardharwallae68aa8a2018-03-07 18:52:54 +00001083#endif
Zoe Liu17af2742017-10-06 10:36:42 -07001084 } else {
1085 cm->ref_frame_sign_bias[ref_frame] = 0;
1086 }
1087 }
1088}
Jingning Hanffbb0f92017-08-24 11:52:21 -07001089
Jingning Hanb74a72b2017-09-02 08:55:51 -07001090#define MAX_OFFSET_WIDTH 64
Jingning Hanf1639a12017-10-21 17:21:18 -07001091#define MAX_OFFSET_HEIGHT 0
Jingning Hanb74a72b2017-09-02 08:55:51 -07001092
Jingning Han5c700912017-09-03 16:06:51 -07001093static int get_block_position(AV1_COMMON *cm, int *mi_r, int *mi_c, int blk_row,
Jingning Hane84eec52017-09-01 16:49:29 -07001094 int blk_col, MV mv, int sign_bias) {
Jingning Han7f537b82017-10-16 08:47:27 -07001095 const int base_blk_row = (blk_row >> 3) << 3;
1096 const int base_blk_col = (blk_col >> 3) << 3;
Jingning Hanb74a72b2017-09-02 08:55:51 -07001097
Jingning Hanf5b80682017-10-23 09:30:01 -07001098 const int row_offset = (mv.row >= 0) ? (mv.row >> (4 + MI_SIZE_LOG2))
1099 : -((-mv.row) >> (4 + MI_SIZE_LOG2));
1100
1101 const int col_offset = (mv.col >= 0) ? (mv.col >> (4 + MI_SIZE_LOG2))
1102 : -((-mv.col) >> (4 + MI_SIZE_LOG2));
1103
1104 int row = (sign_bias == 1) ? blk_row - row_offset : blk_row + row_offset;
1105 int col = (sign_bias == 1) ? blk_col - col_offset : blk_col + col_offset;
Jingning Hanffbb0f92017-08-24 11:52:21 -07001106
Jingning Hanc7d198e2017-10-12 16:11:06 -07001107 if (row < 0 || row >= (cm->mi_rows >> 1) || col < 0 ||
1108 col >= (cm->mi_cols >> 1))
1109 return 0;
Jingning Hanffbb0f92017-08-24 11:52:21 -07001110
Jingning Hanf1639a12017-10-21 17:21:18 -07001111 if (row <= base_blk_row - (MAX_OFFSET_HEIGHT >> 3) ||
1112 row >= base_blk_row + 8 + (MAX_OFFSET_HEIGHT >> 3) ||
Jingning Han7f537b82017-10-16 08:47:27 -07001113 col <= base_blk_col - (MAX_OFFSET_WIDTH >> 3) ||
Jingning Hanf1639a12017-10-21 17:21:18 -07001114 col >= base_blk_col + 8 + (MAX_OFFSET_WIDTH >> 3))
Jingning Han7f537b82017-10-16 08:47:27 -07001115 return 0;
1116
Jingning Hanffbb0f92017-08-24 11:52:21 -07001117 *mi_r = row;
1118 *mi_c = col;
Jingning Hane84eec52017-09-01 16:49:29 -07001119
1120 return 1;
Jingning Hanffbb0f92017-08-24 11:52:21 -07001121}
1122
Jingning Hanfbfe8802017-12-05 11:14:42 -08001123static int motion_field_projection(AV1_COMMON *cm, MV_REFERENCE_FRAME ref_frame,
Jingning Han1b0efd32018-03-14 22:59:50 -07001124 int dir) {
Jingning Han3bd1bc22017-10-18 16:51:23 -07001125 TPL_MV_REF *tpl_mvs_base = cm->tpl_mvs;
Jingning Hanc2c3c872017-12-04 15:30:56 -08001126 int cur_rf_index[TOTAL_REFS_PER_FRAME] = { 0 };
Jingning Hanc2c3c872017-12-04 15:30:56 -08001127 int cur_offset[TOTAL_REFS_PER_FRAME] = { 0 };
1128 int ref_offset[TOTAL_REFS_PER_FRAME] = { 0 };
Jingning Han3bd1bc22017-10-18 16:51:23 -07001129
Jingning Hanc2c3c872017-12-04 15:30:56 -08001130 (void)dir;
Jingning Han3bd1bc22017-10-18 16:51:23 -07001131
1132 int ref_frame_idx = cm->frame_refs[FWD_RF_OFFSET(ref_frame)].idx;
Jingning Hanfbfe8802017-12-05 11:14:42 -08001133 if (ref_frame_idx < 0) return 0;
1134
Jonathan Matthews95fd1702018-02-19 10:27:19 +00001135 if (cm->buffer_pool->frame_bufs[ref_frame_idx].intra_only) return 0;
1136
Jingning Hana06e0592018-01-09 10:01:40 -08001137 if (cm->buffer_pool->frame_bufs[ref_frame_idx].mi_rows != cm->mi_rows ||
1138 cm->buffer_pool->frame_bufs[ref_frame_idx].mi_cols != cm->mi_cols)
1139 return 0;
1140
Jingning Han3bd1bc22017-10-18 16:51:23 -07001141 int ref_frame_index =
1142 cm->buffer_pool->frame_bufs[ref_frame_idx].cur_frame_offset;
Yunqing Wang1b7e1462018-03-09 16:55:24 -08001143 unsigned int *ref_rf_idx =
1144 &cm->buffer_pool->frame_bufs[ref_frame_idx].ref_frame_offset[0];
Jingning Hanc2c3c872017-12-04 15:30:56 -08001145 int cur_frame_index = cm->cur_frame->cur_frame_offset;
Imdad Sardharwallae68aa8a2018-03-07 18:52:54 +00001146#if CONFIG_EXPLICIT_ORDER_HINT
1147 int ref_to_cur = get_relative_dist(cm, ref_frame_index, cur_frame_index);
1148#else
Jingning Hanc2c3c872017-12-04 15:30:56 -08001149 int ref_to_cur = ref_frame_index - cur_frame_index;
Imdad Sardharwallae68aa8a2018-03-07 18:52:54 +00001150#endif
Jingning Han3bd1bc22017-10-18 16:51:23 -07001151
Jingning Hanc2c3c872017-12-04 15:30:56 -08001152 for (MV_REFERENCE_FRAME rf = LAST_FRAME; rf <= INTER_REFS_PER_FRAME; ++rf) {
1153 int buf_idx = cm->frame_refs[FWD_RF_OFFSET(rf)].idx;
1154 if (buf_idx >= 0)
1155 cur_rf_index[rf] = cm->buffer_pool->frame_bufs[buf_idx].cur_frame_offset;
Imdad Sardharwallae68aa8a2018-03-07 18:52:54 +00001156#if CONFIG_EXPLICIT_ORDER_HINT
1157 cur_offset[rf] = get_relative_dist(cm, cur_frame_index, cur_rf_index[rf]);
Yunqing Wang1b7e1462018-03-09 16:55:24 -08001158 ref_offset[rf] =
1159 get_relative_dist(cm, ref_frame_index, ref_rf_idx[rf - LAST_FRAME]);
Imdad Sardharwallae68aa8a2018-03-07 18:52:54 +00001160#else
Jingning Hanc2c3c872017-12-04 15:30:56 -08001161 cur_offset[rf] = cur_frame_index - cur_rf_index[rf];
Yunqing Wang1b7e1462018-03-09 16:55:24 -08001162 ref_offset[rf] = ref_frame_index - ref_rf_idx[rf - LAST_FRAME];
Imdad Sardharwallae68aa8a2018-03-07 18:52:54 +00001163#endif
Jingning Hanc2c3c872017-12-04 15:30:56 -08001164 }
Jingning Han3bd1bc22017-10-18 16:51:23 -07001165
Jingning Hanfbfe8802017-12-05 11:14:42 -08001166 if (dir == 1) {
1167 ref_to_cur = -ref_to_cur;
1168 for (MV_REFERENCE_FRAME rf = LAST_FRAME; rf <= INTER_REFS_PER_FRAME; ++rf) {
1169 cur_offset[rf] = -cur_offset[rf];
1170 ref_offset[rf] = -ref_offset[rf];
1171 }
1172 }
1173
1174 if (dir == 2) ref_to_cur = -ref_to_cur;
1175
Jingning Han3bd1bc22017-10-18 16:51:23 -07001176 MV_REF *mv_ref_base = cm->buffer_pool->frame_bufs[ref_frame_idx].mvs;
Jingning Han3bd1bc22017-10-18 16:51:23 -07001177 const int mvs_rows = (cm->mi_rows + 1) >> 1;
1178 const int mvs_cols = (cm->mi_cols + 1) >> 1;
1179
1180 for (int blk_row = 0; blk_row < mvs_rows; ++blk_row) {
1181 for (int blk_col = 0; blk_col < mvs_cols; ++blk_col) {
1182 MV_REF *mv_ref = &mv_ref_base[blk_row * mvs_cols + blk_col];
Jingning Hanfbfe8802017-12-05 11:14:42 -08001183 MV fwd_mv = mv_ref->mv[dir & 0x01].as_mv;
Jingning Han3bd1bc22017-10-18 16:51:23 -07001184
Jingning Hanfbfe8802017-12-05 11:14:42 -08001185 if (mv_ref->ref_frame[dir & 0x01] > INTRA_FRAME) {
Jingning Han3bd1bc22017-10-18 16:51:23 -07001186 int_mv this_mv;
1187 int mi_r, mi_c;
Jingning Han74f839b2018-01-09 11:54:30 -08001188 const int ref_frame_offset = ref_offset[mv_ref->ref_frame[dir & 0x01]];
Jingning Han3bd1bc22017-10-18 16:51:23 -07001189
Jingning Han248b9562018-02-20 19:24:33 -08001190 int pos_valid = abs(ref_frame_offset) < MAX_FRAME_DISTANCE &&
Jingning Han1f8fc292018-03-16 08:54:11 -07001191#if CONFIG_EXPLICIT_ORDER_HINT
1192 ref_frame_offset > 0 &&
1193#endif
Jingning Han248b9562018-02-20 19:24:33 -08001194 abs(ref_to_cur) < MAX_FRAME_DISTANCE;
1195
1196 if (pos_valid) {
1197 get_mv_projection(&this_mv.as_mv, fwd_mv, ref_to_cur,
1198 ref_frame_offset);
1199 pos_valid = get_block_position(cm, &mi_r, &mi_c, blk_row, blk_col,
1200 this_mv.as_mv, dir >> 1);
1201 }
1202
Jingning Han3bd1bc22017-10-18 16:51:23 -07001203 if (pos_valid) {
1204 int mi_offset = mi_r * (cm->mi_stride >> 1) + mi_c;
1205
Jingning Han1b0efd32018-03-14 22:59:50 -07001206 tpl_mvs_base[mi_offset].mfmv0.as_mv.row =
Frank Bossen7b6bb942018-01-25 07:49:52 -05001207 (dir == 1) ? -fwd_mv.row : fwd_mv.row;
Jingning Han1b0efd32018-03-14 22:59:50 -07001208 tpl_mvs_base[mi_offset].mfmv0.as_mv.col =
Frank Bossen7b6bb942018-01-25 07:49:52 -05001209 (dir == 1) ? -fwd_mv.col : fwd_mv.col;
Jingning Han1b0efd32018-03-14 22:59:50 -07001210 tpl_mvs_base[mi_offset].ref_frame_offset = ref_frame_offset;
Jingning Han3bd1bc22017-10-18 16:51:23 -07001211 }
1212 }
1213 }
1214 }
Jingning Hanfbfe8802017-12-05 11:14:42 -08001215
1216 return 1;
Jingning Han3bd1bc22017-10-18 16:51:23 -07001217}
1218
Jingning Hanffbb0f92017-08-24 11:52:21 -07001219void av1_setup_motion_field(AV1_COMMON *cm) {
Jingning Han37c19092018-03-14 15:27:45 -07001220 memset(cm->ref_frame_side, 0, sizeof(cm->ref_frame_side));
Imdad Sardharwalla1609b942018-03-09 12:22:40 +00001221 if (!cm->seq_params.enable_order_hint || cm->error_resilient_mode) return;
Cheng Chend81ba002018-03-09 15:49:56 -08001222
Jingning Hanfbfe8802017-12-05 11:14:42 -08001223 TPL_MV_REF *tpl_mvs_base = cm->tpl_mvs;
Frank Bossen7b6bb942018-01-25 07:49:52 -05001224 int size = ((cm->mi_rows + MAX_MIB_SIZE) >> 1) * (cm->mi_stride >> 1);
1225 for (int idx = 0; idx < size; ++idx) {
Jingning Han1b0efd32018-03-14 22:59:50 -07001226 tpl_mvs_base[idx].mfmv0.as_int = INVALID_MV;
1227 tpl_mvs_base[idx].ref_frame_offset = 0;
Jingning Hanffbb0f92017-08-24 11:52:21 -07001228 }
1229
Zoe Liuf9e9b262018-03-13 10:28:02 -07001230 const int cur_order_hint = cm->cur_frame->cur_frame_offset;
1231 RefCntBuffer *const frame_bufs = cm->buffer_pool->frame_bufs;
Jingning Hanffbb0f92017-08-24 11:52:21 -07001232
Zoe Liuf9e9b262018-03-13 10:28:02 -07001233 int ref_buf_idx[INTER_REFS_PER_FRAME];
1234 int ref_order_hint[INTER_REFS_PER_FRAME];
Jingning Hanffbb0f92017-08-24 11:52:21 -07001235
Zoe Liuf9e9b262018-03-13 10:28:02 -07001236 for (int ref_frame = LAST_FRAME; ref_frame <= ALTREF_FRAME; ref_frame++) {
1237 const int ref_idx = ref_frame - LAST_FRAME;
1238 const int buf_idx = cm->frame_refs[ref_idx].idx;
1239 int order_hint = 0;
Jingning Hanffbb0f92017-08-24 11:52:21 -07001240
Zoe Liuf9e9b262018-03-13 10:28:02 -07001241 if (buf_idx >= 0) order_hint = frame_bufs[buf_idx].cur_frame_offset;
Jingning Han94a504a2017-09-18 16:17:02 -07001242
Zoe Liuf9e9b262018-03-13 10:28:02 -07001243 ref_buf_idx[ref_idx] = buf_idx;
1244 ref_order_hint[ref_idx] = order_hint;
Jingning Hanffbb0f92017-08-24 11:52:21 -07001245
Zoe Liuf9e9b262018-03-13 10:28:02 -07001246 if (order_hint > cur_order_hint)
Jingning Han707f8322017-12-02 09:25:01 -08001247 cm->ref_frame_side[ref_frame] = 1;
Zoe Liuf9e9b262018-03-13 10:28:02 -07001248 else if (order_hint == cur_order_hint)
Jingning Han707f8322017-12-02 09:25:01 -08001249 cm->ref_frame_side[ref_frame] = -1;
1250 }
1251
Jingning Han380e37c2017-10-24 20:35:02 -07001252 int ref_stamp = MFMV_STACK_SIZE - 1;
Jingning Han406591c2017-10-24 12:49:15 -07001253
Zoe Liuf9e9b262018-03-13 10:28:02 -07001254 if (ref_buf_idx[LAST_FRAME - LAST_FRAME] >= 0) {
1255 const int alt_of_lst_order_hint =
1256 frame_bufs[ref_buf_idx[LAST_FRAME - LAST_FRAME]]
1257 .ref_frame_offset[ALTREF_FRAME - LAST_FRAME];
Jingning Hanffbb0f92017-08-24 11:52:21 -07001258
Zoe Liuf9e9b262018-03-13 10:28:02 -07001259 const int is_lst_overlay =
1260 (alt_of_lst_order_hint == ref_order_hint[GOLDEN_FRAME - LAST_FRAME]);
Jingning Han1b0efd32018-03-14 22:59:50 -07001261 if (!is_lst_overlay) motion_field_projection(cm, LAST_FRAME, 2);
Jingning Han71da4812017-10-24 14:16:08 -07001262 --ref_stamp;
Jingning Hanffbb0f92017-08-24 11:52:21 -07001263 }
1264
Zoe Liuf9e9b262018-03-13 10:28:02 -07001265 if (ref_order_hint[BWDREF_FRAME - LAST_FRAME] > cur_order_hint) {
Jingning Han1b0efd32018-03-14 22:59:50 -07001266 if (motion_field_projection(cm, BWDREF_FRAME, 0)) --ref_stamp;
Jingning Han406591c2017-10-24 12:49:15 -07001267 }
1268
Zoe Liuf9e9b262018-03-13 10:28:02 -07001269 if (ref_order_hint[ALTREF2_FRAME - LAST_FRAME] > cur_order_hint) {
Jingning Han1b0efd32018-03-14 22:59:50 -07001270 if (motion_field_projection(cm, ALTREF2_FRAME, 0)) --ref_stamp;
Jingning Han406591c2017-10-24 12:49:15 -07001271 }
1272
Zoe Liuf9e9b262018-03-13 10:28:02 -07001273 if (ref_order_hint[ALTREF_FRAME - LAST_FRAME] > cur_order_hint &&
1274 ref_stamp >= 0)
Jingning Han1b0efd32018-03-14 22:59:50 -07001275 if (motion_field_projection(cm, ALTREF_FRAME, 0)) --ref_stamp;
Jingning Hana127b422018-02-18 12:00:37 -08001276
Zoe Liuf9e9b262018-03-13 10:28:02 -07001277 if (ref_stamp >= 0 && ref_buf_idx[LAST2_FRAME - LAST_FRAME] >= 0)
Jingning Han1b0efd32018-03-14 22:59:50 -07001278 if (motion_field_projection(cm, LAST2_FRAME, 2)) --ref_stamp;
Jingning Hanffbb0f92017-08-24 11:52:21 -07001279}
Jingning Hanc723b342017-08-24 11:19:46 -07001280
Yunqing Wang1bc82862017-06-28 15:49:48 -07001281static INLINE void record_samples(MB_MODE_INFO *mbmi, int *pts, int *pts_inref,
Yunqing Wangd3c13e82018-01-02 17:52:56 -08001282 int row_offset, int sign_r, int col_offset,
1283 int sign_c) {
Yunqing Wang1bc82862017-06-28 15:49:48 -07001284 int bw = block_size_wide[mbmi->sb_type];
1285 int bh = block_size_high[mbmi->sb_type];
Yunqing Wangc7d4cd32018-01-02 20:08:45 -08001286 int x = col_offset * MI_SIZE + sign_c * AOMMAX(bw, MI_SIZE) / 2 - 1;
1287 int y = row_offset * MI_SIZE + sign_r * AOMMAX(bh, MI_SIZE) / 2 - 1;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001288
1289 pts[0] = (x * 8);
1290 pts[1] = (y * 8);
1291 pts_inref[0] = (x * 8) + mbmi->mv[0].as_mv.col;
1292 pts_inref[1] = (y * 8) + mbmi->mv[0].as_mv.row;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001293}
1294
Yunqing Wangd3c13e82018-01-02 17:52:56 -08001295// Select samples according to the motion vector difference.
1296int selectSamples(MV *mv, int *pts, int *pts_inref, int len, BLOCK_SIZE bsize) {
1297 const int bw = block_size_wide[bsize];
1298 const int bh = block_size_high[bsize];
1299 const int thresh = clamp(AOMMAX(bw, bh), 16, 112);
Yunqing Wang1bc82862017-06-28 15:49:48 -07001300 int pts_mvd[SAMPLES_ARRAY_SIZE] = { 0 };
Yunqing Wangd3c13e82018-01-02 17:52:56 -08001301 int i, j, k, l = len;
1302 int ret = 0;
1303 assert(len <= LEAST_SQUARES_SAMPLES_MAX);
Yunqing Wang1bc82862017-06-28 15:49:48 -07001304
Yunqing Wangd3c13e82018-01-02 17:52:56 -08001305 // Obtain the motion vector difference.
1306 for (i = 0; i < len; ++i) {
1307 pts_mvd[i] = abs(pts_inref[2 * i] - pts[2 * i] - mv->col) +
1308 abs(pts_inref[2 * i + 1] - pts[2 * i + 1] - mv->row);
Yunqing Wang1bc82862017-06-28 15:49:48 -07001309
Yunqing Wangd3c13e82018-01-02 17:52:56 -08001310 if (pts_mvd[i] > thresh)
1311 pts_mvd[i] = -1;
1312 else
1313 ret++;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001314 }
Yunqing Wang1bc82862017-06-28 15:49:48 -07001315
Yunqing Wangd3c13e82018-01-02 17:52:56 -08001316 // Keep at least 1 sample.
1317 if (!ret) return 1;
1318
1319 i = 0;
1320 j = l - 1;
1321 for (k = 0; k < l - ret; k++) {
1322 while (pts_mvd[i] != -1) i++;
1323 while (pts_mvd[j] == -1) j--;
1324 assert(i != j);
1325 if (i > j) break;
1326
1327 // Replace the discarded samples;
1328 pts_mvd[i] = pts_mvd[j];
1329 pts[2 * i] = pts[2 * j];
1330 pts[2 * i + 1] = pts[2 * j + 1];
1331 pts_inref[2 * i] = pts_inref[2 * j];
1332 pts_inref[2 * i + 1] = pts_inref[2 * j + 1];
1333 i++;
1334 j--;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001335 }
1336
Yunqing Wang1bc82862017-06-28 15:49:48 -07001337 return ret;
1338}
1339
1340// Note: Samples returned are at 1/8-pel precision
Yunqing Wangc7d4cd32018-01-02 20:08:45 -08001341// Sample are the neighbor block center point's coordinates relative to the
1342// left-top pixel of current block.
Yunqing Wang1bc82862017-06-28 15:49:48 -07001343int findSamples(const AV1_COMMON *cm, MACROBLOCKD *xd, int mi_row, int mi_col,
Yunqing Wangd3c13e82018-01-02 17:52:56 -08001344 int *pts, int *pts_inref) {
Yunqing Wang1bc82862017-06-28 15:49:48 -07001345 MB_MODE_INFO *const mbmi0 = &(xd->mi[0]->mbmi);
1346 int ref_frame = mbmi0->ref_frame[0];
1347 int up_available = xd->up_available;
1348 int left_available = xd->left_available;
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001349 int i, mi_step = 1, np = 0;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001350
1351 const TileInfo *const tile = &xd->tile;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001352 int do_tl = 1;
1353 int do_tr = 1;
1354
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001355 // scan the nearest above rows
Yunqing Wang1bc82862017-06-28 15:49:48 -07001356 if (up_available) {
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001357 int mi_row_offset = -1;
1358 MODE_INFO *mi = xd->mi[mi_row_offset * xd->mi_stride];
1359 MB_MODE_INFO *mbmi = &mi->mbmi;
1360 uint8_t n8_w = mi_size_wide[mbmi->sb_type];
Yunqing Wang1bc82862017-06-28 15:49:48 -07001361
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001362 if (xd->n8_w <= n8_w) {
1363 // Handle "current block width <= above block width" case.
1364 int col_offset = -mi_col % n8_w;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001365
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001366 if (col_offset < 0) do_tl = 0;
1367 if (col_offset + n8_w > xd->n8_w) do_tr = 0;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001368
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001369 if (mbmi->ref_frame[0] == ref_frame && mbmi->ref_frame[1] == NONE_FRAME) {
Yunqing Wangc7d4cd32018-01-02 20:08:45 -08001370 record_samples(mbmi, pts, pts_inref, 0, -1, col_offset, 1);
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001371 pts += 2;
1372 pts_inref += 2;
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001373 np++;
Yunqing Wangd3c13e82018-01-02 17:52:56 -08001374 if (np >= LEAST_SQUARES_SAMPLES_MAX) return LEAST_SQUARES_SAMPLES_MAX;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001375 }
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001376 } else {
Yunqing Wang1bc82862017-06-28 15:49:48 -07001377 // Handle "current block width > above block width" case.
Yunqing Wang1bc82862017-06-28 15:49:48 -07001378 for (i = 0; i < AOMMIN(xd->n8_w, cm->mi_cols - mi_col); i += mi_step) {
1379 int mi_col_offset = i;
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001380 mi = xd->mi[mi_col_offset + mi_row_offset * xd->mi_stride];
1381 mbmi = &mi->mbmi;
1382 n8_w = mi_size_wide[mbmi->sb_type];
Yunqing Wang1bc82862017-06-28 15:49:48 -07001383 mi_step = AOMMIN(xd->n8_w, n8_w);
1384
Yunqing Wang1bc82862017-06-28 15:49:48 -07001385 if (mbmi->ref_frame[0] == ref_frame &&
1386 mbmi->ref_frame[1] == NONE_FRAME) {
Yunqing Wangc7d4cd32018-01-02 20:08:45 -08001387 record_samples(mbmi, pts, pts_inref, 0, -1, i, 1);
Yunqing Wang1bc82862017-06-28 15:49:48 -07001388 pts += 2;
1389 pts_inref += 2;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001390 np++;
Yunqing Wangd3c13e82018-01-02 17:52:56 -08001391 if (np >= LEAST_SQUARES_SAMPLES_MAX) return LEAST_SQUARES_SAMPLES_MAX;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001392 }
1393 }
1394 }
1395 }
Yunqing Wangd3c13e82018-01-02 17:52:56 -08001396 assert(np <= LEAST_SQUARES_SAMPLES_MAX);
Yunqing Wang1bc82862017-06-28 15:49:48 -07001397
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001398 // scan the nearest left columns
Yunqing Wang1bc82862017-06-28 15:49:48 -07001399 if (left_available) {
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001400 int mi_col_offset = -1;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001401
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001402 MODE_INFO *mi = xd->mi[mi_col_offset];
1403 MB_MODE_INFO *mbmi = &mi->mbmi;
1404 uint8_t n8_h = mi_size_high[mbmi->sb_type];
Yunqing Wang1bc82862017-06-28 15:49:48 -07001405
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001406 if (xd->n8_h <= n8_h) {
1407 // Handle "current block height <= above block height" case.
1408 int row_offset = -mi_row % n8_h;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001409
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001410 if (row_offset < 0) do_tl = 0;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001411
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001412 if (mbmi->ref_frame[0] == ref_frame && mbmi->ref_frame[1] == NONE_FRAME) {
Yunqing Wangc7d4cd32018-01-02 20:08:45 -08001413 record_samples(mbmi, pts, pts_inref, row_offset, 1, 0, -1);
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001414 pts += 2;
1415 pts_inref += 2;
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001416 np++;
Yunqing Wangd3c13e82018-01-02 17:52:56 -08001417 if (np >= LEAST_SQUARES_SAMPLES_MAX) return LEAST_SQUARES_SAMPLES_MAX;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001418 }
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001419 } else {
Yunqing Wang1bc82862017-06-28 15:49:48 -07001420 // Handle "current block height > above block height" case.
Yunqing Wang1bc82862017-06-28 15:49:48 -07001421 for (i = 0; i < AOMMIN(xd->n8_h, cm->mi_rows - mi_row); i += mi_step) {
1422 int mi_row_offset = i;
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001423 mi = xd->mi[mi_col_offset + mi_row_offset * xd->mi_stride];
1424 mbmi = &mi->mbmi;
1425 n8_h = mi_size_high[mbmi->sb_type];
Yunqing Wang1bc82862017-06-28 15:49:48 -07001426 mi_step = AOMMIN(xd->n8_h, n8_h);
1427
Yunqing Wang1bc82862017-06-28 15:49:48 -07001428 if (mbmi->ref_frame[0] == ref_frame &&
1429 mbmi->ref_frame[1] == NONE_FRAME) {
Yunqing Wangc7d4cd32018-01-02 20:08:45 -08001430 record_samples(mbmi, pts, pts_inref, i, 1, 0, -1);
Yunqing Wang1bc82862017-06-28 15:49:48 -07001431 pts += 2;
1432 pts_inref += 2;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001433 np++;
Yunqing Wangd3c13e82018-01-02 17:52:56 -08001434 if (np >= LEAST_SQUARES_SAMPLES_MAX) return LEAST_SQUARES_SAMPLES_MAX;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001435 }
1436 }
1437 }
1438 }
Yunqing Wangd3c13e82018-01-02 17:52:56 -08001439 assert(np <= LEAST_SQUARES_SAMPLES_MAX);
Yunqing Wang1bc82862017-06-28 15:49:48 -07001440
1441 // Top-left block
1442 if (do_tl && left_available && up_available) {
1443 int mi_row_offset = -1;
1444 int mi_col_offset = -1;
1445
1446 MODE_INFO *mi = xd->mi[mi_col_offset + mi_row_offset * xd->mi_stride];
1447 MB_MODE_INFO *mbmi = &mi->mbmi;
1448
1449 if (mbmi->ref_frame[0] == ref_frame && mbmi->ref_frame[1] == NONE_FRAME) {
Yunqing Wangc7d4cd32018-01-02 20:08:45 -08001450 record_samples(mbmi, pts, pts_inref, 0, -1, 0, -1);
Yunqing Wang1bc82862017-06-28 15:49:48 -07001451 pts += 2;
1452 pts_inref += 2;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001453 np++;
Yunqing Wangd3c13e82018-01-02 17:52:56 -08001454 if (np >= LEAST_SQUARES_SAMPLES_MAX) return LEAST_SQUARES_SAMPLES_MAX;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001455 }
1456 }
Yunqing Wangd3c13e82018-01-02 17:52:56 -08001457 assert(np <= LEAST_SQUARES_SAMPLES_MAX);
Yunqing Wang1bc82862017-06-28 15:49:48 -07001458
1459 // Top-right block
David Barker761b1ac2017-09-25 11:23:03 +01001460 if (do_tr &&
1461 has_top_right(cm, xd, mi_row, mi_col, AOMMAX(xd->n8_w, xd->n8_h))) {
Yunqing Wang1bc82862017-06-28 15:49:48 -07001462 POSITION trb_pos = { -1, xd->n8_w };
1463
1464 if (is_inside(tile, mi_col, mi_row, cm->mi_rows, cm, &trb_pos)) {
1465 int mi_row_offset = -1;
1466 int mi_col_offset = xd->n8_w;
1467
1468 MODE_INFO *mi = xd->mi[mi_col_offset + mi_row_offset * xd->mi_stride];
1469 MB_MODE_INFO *mbmi = &mi->mbmi;
1470
1471 if (mbmi->ref_frame[0] == ref_frame && mbmi->ref_frame[1] == NONE_FRAME) {
Yunqing Wangc7d4cd32018-01-02 20:08:45 -08001472 record_samples(mbmi, pts, pts_inref, 0, -1, xd->n8_w, 1);
Yunqing Wang1bc82862017-06-28 15:49:48 -07001473 np++;
Yunqing Wangd3c13e82018-01-02 17:52:56 -08001474 if (np >= LEAST_SQUARES_SAMPLES_MAX) return LEAST_SQUARES_SAMPLES_MAX;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001475 }
1476 }
1477 }
Yunqing Wangd3c13e82018-01-02 17:52:56 -08001478 assert(np <= LEAST_SQUARES_SAMPLES_MAX);
Yunqing Wang1bc82862017-06-28 15:49:48 -07001479
1480 return np;
1481}
Zoe Liuf40a9572017-10-13 12:37:19 -07001482
Yaowu Xu96fa7572017-12-26 20:51:41 -08001483void av1_setup_skip_mode_allowed(AV1_COMMON *cm) {
Zoe Liuf40a9572017-10-13 12:37:19 -07001484 cm->is_skip_mode_allowed = 0;
1485 cm->ref_frame_idx_0 = cm->ref_frame_idx_1 = INVALID_IDX;
1486
Imdad Sardharwalla4d8f7772018-03-15 12:14:48 +00001487 if (!cm->seq_params.enable_order_hint || frame_is_intra_only(cm) ||
1488 cm->reference_mode == SINGLE_REFERENCE)
Imdad Sardharwalla1609b942018-03-09 12:22:40 +00001489 return;
Zoe Liuf40a9572017-10-13 12:37:19 -07001490
1491 RefCntBuffer *const frame_bufs = cm->buffer_pool->frame_bufs;
1492 const int cur_frame_offset = cm->frame_offset;
1493 int ref_frame_offset[2] = { -1, INT_MAX };
1494 int ref_idx[2] = { INVALID_IDX, INVALID_IDX };
Zoe Liuf40a9572017-10-13 12:37:19 -07001495
Zoe Liu4b847e12017-12-07 12:44:45 -08001496 // Identify the nearest forward and backward references.
Zoe Liuf40a9572017-10-13 12:37:19 -07001497 for (int i = 0; i < INTER_REFS_PER_FRAME; ++i) {
1498 const int buf_idx = cm->frame_refs[i].idx;
1499 if (buf_idx == INVALID_IDX) continue;
1500
1501 const int ref_offset = frame_bufs[buf_idx].cur_frame_offset;
Imdad Sardharwallae68aa8a2018-03-07 18:52:54 +00001502#if CONFIG_EXPLICIT_ORDER_HINT
1503 if (get_relative_dist(cm, ref_offset, cur_frame_offset) < 0) {
1504 // Forward reference
1505 if (ref_frame_offset[0] == -1 ||
1506 get_relative_dist(cm, ref_offset, ref_frame_offset[0]) > 0) {
1507 ref_frame_offset[0] = ref_offset;
1508 ref_idx[0] = i;
1509 }
1510 } else if (get_relative_dist(cm, ref_offset, cur_frame_offset) > 0) {
1511 // Backward reference
1512 if (ref_frame_offset[1] == INT_MAX ||
1513 get_relative_dist(cm, ref_offset, ref_frame_offset[1]) < 0) {
1514 ref_frame_offset[1] = ref_offset;
1515 ref_idx[1] = i;
1516 }
1517 }
1518#else
Zoe Liuf40a9572017-10-13 12:37:19 -07001519 if (ref_offset < cur_frame_offset) {
1520 // Forward reference
1521 if (ref_offset > ref_frame_offset[0]) {
1522 ref_frame_offset[0] = ref_offset;
1523 ref_idx[0] = i;
Zoe Liuf40a9572017-10-13 12:37:19 -07001524 }
1525 } else if (ref_offset > cur_frame_offset) {
1526 // Backward reference
1527 if (ref_offset < ref_frame_offset[1]) {
1528 ref_frame_offset[1] = ref_offset;
1529 ref_idx[1] = i;
Zoe Liuf40a9572017-10-13 12:37:19 -07001530 }
1531 }
Imdad Sardharwallae68aa8a2018-03-07 18:52:54 +00001532#endif
Zoe Liuf40a9572017-10-13 12:37:19 -07001533 }
1534
Zoe Liuf40a9572017-10-13 12:37:19 -07001535 if (ref_idx[0] != INVALID_IDX && ref_idx[1] != INVALID_IDX) {
Zoe Liu4b847e12017-12-07 12:44:45 -08001536 // == Bi-directional prediction ==
1537 cm->is_skip_mode_allowed = 1;
David Barker1efc5bd2018-02-07 14:38:44 +00001538 cm->ref_frame_idx_0 = AOMMIN(ref_idx[0], ref_idx[1]);
1539 cm->ref_frame_idx_1 = AOMMAX(ref_idx[0], ref_idx[1]);
Zoe Liu4b847e12017-12-07 12:44:45 -08001540 } else if (ref_idx[0] != INVALID_IDX && ref_idx[1] == INVALID_IDX) {
1541 // == Forward prediction only ==
1542 // Identify the second nearest forward reference.
Zoe Liu104d62e2017-12-07 12:44:45 -08001543 ref_frame_offset[1] = -1;
Zoe Liu104d62e2017-12-07 12:44:45 -08001544 for (int i = 0; i < INTER_REFS_PER_FRAME; ++i) {
1545 const int buf_idx = cm->frame_refs[i].idx;
1546 if (buf_idx == INVALID_IDX) continue;
1547
1548 const int ref_offset = frame_bufs[buf_idx].cur_frame_offset;
Imdad Sardharwallae68aa8a2018-03-07 18:52:54 +00001549#if CONFIG_EXPLICIT_ORDER_HINT
1550 if ((ref_frame_offset[0] >= 0 &&
1551 get_relative_dist(cm, ref_offset, ref_frame_offset[0]) < 0) &&
1552 (ref_frame_offset[1] < 0 ||
1553 get_relative_dist(cm, ref_offset, ref_frame_offset[1]) > 0)) {
1554#else
Zoe Liu104d62e2017-12-07 12:44:45 -08001555 if (ref_offset < ref_frame_offset[0] &&
1556 ref_offset > ref_frame_offset[1]) {
Imdad Sardharwallae68aa8a2018-03-07 18:52:54 +00001557#endif
Zoe Liu104d62e2017-12-07 12:44:45 -08001558 // Second closest forward reference
1559 ref_frame_offset[1] = ref_offset;
1560 ref_idx[1] = i;
Zoe Liu104d62e2017-12-07 12:44:45 -08001561 }
1562 }
1563 if (ref_frame_offset[1] >= 0) {
Zoe Liu4b847e12017-12-07 12:44:45 -08001564 cm->is_skip_mode_allowed = 1;
1565 cm->ref_frame_idx_0 = AOMMIN(ref_idx[0], ref_idx[1]);
1566 cm->ref_frame_idx_1 = AOMMAX(ref_idx[0], ref_idx[1]);
Zoe Liu104d62e2017-12-07 12:44:45 -08001567 }
1568 }
Zoe Liuf40a9572017-10-13 12:37:19 -07001569}
Zoe Liub57fee02018-02-15 17:41:41 -08001570
1571#if CONFIG_FRAME_REFS_SIGNALING
1572typedef struct {
1573 int map_idx; // frame map index
1574 int buf_idx; // frame buffer index
Imdad Sardharwallae68aa8a2018-03-07 18:52:54 +00001575#if CONFIG_EXPLICIT_ORDER_HINT
Imdad Sardharwalla40470932018-03-12 12:56:53 +00001576 int sort_idx; // index based on the offset to be used for sorting
1577#else
1578 int offset; // frame offset
1579#endif // CONFIG_EXPLICIT_ORDER_HINT
Zoe Liub57fee02018-02-15 17:41:41 -08001580} REF_FRAME_INFO;
1581
1582static int compare_ref_frame_info(const void *arg_a, const void *arg_b) {
1583 const REF_FRAME_INFO *info_a = (REF_FRAME_INFO *)arg_a;
1584 const REF_FRAME_INFO *info_b = (REF_FRAME_INFO *)arg_b;
1585
Imdad Sardharwallae68aa8a2018-03-07 18:52:54 +00001586#if CONFIG_EXPLICIT_ORDER_HINT
Imdad Sardharwalla40470932018-03-12 12:56:53 +00001587 if (info_a->sort_idx < info_b->sort_idx) return -1;
1588 if (info_a->sort_idx > info_b->sort_idx) return 1;
Imdad Sardharwallae68aa8a2018-03-07 18:52:54 +00001589 return (info_a->map_idx < info_b->map_idx)
1590 ? -1
1591 : ((info_a->map_idx > info_b->map_idx) ? 1 : 0);
1592#else
Zoe Liub57fee02018-02-15 17:41:41 -08001593 if (info_a->offset < info_b->offset)
1594 return -1;
1595 else if (info_a->offset > info_b->offset)
1596 return 1;
1597
1598 return (info_a->map_idx < info_b->map_idx)
1599 ? -1
1600 : ((info_a->map_idx > info_b->map_idx) ? 1 : 0);
Imdad Sardharwallae68aa8a2018-03-07 18:52:54 +00001601#endif
Zoe Liub57fee02018-02-15 17:41:41 -08001602}
1603
1604static void set_ref_frame_info(AV1_COMMON *const cm, int frame_idx,
1605 REF_FRAME_INFO *ref_info) {
1606 assert(frame_idx >= 0 && frame_idx <= INTER_REFS_PER_FRAME);
1607
1608 const int buf_idx = ref_info->buf_idx;
1609
1610 cm->frame_refs[frame_idx].idx = buf_idx;
1611 cm->frame_refs[frame_idx].buf = &cm->buffer_pool->frame_bufs[buf_idx].buf;
1612 cm->frame_refs[frame_idx].map_idx = ref_info->map_idx;
1613}
1614
1615void av1_set_frame_refs(AV1_COMMON *const cm, int lst_map_idx,
1616 int gld_map_idx) {
1617 BufferPool *const pool = cm->buffer_pool;
1618 RefCntBuffer *const frame_bufs = pool->frame_bufs;
1619
Imdad Sardharwalla40470932018-03-12 12:56:53 +00001620#if CONFIG_EXPLICIT_ORDER_HINT
1621 int lst_frame_sort_idx = -1;
1622 int gld_frame_sort_idx = -1;
1623#else
Zoe Liub57fee02018-02-15 17:41:41 -08001624 int lst_frame_offset = -1;
1625 int gld_frame_offset = -1;
Imdad Sardharwalla40470932018-03-12 12:56:53 +00001626#endif // CONFIG_EXPLICIT_ORDER_HINT
Zoe Liub57fee02018-02-15 17:41:41 -08001627
Zoe Liu45a8fed2018-03-02 16:51:02 -08001628 const int cur_frame_offset = (int)cm->frame_offset;
Imdad Sardharwalla40470932018-03-12 12:56:53 +00001629#if CONFIG_EXPLICIT_ORDER_HINT
1630 const int cur_frame_sort_idx = 1 << cm->seq_params.order_hint_bits_minus1;
1631#endif // CONFIG_EXPLICIT_ORDER_HINT
Zoe Liub57fee02018-02-15 17:41:41 -08001632
1633 REF_FRAME_INFO ref_frame_info[REF_FRAMES];
1634 int ref_flag_list[INTER_REFS_PER_FRAME] = { 0, 0, 0, 0, 0, 0, 0 };
1635
1636 for (int i = 0; i < REF_FRAMES; ++i) {
1637 const int map_idx = i;
1638
1639 ref_frame_info[i].map_idx = map_idx;
Imdad Sardharwallae68aa8a2018-03-07 18:52:54 +00001640#if CONFIG_EXPLICIT_ORDER_HINT
Imdad Sardharwalla40470932018-03-12 12:56:53 +00001641 ref_frame_info[i].sort_idx = -1;
1642#else
1643 ref_frame_info[i].offset = -1;
Imdad Sardharwallae68aa8a2018-03-07 18:52:54 +00001644#endif
Zoe Liub57fee02018-02-15 17:41:41 -08001645
1646 const int buf_idx = cm->ref_frame_map[map_idx];
1647 ref_frame_info[i].buf_idx = buf_idx;
1648
1649 if (buf_idx < 0 || buf_idx >= FRAME_BUFFERS) continue;
1650 // TODO(zoeliu@google.com): To verify the checking on ref_count.
1651 if (frame_bufs[buf_idx].ref_count <= 0) continue;
1652
1653 const int offset = (int)frame_bufs[buf_idx].cur_frame_offset;
Imdad Sardharwalla40470932018-03-12 12:56:53 +00001654#if CONFIG_EXPLICIT_ORDER_HINT
1655 ref_frame_info[i].sort_idx =
1656 (offset == -1) ? -1
1657 : cur_frame_sort_idx +
1658 get_relative_dist(cm, offset, cur_frame_offset);
1659 assert(ref_frame_info[i].sort_idx >= -1);
1660
1661 if (map_idx == lst_map_idx) lst_frame_sort_idx = ref_frame_info[i].sort_idx;
1662 if (map_idx == gld_map_idx) gld_frame_sort_idx = ref_frame_info[i].sort_idx;
1663#else // CONFIG_EXPLICIT_ORDER_HINT
Zoe Liub57fee02018-02-15 17:41:41 -08001664 ref_frame_info[i].offset = offset;
1665
1666 if (map_idx == lst_map_idx) lst_frame_offset = offset;
1667 if (map_idx == gld_map_idx) gld_frame_offset = offset;
Imdad Sardharwalla40470932018-03-12 12:56:53 +00001668#endif // CONFIG_EXPLICIT_ORDER_HINT
Zoe Liub57fee02018-02-15 17:41:41 -08001669 }
1670
Imdad Sardharwallae68aa8a2018-03-07 18:52:54 +00001671 // Confirm both LAST_FRAME and GOLDEN_FRAME are valid forward reference
1672 // frames.
1673#if CONFIG_EXPLICIT_ORDER_HINT
Imdad Sardharwalla40470932018-03-12 12:56:53 +00001674 if (lst_frame_sort_idx < 0 || lst_frame_sort_idx >= cur_frame_sort_idx) {
Imdad Sardharwallae68aa8a2018-03-07 18:52:54 +00001675#else
Zoe Liub57fee02018-02-15 17:41:41 -08001676 if (lst_frame_offset < 0 || lst_frame_offset >= cur_frame_offset) {
Imdad Sardharwallae68aa8a2018-03-07 18:52:54 +00001677#endif
Zoe Liub57fee02018-02-15 17:41:41 -08001678 aom_internal_error(&cm->error, AOM_CODEC_CORRUPT_FRAME,
1679 "Inter frame requests a look-ahead frame as LAST");
1680 }
Imdad Sardharwallae68aa8a2018-03-07 18:52:54 +00001681#if CONFIG_EXPLICIT_ORDER_HINT
Imdad Sardharwalla40470932018-03-12 12:56:53 +00001682 if (gld_frame_sort_idx < 0 || gld_frame_sort_idx >= cur_frame_sort_idx) {
Imdad Sardharwallae68aa8a2018-03-07 18:52:54 +00001683#else
Zoe Liub57fee02018-02-15 17:41:41 -08001684 if (gld_frame_offset < 0 || gld_frame_offset >= cur_frame_offset) {
Imdad Sardharwallae68aa8a2018-03-07 18:52:54 +00001685#endif
Zoe Liub57fee02018-02-15 17:41:41 -08001686 aom_internal_error(&cm->error, AOM_CODEC_CORRUPT_FRAME,
1687 "Inter frame requests a look-ahead frame as GOLDEN");
1688 }
1689
1690 // Sort ref frames based on their frame_offset values.
1691 qsort(ref_frame_info, REF_FRAMES, sizeof(REF_FRAME_INFO),
1692 compare_ref_frame_info);
1693
1694 // Identify forward and backward reference frames.
1695 // Forward reference: offset < cur_frame_offset
1696 // Backward reference: offset >= cur_frame_offset
1697 int fwd_start_idx = 0, fwd_end_idx = REF_FRAMES - 1;
1698
1699 for (int i = 0; i < REF_FRAMES; i++) {
Imdad Sardharwalla40470932018-03-12 12:56:53 +00001700#if CONFIG_EXPLICIT_ORDER_HINT
1701 if (ref_frame_info[i].sort_idx == -1) {
1702#else
Zoe Liub57fee02018-02-15 17:41:41 -08001703 if (ref_frame_info[i].offset == -1) {
Imdad Sardharwalla40470932018-03-12 12:56:53 +00001704#endif
Zoe Liub57fee02018-02-15 17:41:41 -08001705 fwd_start_idx++;
1706 continue;
1707 }
1708
Imdad Sardharwallae68aa8a2018-03-07 18:52:54 +00001709#if CONFIG_EXPLICIT_ORDER_HINT
Imdad Sardharwalla40470932018-03-12 12:56:53 +00001710 if (ref_frame_info[i].sort_idx >= cur_frame_sort_idx) {
Imdad Sardharwallae68aa8a2018-03-07 18:52:54 +00001711#else
Zoe Liub57fee02018-02-15 17:41:41 -08001712 if (ref_frame_info[i].offset >= cur_frame_offset) {
Imdad Sardharwallae68aa8a2018-03-07 18:52:54 +00001713#endif
Zoe Liub57fee02018-02-15 17:41:41 -08001714 fwd_end_idx = i - 1;
1715 break;
1716 }
1717 }
1718
1719 int bwd_start_idx = fwd_end_idx + 1;
1720 int bwd_end_idx = REF_FRAMES - 1;
1721
1722 // === Backward Reference Frames ===
1723
1724 // == ALTREF_FRAME ==
1725 if (bwd_start_idx <= bwd_end_idx) {
1726 set_ref_frame_info(cm, ALTREF_FRAME - LAST_FRAME,
1727 &ref_frame_info[bwd_end_idx]);
1728 ref_flag_list[ALTREF_FRAME - LAST_FRAME] = 1;
1729 bwd_end_idx--;
1730 }
1731
1732 // == BWDREF_FRAME ==
1733 if (bwd_start_idx <= bwd_end_idx) {
1734 set_ref_frame_info(cm, BWDREF_FRAME - LAST_FRAME,
1735 &ref_frame_info[bwd_start_idx]);
1736 ref_flag_list[BWDREF_FRAME - LAST_FRAME] = 1;
1737 bwd_start_idx++;
1738 }
1739
1740 // == ALTREF2_FRAME ==
1741 if (bwd_start_idx <= bwd_end_idx) {
1742 set_ref_frame_info(cm, ALTREF2_FRAME - LAST_FRAME,
1743 &ref_frame_info[bwd_start_idx]);
1744 ref_flag_list[ALTREF2_FRAME - LAST_FRAME] = 1;
1745 }
1746
1747 // === Forward Reference Frames ===
1748
1749 for (int i = fwd_start_idx; i <= fwd_end_idx; ++i) {
1750 // == LAST_FRAME ==
1751 if (ref_frame_info[i].map_idx == lst_map_idx) {
1752 set_ref_frame_info(cm, LAST_FRAME - LAST_FRAME, &ref_frame_info[i]);
1753 ref_flag_list[LAST_FRAME - LAST_FRAME] = 1;
1754 }
1755
1756 // == GOLDEN_FRAME ==
1757 if (ref_frame_info[i].map_idx == gld_map_idx) {
1758 set_ref_frame_info(cm, GOLDEN_FRAME - LAST_FRAME, &ref_frame_info[i]);
1759 ref_flag_list[GOLDEN_FRAME - LAST_FRAME] = 1;
1760 }
1761 }
1762
1763 assert(ref_flag_list[LAST_FRAME - LAST_FRAME] == 1 &&
1764 ref_flag_list[GOLDEN_FRAME - LAST_FRAME] == 1);
1765
1766 // == LAST2_FRAME ==
1767 // == LAST3_FRAME ==
1768 // == BWDREF_FRAME ==
1769 // == ALTREF2_FRAME ==
1770 // == ALTREF_FRAME ==
1771
1772 // Set up the reference frames in the anti-chronological order.
1773 static const MV_REFERENCE_FRAME ref_frame_list[INTER_REFS_PER_FRAME - 2] = {
1774 LAST2_FRAME, LAST3_FRAME, BWDREF_FRAME, ALTREF2_FRAME, ALTREF_FRAME
1775 };
1776
1777 int ref_idx;
1778 for (ref_idx = 0; ref_idx < (INTER_REFS_PER_FRAME - 2); ref_idx++) {
1779 const MV_REFERENCE_FRAME ref_frame = ref_frame_list[ref_idx];
1780
1781 if (ref_flag_list[ref_frame - LAST_FRAME] == 1) continue;
1782
1783 while (fwd_start_idx <= fwd_end_idx &&
1784 (ref_frame_info[fwd_end_idx].map_idx == lst_map_idx ||
1785 ref_frame_info[fwd_end_idx].map_idx == gld_map_idx)) {
1786 fwd_end_idx--;
1787 }
1788 if (fwd_start_idx > fwd_end_idx) break;
1789
1790 set_ref_frame_info(cm, ref_frame - LAST_FRAME,
1791 &ref_frame_info[fwd_end_idx]);
1792 ref_flag_list[ref_frame - LAST_FRAME] = 1;
1793
1794 fwd_end_idx--;
1795 }
1796
1797 // Assign all the remaining frame(s), if any, to the earliest reference frame.
1798 for (; ref_idx < (INTER_REFS_PER_FRAME - 2); ref_idx++) {
1799 const MV_REFERENCE_FRAME ref_frame = ref_frame_list[ref_idx];
1800 set_ref_frame_info(cm, ref_frame - LAST_FRAME,
1801 &ref_frame_info[fwd_start_idx]);
1802 ref_flag_list[ref_frame - LAST_FRAME] = 1;
1803 }
1804
1805 for (int i = 0; i < INTER_REFS_PER_FRAME; i++) {
1806 assert(ref_flag_list[i] == 1);
1807 }
1808}
1809#endif // CONFIG_FRAME_REFS_SIGNALING