blob: 67c26c00e837e96e04f7c43d807b7672e181fb3f [file] [log] [blame]
Yaowu Xuc27fc142016-08-22 16:08:15 -07001/*
Yaowu Xu2ab7ff02016-09-02 12:04:54 -07002 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Yaowu Xuc27fc142016-08-22 16:08:15 -07003 *
Yaowu Xu2ab7ff02016-09-02 12:04:54 -07004 * This source code is subject to the terms of the BSD 2 Clause License and
5 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
6 * was not distributed with this source code in the LICENSE file, you can
7 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
8 * Media Patent License 1.0 was not distributed with this source code in the
9 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Yaowu Xuc27fc142016-08-22 16:08:15 -070010 */
11
12#include "av1/common/mvref_common.h"
Yue Chen69f18e12016-09-08 14:48:15 -070013#include "av1/common/warped_motion.h"
Yaowu Xuc27fc142016-08-22 16:08:15 -070014
Sarah Parker0a5cc5f2017-10-03 17:53:53 -070015#define USE_CUR_GM_REFMV 1
Sarah Parker0a5cc5f2017-10-03 17:53:53 -070016
Frank Bossen7b6bb942018-01-25 07:49:52 -050017#if CONFIG_MFMV
18// Although we assign 32 bit integers, all the values are strictly under 14
19// bits.
20static int div_mult[64] = {
21 0, 16384, 8192, 5461, 4096, 3276, 2730, 2340, 2048, 1820, 1638, 1489, 1365,
22 1260, 1170, 1092, 1024, 963, 910, 862, 819, 780, 744, 712, 682, 655,
23 630, 606, 585, 564, 546, 528, 512, 496, 481, 468, 455, 442, 431,
24 420, 409, 399, 390, 381, 372, 364, 356, 348, 341, 334, 327, 321,
25 315, 309, 303, 297, 292, 287, 282, 277, 273, 268, 264, 260,
26};
27
28// TODO(jingning): Consider the use of lookup table for (num / den)
29// altogether.
30static void get_mv_projection(MV *output, MV ref, int num, int den) {
31 output->row =
32 (int16_t)(ROUND_POWER_OF_TWO_SIGNED(ref.row * num * div_mult[den], 14));
33 output->col =
34 (int16_t)(ROUND_POWER_OF_TWO_SIGNED(ref.col * num * div_mult[den], 14));
35}
36#endif // CONFIG_MFMV
37
Yunqing Wangd1d511f2017-10-05 08:44:46 -070038void av1_copy_frame_mvs(const AV1_COMMON *const cm, MODE_INFO *mi, int mi_row,
39 int mi_col, int x_mis, int y_mis) {
Jingning Hanc7d198e2017-10-12 16:11:06 -070040#if CONFIG_TMV || CONFIG_MFMV
Yunqing Wangd1d511f2017-10-05 08:44:46 -070041 const int frame_mvs_stride = ROUND_POWER_OF_TWO(cm->mi_cols, 1);
Jingning Han17dc4c72017-10-10 09:37:43 -070042 MV_REF *frame_mvs =
43 cm->cur_frame->mvs + (mi_row >> 1) * frame_mvs_stride + (mi_col >> 1);
Yunqing Wangd1d511f2017-10-05 08:44:46 -070044 x_mis = ROUND_POWER_OF_TWO(x_mis, 1);
45 y_mis = ROUND_POWER_OF_TWO(y_mis, 1);
46#else
47 const int frame_mvs_stride = cm->mi_cols;
48 MV_REF *frame_mvs = cm->cur_frame->mvs +
49 (mi_row & 0xfffe) * frame_mvs_stride + (mi_col & 0xfffe);
50 x_mis = AOMMAX(x_mis, 2);
51 y_mis = AOMMAX(y_mis, 2);
52#endif // CONFIG_TMV
53 int w, h;
54
55 for (h = 0; h < y_mis; h++) {
Yunqing Wangb90a97a2017-10-24 11:50:15 -070056 MV_REF *mv = frame_mvs;
Yunqing Wangd1d511f2017-10-05 08:44:46 -070057 for (w = 0; w < x_mis; w++) {
Jingning Han707f8322017-12-02 09:25:01 -080058#if CONFIG_MFMV
59 mv->ref_frame[0] = NONE_FRAME;
60 mv->ref_frame[1] = NONE_FRAME;
61 mv->mv[0].as_int = 0;
62 mv->mv[1].as_int = 0;
63
64 for (int idx = 0; idx < 2; ++idx) {
65 MV_REFERENCE_FRAME ref_frame = mi->mbmi.ref_frame[idx];
66 if (ref_frame > INTRA_FRAME) {
67 int8_t ref_idx = cm->ref_frame_side[ref_frame];
68 if (ref_idx < 0) continue;
Jingning Han05102b52017-12-22 08:59:11 -080069 if ((abs(mi->mbmi.mv[idx].as_mv.row) > REFMVS_LIMIT) ||
70 (abs(mi->mbmi.mv[idx].as_mv.col) > REFMVS_LIMIT))
71 continue;
Jingning Han707f8322017-12-02 09:25:01 -080072 mv->ref_frame[ref_idx] = ref_frame;
73 mv->mv[ref_idx].as_int = mi->mbmi.mv[idx].as_int;
74 }
75 }
76#else
Yunqing Wangd1d511f2017-10-05 08:44:46 -070077 mv->ref_frame[0] = mi->mbmi.ref_frame[0];
78 mv->ref_frame[1] = mi->mbmi.ref_frame[1];
79 mv->mv[0].as_int = mi->mbmi.mv[0].as_int;
80 mv->mv[1].as_int = mi->mbmi.mv[1].as_int;
Jingning Han707f8322017-12-02 09:25:01 -080081#endif
Yunqing Wangd1d511f2017-10-05 08:44:46 -070082 // (TODO:yunqing) The following 2 lines won't be used and can be removed.
83 mv->pred_mv[0].as_int = mi->mbmi.pred_mv[0].as_int;
84 mv->pred_mv[1].as_int = mi->mbmi.pred_mv[1].as_int;
Yunqing Wangb90a97a2017-10-24 11:50:15 -070085 mv++;
Yunqing Wangd1d511f2017-10-05 08:44:46 -070086 }
Yunqing Wangb90a97a2017-10-24 11:50:15 -070087 frame_mvs += frame_mvs_stride;
Yunqing Wangd1d511f2017-10-05 08:44:46 -070088 }
89}
90
Yunqing Wang7fcd0242018-02-09 14:55:23 -080091static void add_ref_mv_candidate(
Sarah Parker0a5cc5f2017-10-03 17:53:53 -070092 const MODE_INFO *const candidate_mi, const MB_MODE_INFO *const candidate,
Yunqing Wang02efe6a2018-02-07 15:12:38 -080093 const MV_REFERENCE_FRAME rf[2], uint8_t refmv_counts[MODE_CTX_REF_FRAMES],
94 uint8_t ref_match_counts[MODE_CTX_REF_FRAMES],
Yunqing Wang7fcd0242018-02-09 14:55:23 -080095 uint8_t newmv_counts[MODE_CTX_REF_FRAMES],
Yunqing Wang02efe6a2018-02-07 15:12:38 -080096 CANDIDATE_MV ref_mv_stacks[][MAX_REF_MV_STACK_SIZE], const int use_hp,
Luc Trudeau2eb9b842017-12-13 11:19:16 -050097 int len,
Sebastien Alaiwan48795802017-10-30 12:07:13 +010098#if USE_CUR_GM_REFMV
Sarah Parker0a5cc5f2017-10-03 17:53:53 -070099 int_mv *gm_mv_candidates, const WarpedMotionParams *gm_params,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100100#endif // USE_CUR_GM_REFMV
Yunqing Wang62fe78e2017-12-22 16:03:43 -0800101 int col, int weight
RogerZhou3b635242017-09-19 10:06:46 -0700102#if CONFIG_AMVR
Yunqing Wang62fe78e2017-12-22 16:03:43 -0800103 ,
104 int is_integer
RogerZhou3b635242017-09-19 10:06:46 -0700105#endif
Johann6b41d4d2018-02-08 14:32:53 -0800106) {
Hui Su1e68d5d2017-11-02 12:31:52 -0700107#if CONFIG_INTRABC
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800108 if (!is_inter_block(candidate)) return;
Hui Su1e68d5d2017-11-02 12:31:52 -0700109#endif // CONFIG_INTRABC
Yaowu Xuc27fc142016-08-22 16:08:15 -0700110 int index = 0, ref;
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700111 assert(weight % 2 == 0);
Yaowu Xuc27fc142016-08-22 16:08:15 -0700112
Emil Keyder01770b32017-01-20 18:03:11 -0500113 if (rf[1] == NONE_FRAME) {
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800114 uint8_t *refmv_count = &refmv_counts[rf[0]];
115 uint8_t *ref_match_count = &ref_match_counts[rf[0]];
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800116 uint8_t *newmv_count = &newmv_counts[rf[0]];
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800117 CANDIDATE_MV *ref_mv_stack = ref_mv_stacks[rf[0]];
118 (void)ref_match_count;
119
Yaowu Xuc27fc142016-08-22 16:08:15 -0700120 // single reference frame
121 for (ref = 0; ref < 2; ++ref) {
122 if (candidate->ref_frame[ref] == rf[0]) {
Sarah Parker0a5cc5f2017-10-03 17:53:53 -0700123 int_mv this_refmv;
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100124#if USE_CUR_GM_REFMV
Yunqing Wang62fe78e2017-12-22 16:03:43 -0800125 if (is_global_mv_block(candidate_mi, gm_params[rf[0]].wmtype))
126 this_refmv = gm_mv_candidates[0];
127 else
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100128#endif // USE_CUR_GM_REFMV
Yunqing Wang62fe78e2017-12-22 16:03:43 -0800129 this_refmv = get_sub_block_mv(candidate_mi, ref, col);
RogerZhou3b635242017-09-19 10:06:46 -0700130#if CONFIG_AMVR
Yunqing Wang62fe78e2017-12-22 16:03:43 -0800131 lower_mv_precision(&this_refmv.as_mv, use_hp, is_integer);
RogerZhou3b635242017-09-19 10:06:46 -0700132#else
Yaowu Xuc27fc142016-08-22 16:08:15 -0700133 lower_mv_precision(&this_refmv.as_mv, use_hp);
Sarah Parker0a5cc5f2017-10-03 17:53:53 -0700134#endif // CONFIG_AMVR
Yaowu Xuc27fc142016-08-22 16:08:15 -0700135
136 for (index = 0; index < *refmv_count; ++index)
137 if (ref_mv_stack[index].this_mv.as_int == this_refmv.as_int) break;
138
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700139 if (index < *refmv_count) ref_mv_stack[index].weight += weight * len;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700140
141 // Add a new item to the list.
Jonathan Matthewsca9132d2017-10-31 10:32:38 +0000142 if (index == *refmv_count && *refmv_count < MAX_REF_MV_STACK_SIZE) {
Yaowu Xuc27fc142016-08-22 16:08:15 -0700143 ref_mv_stack[index].this_mv = this_refmv;
Jingning Han3f338832016-11-18 11:01:48 -0800144 ref_mv_stack[index].pred_diff[0] = av1_get_pred_diff_ctx(
Luc Trudeau2eb9b842017-12-13 11:19:16 -0500145 get_sub_block_pred_mv(candidate_mi, ref, col), this_refmv);
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700146 ref_mv_stack[index].weight = weight * len;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700147 ++(*refmv_count);
148
Jingning Han835a49e2017-12-01 15:55:34 -0800149#if !CONFIG_OPT_REF_MV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800150 if (candidate->mode == NEWMV) ++*newmv_count;
Jingning Han835a49e2017-12-01 15:55:34 -0800151#endif
Yaowu Xuc27fc142016-08-22 16:08:15 -0700152 }
Jingning Han835a49e2017-12-01 15:55:34 -0800153#if CONFIG_OPT_REF_MV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800154 if (have_newmv_in_inter_mode(candidate->mode)) ++*newmv_count;
Jingning Han835a49e2017-12-01 15:55:34 -0800155 ++*ref_match_count;
156#endif
Yaowu Xuc27fc142016-08-22 16:08:15 -0700157 }
158 }
159 } else {
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800160 MV_REFERENCE_FRAME ref_frame = av1_ref_frame_type(rf);
161 uint8_t *refmv_count = &refmv_counts[ref_frame];
162 uint8_t *ref_match_count = &ref_match_counts[ref_frame];
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800163 uint8_t *newmv_count = &newmv_counts[ref_frame];
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800164 CANDIDATE_MV *ref_mv_stack = ref_mv_stacks[ref_frame];
165 (void)ref_match_count;
166
Yaowu Xuc27fc142016-08-22 16:08:15 -0700167 // compound reference frame
168 if (candidate->ref_frame[0] == rf[0] && candidate->ref_frame[1] == rf[1]) {
169 int_mv this_refmv[2];
170
171 for (ref = 0; ref < 2; ++ref) {
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100172#if USE_CUR_GM_REFMV
Luc Trudeau2eb9b842017-12-13 11:19:16 -0500173 if (is_global_mv_block(candidate_mi, gm_params[rf[ref]].wmtype))
Sarah Parker0a5cc5f2017-10-03 17:53:53 -0700174 this_refmv[ref] = gm_mv_candidates[ref];
175 else
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100176#endif // USE_CUR_GM_REFMV
Luc Trudeau2eb9b842017-12-13 11:19:16 -0500177 this_refmv[ref] = get_sub_block_mv(candidate_mi, ref, col);
RogerZhou3b635242017-09-19 10:06:46 -0700178#if CONFIG_AMVR
179 lower_mv_precision(&this_refmv[ref].as_mv, use_hp, is_integer);
180#else
Yaowu Xuc27fc142016-08-22 16:08:15 -0700181 lower_mv_precision(&this_refmv[ref].as_mv, use_hp);
RogerZhou3b635242017-09-19 10:06:46 -0700182#endif
Yaowu Xuc27fc142016-08-22 16:08:15 -0700183 }
184
185 for (index = 0; index < *refmv_count; ++index)
186 if ((ref_mv_stack[index].this_mv.as_int == this_refmv[0].as_int) &&
187 (ref_mv_stack[index].comp_mv.as_int == this_refmv[1].as_int))
188 break;
189
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700190 if (index < *refmv_count) ref_mv_stack[index].weight += weight * len;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700191
192 // Add a new item to the list.
Jonathan Matthewsca9132d2017-10-31 10:32:38 +0000193 if (index == *refmv_count && *refmv_count < MAX_REF_MV_STACK_SIZE) {
Yaowu Xuc27fc142016-08-22 16:08:15 -0700194 ref_mv_stack[index].this_mv = this_refmv[0];
195 ref_mv_stack[index].comp_mv = this_refmv[1];
Jingning Han3f338832016-11-18 11:01:48 -0800196 ref_mv_stack[index].pred_diff[0] = av1_get_pred_diff_ctx(
Luc Trudeau2eb9b842017-12-13 11:19:16 -0500197 get_sub_block_pred_mv(candidate_mi, 0, col), this_refmv[0]);
Jingning Han3f338832016-11-18 11:01:48 -0800198 ref_mv_stack[index].pred_diff[1] = av1_get_pred_diff_ctx(
Luc Trudeau2eb9b842017-12-13 11:19:16 -0500199 get_sub_block_pred_mv(candidate_mi, 1, col), this_refmv[1]);
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700200 ref_mv_stack[index].weight = weight * len;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700201 ++(*refmv_count);
202
Jingning Han835a49e2017-12-01 15:55:34 -0800203#if !CONFIG_OPT_REF_MV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800204 if (candidate->mode == NEW_NEWMV) ++*newmv_count;
Jingning Han835a49e2017-12-01 15:55:34 -0800205#endif
Yaowu Xuc27fc142016-08-22 16:08:15 -0700206 }
Jingning Han835a49e2017-12-01 15:55:34 -0800207#if CONFIG_OPT_REF_MV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800208 if (have_newmv_in_inter_mode(candidate->mode)) ++*newmv_count;
Jingning Han835a49e2017-12-01 15:55:34 -0800209 ++*ref_match_count;
210#endif
Yaowu Xuc27fc142016-08-22 16:08:15 -0700211 }
212 }
Yaowu Xuc27fc142016-08-22 16:08:15 -0700213}
214
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800215static void scan_row_mbmi(const AV1_COMMON *cm, const MACROBLOCKD *xd,
216 int mi_row, int mi_col,
217 const MV_REFERENCE_FRAME rf[2], int row_offset,
218 CANDIDATE_MV ref_mv_stack[][MAX_REF_MV_STACK_SIZE],
219 uint8_t refmv_count[MODE_CTX_REF_FRAMES],
220 uint8_t ref_match_count[MODE_CTX_REF_FRAMES],
221 uint8_t newmv_count[MODE_CTX_REF_FRAMES],
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100222#if USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800223 int_mv *gm_mv_candidates,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100224#endif // USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800225 int max_row_offset, int *processed_rows) {
Jingning Han5e19c9d2018-02-09 12:16:56 -0800226 int end_mi = AOMMIN(xd->n8_w, cm->mi_cols - mi_col);
227 end_mi = AOMMIN(end_mi, mi_size_wide[BLOCK_64X64]);
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700228 const int n8_w_8 = mi_size_wide[BLOCK_8X8];
229 const int n8_w_16 = mi_size_wide[BLOCK_16X16];
Yaowu Xuc27fc142016-08-22 16:08:15 -0700230 int i;
Jingning Han7f994772017-07-27 08:02:16 -0700231 int col_offset = 0;
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700232 const int shift = 0;
Jingning Hanc016df82016-12-09 12:37:28 -0800233 // TODO(jingning): Revisit this part after cb4x4 is stable.
Jingning Han74978fc2017-07-27 15:27:55 -0700234 if (abs(row_offset) > 1) {
Jingning Han74978fc2017-07-27 15:27:55 -0700235 col_offset = 1;
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700236 if (mi_col & 0x01 && xd->n8_w < n8_w_8) --col_offset;
Jingning Han7f994772017-07-27 08:02:16 -0700237 }
Yunqing Wangd797ea92017-08-27 18:05:55 -0700238 const int use_step_16 = (xd->n8_w >= 16);
Yunqing Wangd797ea92017-08-27 18:05:55 -0700239 MODE_INFO **const candidate_mi0 = xd->mi + row_offset * xd->mi_stride;
Yunqing Wang62fe78e2017-12-22 16:03:43 -0800240 (void)mi_row;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700241
Jonathan Matthewsca9132d2017-10-31 10:32:38 +0000242 for (i = 0; i < end_mi;) {
Yunqing Wangd797ea92017-08-27 18:05:55 -0700243 const MODE_INFO *const candidate_mi = candidate_mi0[col_offset + i];
244 const MB_MODE_INFO *const candidate = &candidate_mi->mbmi;
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700245 const int candidate_bsize = candidate->sb_type;
246 const int n8_w = mi_size_wide[candidate_bsize];
247 int len = AOMMIN(xd->n8_w, n8_w);
Yunqing Wangd797ea92017-08-27 18:05:55 -0700248 if (use_step_16)
249 len = AOMMAX(n8_w_16, len);
250 else if (abs(row_offset) > 1)
251 len = AOMMAX(len, n8_w_8);
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700252
253 int weight = 2;
254 if (xd->n8_w >= n8_w_8 && xd->n8_w <= n8_w) {
255 int inc = AOMMIN(-max_row_offset + row_offset + 1,
256 mi_size_high[candidate_bsize]);
257 // Obtain range used in weight calculation.
258 weight = AOMMAX(weight, (inc << shift));
259 // Update processed rows.
260 *processed_rows = inc - row_offset - 1;
261 }
262
RogerZhou3b635242017-09-19 10:06:46 -0700263#if CONFIG_AMVR
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800264 add_ref_mv_candidate(
265 candidate_mi, candidate, rf, refmv_count, ref_match_count, newmv_count,
266 ref_mv_stack, cm->allow_high_precision_mv, len,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100267#if USE_CUR_GM_REFMV
Sarah Parker0a5cc5f2017-10-03 17:53:53 -0700268 gm_mv_candidates, cm->global_motion,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100269#endif // USE_CUR_GM_REFMV
Yunqing Wang62fe78e2017-12-22 16:03:43 -0800270 col_offset + i, weight, cm->cur_frame_force_integer_mv);
RogerZhou3b635242017-09-19 10:06:46 -0700271#else
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800272 add_ref_mv_candidate(candidate_mi, candidate, rf, refmv_count,
273 ref_match_count, newmv_count, ref_mv_stack,
274 cm->allow_high_precision_mv, len,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100275#if USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800276 gm_mv_candidates, cm->global_motion,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100277#endif // USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800278 col_offset + i, weight);
RogerZhou3b635242017-09-19 10:06:46 -0700279#endif
Sarah Parker0a5cc5f2017-10-03 17:53:53 -0700280
Yunqing Wangd797ea92017-08-27 18:05:55 -0700281 i += len;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700282 }
Yaowu Xuc27fc142016-08-22 16:08:15 -0700283}
284
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800285static void scan_col_mbmi(const AV1_COMMON *cm, const MACROBLOCKD *xd,
286 int mi_row, int mi_col,
287 const MV_REFERENCE_FRAME rf[2], int col_offset,
288 CANDIDATE_MV ref_mv_stack[][MAX_REF_MV_STACK_SIZE],
289 uint8_t refmv_count[MODE_CTX_REF_FRAMES],
290 uint8_t ref_match_count[MODE_CTX_REF_FRAMES],
291 uint8_t newmv_count[MODE_CTX_REF_FRAMES],
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100292#if USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800293 int_mv *gm_mv_candidates,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100294#endif // USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800295 int max_col_offset, int *processed_cols) {
Jingning Han5e19c9d2018-02-09 12:16:56 -0800296 int end_mi = AOMMIN(xd->n8_h, cm->mi_rows - mi_row);
297 end_mi = AOMMIN(end_mi, mi_size_high[BLOCK_64X64]);
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700298 const int n8_h_8 = mi_size_high[BLOCK_8X8];
299 const int n8_h_16 = mi_size_high[BLOCK_16X16];
Yaowu Xuc27fc142016-08-22 16:08:15 -0700300 int i;
Jingning Han7f994772017-07-27 08:02:16 -0700301 int row_offset = 0;
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700302 const int shift = 0;
Jingning Han74978fc2017-07-27 15:27:55 -0700303 if (abs(col_offset) > 1) {
Jingning Han74978fc2017-07-27 15:27:55 -0700304 row_offset = 1;
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700305 if (mi_row & 0x01 && xd->n8_h < n8_h_8) --row_offset;
Jingning Han7f994772017-07-27 08:02:16 -0700306 }
Yunqing Wangd797ea92017-08-27 18:05:55 -0700307 const int use_step_16 = (xd->n8_h >= 16);
Yunqing Wang62fe78e2017-12-22 16:03:43 -0800308 (void)mi_col;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700309
Jonathan Matthewsca9132d2017-10-31 10:32:38 +0000310 for (i = 0; i < end_mi;) {
Yunqing Wangd797ea92017-08-27 18:05:55 -0700311 const MODE_INFO *const candidate_mi =
312 xd->mi[(row_offset + i) * xd->mi_stride + col_offset];
313 const MB_MODE_INFO *const candidate = &candidate_mi->mbmi;
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700314 const int candidate_bsize = candidate->sb_type;
315 const int n8_h = mi_size_high[candidate_bsize];
316 int len = AOMMIN(xd->n8_h, n8_h);
Yunqing Wangd797ea92017-08-27 18:05:55 -0700317 if (use_step_16)
318 len = AOMMAX(n8_h_16, len);
319 else if (abs(col_offset) > 1)
320 len = AOMMAX(len, n8_h_8);
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700321
322 int weight = 2;
323 if (xd->n8_h >= n8_h_8 && xd->n8_h <= n8_h) {
324 int inc = AOMMIN(-max_col_offset + col_offset + 1,
325 mi_size_wide[candidate_bsize]);
326 // Obtain range used in weight calculation.
327 weight = AOMMAX(weight, (inc << shift));
328 // Update processed cols.
329 *processed_cols = inc - col_offset - 1;
330 }
331
RogerZhou3b635242017-09-19 10:06:46 -0700332#if CONFIG_AMVR
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800333 add_ref_mv_candidate(candidate_mi, candidate, rf, refmv_count,
334 ref_match_count, newmv_count, ref_mv_stack,
335 cm->allow_high_precision_mv, len,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100336#if USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800337 gm_mv_candidates, cm->global_motion,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100338#endif // USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800339 col_offset, weight, cm->cur_frame_force_integer_mv);
RogerZhou3b635242017-09-19 10:06:46 -0700340#else
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800341 add_ref_mv_candidate(candidate_mi, candidate, rf, refmv_count,
342 ref_match_count, newmv_count, ref_mv_stack,
343 cm->allow_high_precision_mv, len,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100344#if USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800345 gm_mv_candidates, cm->global_motion,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100346#endif // USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800347 col_offset, weight);
RogerZhou3b635242017-09-19 10:06:46 -0700348#endif
Yunqing Wangd797ea92017-08-27 18:05:55 -0700349 i += len;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700350 }
Yaowu Xuc27fc142016-08-22 16:08:15 -0700351}
352
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800353static void scan_blk_mbmi(const AV1_COMMON *cm, const MACROBLOCKD *xd,
354 const int mi_row, const int mi_col,
355 const MV_REFERENCE_FRAME rf[2], int row_offset,
356 int col_offset,
357 CANDIDATE_MV ref_mv_stack[][MAX_REF_MV_STACK_SIZE],
358 uint8_t ref_match_count[MODE_CTX_REF_FRAMES],
359 uint8_t newmv_count[MODE_CTX_REF_FRAMES],
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100360#if USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800361 int_mv *gm_mv_candidates,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100362#endif // USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800363 uint8_t refmv_count[MODE_CTX_REF_FRAMES]) {
Yaowu Xuc27fc142016-08-22 16:08:15 -0700364 const TileInfo *const tile = &xd->tile;
365 POSITION mi_pos;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700366
367 mi_pos.row = row_offset;
368 mi_pos.col = col_offset;
369
Jonathan Matthewsca9132d2017-10-31 10:32:38 +0000370 if (is_inside(tile, mi_col, mi_row, cm->mi_rows, cm, &mi_pos)) {
Yaowu Xuc27fc142016-08-22 16:08:15 -0700371 const MODE_INFO *const candidate_mi =
372 xd->mi[mi_pos.row * xd->mi_stride + mi_pos.col];
373 const MB_MODE_INFO *const candidate = &candidate_mi->mbmi;
Jingning Hanc016df82016-12-09 12:37:28 -0800374 const int len = mi_size_wide[BLOCK_8X8];
Yaowu Xuc27fc142016-08-22 16:08:15 -0700375
RogerZhou3b635242017-09-19 10:06:46 -0700376#if CONFIG_AMVR
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800377 add_ref_mv_candidate(candidate_mi, candidate, rf, refmv_count,
378 ref_match_count, newmv_count, ref_mv_stack,
379 cm->allow_high_precision_mv, len,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100380#if USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800381 gm_mv_candidates, cm->global_motion,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100382#endif // USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800383 mi_pos.col, 2, cm->cur_frame_force_integer_mv);
RogerZhou3b635242017-09-19 10:06:46 -0700384#else
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800385 add_ref_mv_candidate(candidate_mi, candidate, rf, refmv_count,
386 ref_match_count, newmv_count, ref_mv_stack,
387 cm->allow_high_precision_mv, len,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100388#if USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800389 gm_mv_candidates, cm->global_motion,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100390#endif // USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800391 mi_pos.col, 2);
RogerZhou3b635242017-09-19 10:06:46 -0700392#endif
Yaowu Xuc27fc142016-08-22 16:08:15 -0700393 } // Analyze a single 8x8 block motion information.
Yaowu Xuc27fc142016-08-22 16:08:15 -0700394}
395
David Barker761b1ac2017-09-25 11:23:03 +0100396static int has_top_right(const AV1_COMMON *cm, const MACROBLOCKD *xd,
397 int mi_row, int mi_col, int bs) {
Imdad Sardharwalla4ec84ab2018-02-06 12:20:18 +0000398 const int sb_mi_size = mi_size_wide[cm->seq_params.sb_size];
David Barker761b1ac2017-09-25 11:23:03 +0100399 const int mask_row = mi_row & (sb_mi_size - 1);
400 const int mask_col = mi_col & (sb_mi_size - 1);
Jingning Han3eb1f072016-11-17 15:17:25 -0800401
Jingning Han5e19c9d2018-02-09 12:16:56 -0800402 if (bs > mi_size_wide[BLOCK_64X64]) return 0;
403
Yaowu Xuc27fc142016-08-22 16:08:15 -0700404 // In a split partition all apart from the bottom right has a top right
Jingning Han3eb1f072016-11-17 15:17:25 -0800405 int has_tr = !((mask_row & bs) && (mask_col & bs));
Yaowu Xuc27fc142016-08-22 16:08:15 -0700406
407 // bs > 0 and bs is a power of 2
408 assert(bs > 0 && !(bs & (bs - 1)));
409
410 // For each 4x4 group of blocks, when the bottom right is decoded the blocks
411 // to the right have not been decoded therefore the bottom right does
412 // not have a top right
David Barker761b1ac2017-09-25 11:23:03 +0100413 while (bs < sb_mi_size) {
Jingning Han3eb1f072016-11-17 15:17:25 -0800414 if (mask_col & bs) {
415 if ((mask_col & (2 * bs)) && (mask_row & (2 * bs))) {
Yaowu Xuc27fc142016-08-22 16:08:15 -0700416 has_tr = 0;
417 break;
418 }
419 } else {
420 break;
421 }
422 bs <<= 1;
423 }
424
425 // The left hand of two vertical rectangles always has a top right (as the
426 // block above will have been decoded)
427 if (xd->n8_w < xd->n8_h)
428 if (!xd->is_sec_rect) has_tr = 1;
429
430 // The bottom of two horizontal rectangles never has a top right (as the block
431 // to the right won't have been decoded)
432 if (xd->n8_w > xd->n8_h)
433 if (xd->is_sec_rect) has_tr = 0;
434
Frederic Barbier3f53da72017-12-18 15:24:46 +0100435#if CONFIG_EXT_PARTITION_TYPES
Rupert Swarbrick3dd33912017-09-12 14:24:11 +0100436 // The bottom left square of a Vertical A (in the old format) does
437 // not have a top right as it is decoded before the right hand
438 // rectangle of the partition
Jingning Han56066252018-02-16 15:46:07 -0800439 if (xd->mi[0]->mbmi.partition == PARTITION_VERT_A) {
440 if (mask_row & bs) has_tr = 0;
441 }
Yaowu Xuc27fc142016-08-22 16:08:15 -0700442#endif // CONFIG_EXT_PARTITION_TYPES
443
444 return has_tr;
445}
446
Jingning Hanffbb0f92017-08-24 11:52:21 -0700447#if CONFIG_MFMV
Jingning Hand41869a2018-02-09 10:44:30 -0800448static int check_sb_border(const int mi_row, const int mi_col,
449 const int row_offset, const int col_offset) {
450 const int sb_mi_size = mi_size_wide[BLOCK_64X64];
David Barker761b1ac2017-09-25 11:23:03 +0100451 const int row = mi_row & (sb_mi_size - 1);
452 const int col = mi_col & (sb_mi_size - 1);
Jingning Han83c27ec2017-09-20 08:05:17 -0700453
David Barker761b1ac2017-09-25 11:23:03 +0100454 if (row + row_offset < 0 || row + row_offset >= sb_mi_size ||
455 col + col_offset < 0 || col + col_offset >= sb_mi_size)
Jingning Han83c27ec2017-09-20 08:05:17 -0700456 return 0;
457
458 return 1;
459}
460
Jingning Hanffbb0f92017-08-24 11:52:21 -0700461static int add_tpl_ref_mv(const AV1_COMMON *cm,
462 const MV_REF *prev_frame_mvs_base,
463 const MACROBLOCKD *xd, int mi_row, int mi_col,
464 MV_REFERENCE_FRAME ref_frame, int blk_row,
Jingning Hana07a3b22018-02-05 14:32:28 -0800465 int blk_col, int_mv *gm_mv_candidates,
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800466 uint8_t refmv_count[MODE_CTX_REF_FRAMES],
467 CANDIDATE_MV ref_mv_stacks[][MAX_REF_MV_STACK_SIZE],
Jingning Hana07a3b22018-02-05 14:32:28 -0800468 int16_t *mode_context) {
Jingning Hanffbb0f92017-08-24 11:52:21 -0700469 (void)prev_frame_mvs_base;
470 POSITION mi_pos;
471 int idx;
472 int coll_blk_count = 0;
473 const int weight_unit = 1; // mi_size_wide[BLOCK_8X8];
474
Jingning Hana07a3b22018-02-05 14:32:28 -0800475 (void)gm_mv_candidates;
476
Jingning Hanffbb0f92017-08-24 11:52:21 -0700477 mi_pos.row = (mi_row & 0x01) ? blk_row : blk_row + 1;
478 mi_pos.col = (mi_col & 0x01) ? blk_col : blk_col + 1;
Jingning Hanffbb0f92017-08-24 11:52:21 -0700479
480 if (!is_inside(&xd->tile, mi_col, mi_row, cm->mi_rows, cm, &mi_pos))
481 return coll_blk_count;
482
Jingning Hanc7d198e2017-10-12 16:11:06 -0700483 const TPL_MV_REF *prev_frame_mvs =
Jingning Han6cc1fd32017-10-13 09:05:36 -0700484 cm->tpl_mvs + ((mi_row + mi_pos.row) >> 1) * (cm->mi_stride >> 1) +
Jingning Hanc7d198e2017-10-12 16:11:06 -0700485 ((mi_col + mi_pos.col) >> 1);
Jingning Han5946d362017-09-18 12:56:00 -0700486
Jingning Hanffbb0f92017-08-24 11:52:21 -0700487 MV_REFERENCE_FRAME rf[2];
488 av1_set_ref_frame(rf, ref_frame);
489
490 if (rf[1] == NONE_FRAME) {
Frank Bossen7b6bb942018-01-25 07:49:52 -0500491 int cur_frame_index = cm->cur_frame->cur_frame_offset;
492 int buf_idx_0 = cm->frame_refs[FWD_RF_OFFSET(rf[0])].idx;
Yaowu Xu30bf8712018-01-26 07:56:45 -0800493 int frame0_index = cm->buffer_pool->frame_bufs[buf_idx_0].cur_frame_offset;
494 int cur_offset_0 = cur_frame_index - frame0_index;
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800495 CANDIDATE_MV *ref_mv_stack = ref_mv_stacks[rf[0]];
Frank Bossen7b6bb942018-01-25 07:49:52 -0500496
Jingning Hanffbb0f92017-08-24 11:52:21 -0700497 for (int i = 0; i < MFMV_STACK_SIZE; ++i) {
Frank Bossen7b6bb942018-01-25 07:49:52 -0500498 if (prev_frame_mvs->mfmv0[i].as_int != INVALID_MV) {
499 int_mv this_refmv;
500
501 get_mv_projection(&this_refmv.as_mv, prev_frame_mvs->mfmv0[i].as_mv,
502 cur_offset_0, prev_frame_mvs->ref_frame_offset[i]);
RogerZhou088251e2017-11-14 10:52:12 -0800503#if CONFIG_AMVR
504 lower_mv_precision(&this_refmv.as_mv, cm->allow_high_precision_mv,
505 cm->cur_frame_force_integer_mv);
506#else
Jingning Hanffbb0f92017-08-24 11:52:21 -0700507 lower_mv_precision(&this_refmv.as_mv, cm->allow_high_precision_mv);
RogerZhou088251e2017-11-14 10:52:12 -0800508#endif
Jingning Hanffbb0f92017-08-24 11:52:21 -0700509
Jingning Hana07a3b22018-02-05 14:32:28 -0800510#if CONFIG_OPT_REF_MV
511 if (blk_row == 0 && blk_col == 0)
512 if (abs(this_refmv.as_mv.row - gm_mv_candidates[0].as_mv.row) >= 16 ||
513 abs(this_refmv.as_mv.col - gm_mv_candidates[0].as_mv.col) >= 16)
514 mode_context[ref_frame] |= (1 << GLOBALMV_OFFSET);
515#else
Jingning Han0e4c8062017-10-03 20:27:22 -0700516 if (blk_row == 0 && blk_col == 0)
517 if (abs(this_refmv.as_mv.row) >= 16 ||
518 abs(this_refmv.as_mv.col) >= 16)
Sarah Parker2b9ec2e2017-10-30 17:34:08 -0700519 mode_context[ref_frame] |= (1 << GLOBALMV_OFFSET);
Jingning Hana07a3b22018-02-05 14:32:28 -0800520#endif
Jingning Hanffbb0f92017-08-24 11:52:21 -0700521
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800522 for (idx = 0; idx < refmv_count[rf[0]]; ++idx)
Jingning Hanc9c81892018-02-07 20:12:26 -0800523 if (this_refmv.as_int == ref_mv_stack[idx].this_mv.as_int) break;
Jingning Hanffbb0f92017-08-24 11:52:21 -0700524
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800525 if (idx < refmv_count[rf[0]])
526 ref_mv_stack[idx].weight += 2 * weight_unit;
Jingning Hanffbb0f92017-08-24 11:52:21 -0700527
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800528 if (idx == refmv_count[rf[0]] &&
529 refmv_count[rf[0]] < MAX_REF_MV_STACK_SIZE) {
Jingning Hanffbb0f92017-08-24 11:52:21 -0700530 ref_mv_stack[idx].this_mv.as_int = this_refmv.as_int;
531 // TODO(jingning): Hard coded context number. Need to make it better
532 // sense.
533 ref_mv_stack[idx].pred_diff[0] = 1;
534 ref_mv_stack[idx].weight = 2 * weight_unit;
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800535 ++(refmv_count[rf[0]]);
Jingning Hanffbb0f92017-08-24 11:52:21 -0700536 }
537
538 ++coll_blk_count;
Jingning Han2049c012018-02-07 20:24:48 -0800539 return coll_blk_count;
Jingning Hanffbb0f92017-08-24 11:52:21 -0700540 }
541 }
542 } else {
543 // Process compound inter mode
Frank Bossen7b6bb942018-01-25 07:49:52 -0500544 int cur_frame_index = cm->cur_frame->cur_frame_offset;
545 int buf_idx_0 = cm->frame_refs[FWD_RF_OFFSET(rf[0])].idx;
Yaowu Xu30bf8712018-01-26 07:56:45 -0800546 int frame0_index = cm->buffer_pool->frame_bufs[buf_idx_0].cur_frame_offset;
547
548 int cur_offset_0 = cur_frame_index - frame0_index;
Frank Bossen7b6bb942018-01-25 07:49:52 -0500549 int buf_idx_1 = cm->frame_refs[FWD_RF_OFFSET(rf[1])].idx;
Yaowu Xu30bf8712018-01-26 07:56:45 -0800550 int frame1_index = cm->buffer_pool->frame_bufs[buf_idx_1].cur_frame_offset;
551 int cur_offset_1 = cur_frame_index - frame1_index;
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800552 CANDIDATE_MV *ref_mv_stack = ref_mv_stacks[ref_frame];
Frank Bossen7b6bb942018-01-25 07:49:52 -0500553
Jingning Hanffbb0f92017-08-24 11:52:21 -0700554 for (int i = 0; i < MFMV_STACK_SIZE; ++i) {
Frank Bossen7b6bb942018-01-25 07:49:52 -0500555 if (prev_frame_mvs->mfmv0[i].as_int != INVALID_MV) {
556 int_mv this_refmv;
557 int_mv comp_refmv;
558 get_mv_projection(&this_refmv.as_mv, prev_frame_mvs->mfmv0[i].as_mv,
559 cur_offset_0, prev_frame_mvs->ref_frame_offset[i]);
560 get_mv_projection(&comp_refmv.as_mv, prev_frame_mvs->mfmv0[i].as_mv,
561 cur_offset_1, prev_frame_mvs->ref_frame_offset[i]);
562
RogerZhou088251e2017-11-14 10:52:12 -0800563#if CONFIG_AMVR
564 lower_mv_precision(&this_refmv.as_mv, cm->allow_high_precision_mv,
565 cm->cur_frame_force_integer_mv);
566 lower_mv_precision(&comp_refmv.as_mv, cm->allow_high_precision_mv,
567 cm->cur_frame_force_integer_mv);
568#else
Jingning Hanffbb0f92017-08-24 11:52:21 -0700569 lower_mv_precision(&this_refmv.as_mv, cm->allow_high_precision_mv);
570 lower_mv_precision(&comp_refmv.as_mv, cm->allow_high_precision_mv);
RogerZhou088251e2017-11-14 10:52:12 -0800571#endif
Jingning Hana07a3b22018-02-05 14:32:28 -0800572
573#if CONFIG_OPT_REF_MV
574 if (blk_row == 0 && blk_col == 0)
575 if (abs(this_refmv.as_mv.row - gm_mv_candidates[0].as_mv.row) >= 16 ||
576 abs(this_refmv.as_mv.col - gm_mv_candidates[0].as_mv.col) >= 16 ||
577 abs(comp_refmv.as_mv.row - gm_mv_candidates[1].as_mv.row) >= 16 ||
578 abs(comp_refmv.as_mv.col - gm_mv_candidates[1].as_mv.col) >= 16)
579 mode_context[ref_frame] |= (1 << GLOBALMV_OFFSET);
580#else
Jingning Han0e4c8062017-10-03 20:27:22 -0700581 if (blk_row == 0 && blk_col == 0)
582 if (abs(this_refmv.as_mv.row) >= 16 ||
583 abs(this_refmv.as_mv.col) >= 16 ||
584 abs(comp_refmv.as_mv.row) >= 16 ||
585 abs(comp_refmv.as_mv.col) >= 16)
Sarah Parker2b9ec2e2017-10-30 17:34:08 -0700586 mode_context[ref_frame] |= (1 << GLOBALMV_OFFSET);
Jingning Hana07a3b22018-02-05 14:32:28 -0800587#endif
Jingning Hanffbb0f92017-08-24 11:52:21 -0700588
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800589 for (idx = 0; idx < refmv_count[ref_frame]; ++idx)
Jingning Hanc9c81892018-02-07 20:12:26 -0800590 if (this_refmv.as_int == ref_mv_stack[idx].this_mv.as_int &&
591 comp_refmv.as_int == ref_mv_stack[idx].comp_mv.as_int)
Jingning Hanffbb0f92017-08-24 11:52:21 -0700592 break;
593
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800594 if (idx < refmv_count[ref_frame])
595 ref_mv_stack[idx].weight += 2 * weight_unit;
Jingning Hanffbb0f92017-08-24 11:52:21 -0700596
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800597 if (idx == refmv_count[ref_frame] &&
598 refmv_count[ref_frame] < MAX_REF_MV_STACK_SIZE) {
Jingning Hanffbb0f92017-08-24 11:52:21 -0700599 ref_mv_stack[idx].this_mv.as_int = this_refmv.as_int;
600 ref_mv_stack[idx].comp_mv.as_int = comp_refmv.as_int;
601 // TODO(jingning): Hard coded context number. Need to make it better
602 // sense.
603 ref_mv_stack[idx].pred_diff[0] = 1;
604 ref_mv_stack[idx].pred_diff[1] = 1;
605 ref_mv_stack[idx].weight = 2 * weight_unit;
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800606 ++(refmv_count[ref_frame]);
Jingning Hanffbb0f92017-08-24 11:52:21 -0700607 }
608
609 ++coll_blk_count;
Jingning Han2049c012018-02-07 20:24:48 -0800610 return coll_blk_count;
Jingning Hanffbb0f92017-08-24 11:52:21 -0700611 }
612 }
613 }
614
615 return coll_blk_count;
616}
617#else
Yaowu Xudc035da2016-09-27 10:29:34 -0700618static int add_col_ref_mv(const AV1_COMMON *cm,
619 const MV_REF *prev_frame_mvs_base,
Yunqing Wangd1d511f2017-10-05 08:44:46 -0700620 int prev_frame_mvs_stride, const MACROBLOCKD *xd,
621 int mi_row, int mi_col, MV_REFERENCE_FRAME ref_frame,
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800622 int blk_row, int blk_col,
623 uint8_t refmv_count[MODE_CTX_REF_FRAMES],
624 CANDIDATE_MV ref_mv_stacks[][MAX_REF_MV_STACK_SIZE],
625 int16_t *mode_context) {
Yunqing Wangd1d511f2017-10-05 08:44:46 -0700626#if CONFIG_TMV
627 const MV_REF *prev_frame_mvs = prev_frame_mvs_base +
Yunqing Wangc99a5642017-10-11 13:48:22 -0700628 (blk_row >> 1) * prev_frame_mvs_stride +
629 (blk_col >> 1);
Yunqing Wangd1d511f2017-10-05 08:44:46 -0700630#else
Yaowu Xudc035da2016-09-27 10:29:34 -0700631 const MV_REF *prev_frame_mvs =
Yunqing Wangd1d511f2017-10-05 08:44:46 -0700632 prev_frame_mvs_base + blk_row * prev_frame_mvs_stride + blk_col;
633#endif
Yaowu Xudc035da2016-09-27 10:29:34 -0700634 POSITION mi_pos;
635 int ref, idx;
636 int coll_blk_count = 0;
Jingning Hanc016df82016-12-09 12:37:28 -0800637 const int weight_unit = mi_size_wide[BLOCK_8X8];
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800638 CANDIDATE_MV *ref_mv_stack = ref_mv_stacks[ref_frame];
Yaowu Xudc035da2016-09-27 10:29:34 -0700639
Yunqing Wangd1d511f2017-10-05 08:44:46 -0700640#if CONFIG_TMV
641 mi_pos.row = blk_row;
642 mi_pos.col = blk_col;
643#else
zhipin dengeb019b82017-02-17 17:49:03 +0800644 mi_pos.row = (mi_row & 0x01) ? blk_row : blk_row + 1;
645 mi_pos.col = (mi_col & 0x01) ? blk_col : blk_col + 1;
Yunqing Wangd1d511f2017-10-05 08:44:46 -0700646#endif // CONFIG_TMV
Yaowu Xudc035da2016-09-27 10:29:34 -0700647
Yaowu Xu531d6af2017-03-07 17:48:52 -0800648 if (!is_inside(&xd->tile, mi_col, mi_row, cm->mi_rows, cm, &mi_pos))
Fangwen Fu7b9f2b32017-01-17 14:01:52 -0800649 return coll_blk_count;
Yaowu Xudc035da2016-09-27 10:29:34 -0700650 for (ref = 0; ref < 2; ++ref) {
651 if (prev_frame_mvs->ref_frame[ref] == ref_frame) {
652 int_mv this_refmv = prev_frame_mvs->mv[ref];
RogerZhou3b635242017-09-19 10:06:46 -0700653#if CONFIG_AMVR
654 lower_mv_precision(&this_refmv.as_mv, cm->allow_high_precision_mv,
RogerZhou10a03802017-10-26 11:49:48 -0700655 cm->cur_frame_force_integer_mv);
RogerZhou3b635242017-09-19 10:06:46 -0700656#else
Yaowu Xudc035da2016-09-27 10:29:34 -0700657 lower_mv_precision(&this_refmv.as_mv, cm->allow_high_precision_mv);
RogerZhou3b635242017-09-19 10:06:46 -0700658#endif
Jingning Han0e4c8062017-10-03 20:27:22 -0700659
660#if CONFIG_OPT_REF_MV
661 if (blk_row == 0 && blk_col == 0)
662#endif
663 {
664 if (abs(this_refmv.as_mv.row) >= 16 || abs(this_refmv.as_mv.col) >= 16)
Sarah Parker2b9ec2e2017-10-30 17:34:08 -0700665 mode_context[ref_frame] |= (1 << GLOBALMV_OFFSET);
Jingning Han0e4c8062017-10-03 20:27:22 -0700666 }
Yaowu Xudc035da2016-09-27 10:29:34 -0700667
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800668 for (idx = 0; idx < refmv_count[ref_frame]; ++idx)
Yaowu Xudc035da2016-09-27 10:29:34 -0700669 if (this_refmv.as_int == ref_mv_stack[idx].this_mv.as_int) break;
670
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800671 if (idx < refmv_count[ref_frame])
672 ref_mv_stack[idx].weight += 2 * weight_unit;
Yaowu Xudc035da2016-09-27 10:29:34 -0700673
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800674 if (idx == refmv_count[ref_frame] &&
675 refmv_count[ref_frame] < MAX_REF_MV_STACK_SIZE) {
Yaowu Xudc035da2016-09-27 10:29:34 -0700676 ref_mv_stack[idx].this_mv.as_int = this_refmv.as_int;
Jingning Han3f338832016-11-18 11:01:48 -0800677 ref_mv_stack[idx].pred_diff[0] =
678 av1_get_pred_diff_ctx(prev_frame_mvs->pred_mv[ref], this_refmv);
Jingning Hanc016df82016-12-09 12:37:28 -0800679 ref_mv_stack[idx].weight = 2 * weight_unit;
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800680 ++(refmv_count[ref_frame]);
Yaowu Xudc035da2016-09-27 10:29:34 -0700681 }
682
683 ++coll_blk_count;
684 }
685 }
686
687 return coll_blk_count;
688}
Zoe Liu294f59d2017-10-31 23:02:04 -0700689#endif // CONFIG_MFMV
Yaowu Xudc035da2016-09-27 10:29:34 -0700690
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800691static void setup_ref_mv_list(
692 const AV1_COMMON *cm, const MACROBLOCKD *xd, MV_REFERENCE_FRAME ref_frame,
693 uint8_t refmv_count[MODE_CTX_REF_FRAMES],
694 CANDIDATE_MV ref_mv_stack[][MAX_REF_MV_STACK_SIZE],
695 int_mv mv_ref_list[][MAX_MV_REF_CANDIDATES],
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100696#if USE_CUR_GM_REFMV
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800697 int_mv *gm_mv_candidates,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100698#endif // USE_CUR_GM_REFMV
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800699 int mi_row, int mi_col, int16_t *mode_context, int compound_search) {
Yunqing Wangd1d511f2017-10-05 08:44:46 -0700700#if CONFIG_TMV
701 const int prev_frame_mvs_stride = ROUND_POWER_OF_TWO(cm->mi_cols, 1);
702 const int tmi_row = mi_row & 0xfffe;
703 const int tmi_col = mi_col & 0xfffe;
704 const MV_REF *const prev_frame_mvs_base =
705 cm->use_prev_frame_mvs
706 ? cm->prev_frame->mvs + (tmi_row >> 1) * prev_frame_mvs_stride +
707 (tmi_col >> 1)
708 : NULL;
709#else
710 const int prev_frame_mvs_stride = cm->mi_cols;
zhipin dengeb019b82017-02-17 17:49:03 +0800711 const MV_REF *const prev_frame_mvs_base =
712 cm->use_prev_frame_mvs
Yunqing Wangd1d511f2017-10-05 08:44:46 -0700713 ? cm->prev_frame->mvs +
714 (((mi_row >> 1) << 1) + 1) * prev_frame_mvs_stride +
zhipin dengeb019b82017-02-17 17:49:03 +0800715 ((mi_col >> 1) << 1) + 1
716 : NULL;
Yunqing Wangd1d511f2017-10-05 08:44:46 -0700717#endif // CONFIG_TMV
Yaowu Xuc27fc142016-08-22 16:08:15 -0700718
Yaowu Xudc035da2016-09-27 10:29:34 -0700719 const int bs = AOMMAX(xd->n8_w, xd->n8_h);
David Barker761b1ac2017-09-25 11:23:03 +0100720 const int has_tr = has_top_right(cm, xd, mi_row, mi_col, bs);
Yaowu Xuc27fc142016-08-22 16:08:15 -0700721 MV_REFERENCE_FRAME rf[2];
Yaowu Xuc27fc142016-08-22 16:08:15 -0700722
Yunqing Wangd797ea92017-08-27 18:05:55 -0700723 const TileInfo *const tile = &xd->tile;
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700724 int max_row_offset = 0, max_col_offset = 0;
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700725 const int row_adj = (xd->n8_h < mi_size_high[BLOCK_8X8]) && (mi_row & 0x01);
726 const int col_adj = (xd->n8_w < mi_size_wide[BLOCK_8X8]) && (mi_col & 0x01);
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700727 int processed_rows = 0;
728 int processed_cols = 0;
Yunqing Wangd797ea92017-08-27 18:05:55 -0700729
Yaowu Xudc035da2016-09-27 10:29:34 -0700730 av1_set_ref_frame(rf, ref_frame);
Yaowu Xuc27fc142016-08-22 16:08:15 -0700731 mode_context[ref_frame] = 0;
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800732 if (!compound_search) {
733 refmv_count[ref_frame] = 0;
734 } else {
735 refmv_count[ref_frame] = 0;
736 // refmv_count[rf[0]] = 0;
737 // refmv_count[rf[1]] = 0;
738 }
Yaowu Xuc27fc142016-08-22 16:08:15 -0700739
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700740 // Find valid maximum row/col offset.
741 if (xd->up_available) {
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700742 max_row_offset = -(MVREF_ROWS << 1) + row_adj;
Jingning Han818b0062017-12-21 15:21:32 -0800743#if CONFIG_OPT_REF_MV
744 if (xd->n8_h < mi_size_high[BLOCK_8X8])
745 max_row_offset = -(2 << 1) + row_adj;
746#endif
Yunqing Wangd797ea92017-08-27 18:05:55 -0700747 max_row_offset =
748 find_valid_row_offset(tile, mi_row, cm->mi_rows, cm, max_row_offset);
Yunqing Wangd797ea92017-08-27 18:05:55 -0700749 }
Yaowu Xuc27fc142016-08-22 16:08:15 -0700750
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700751 if (xd->left_available) {
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700752 max_col_offset = -(MVREF_COLS << 1) + col_adj;
Jingning Han818b0062017-12-21 15:21:32 -0800753#if CONFIG_OPT_REF_MV
754 if (xd->n8_w < mi_size_wide[BLOCK_8X8])
755 max_col_offset = -(2 << 1) + col_adj;
756#endif
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700757 max_col_offset = find_valid_col_offset(tile, mi_col, max_col_offset);
758 }
759
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800760 uint8_t ref_match_count[MODE_CTX_REF_FRAMES] = { 0 };
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800761 uint8_t newmv_count[MODE_CTX_REF_FRAMES] = { 0 };
Sebastien Alaiwan62cc5852017-12-05 10:19:04 +0100762
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700763 // Scan the first above row mode info. row_offset = -1;
764 if (abs(max_row_offset) >= 1)
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800765 scan_row_mbmi(cm, xd, mi_row, mi_col, rf, -1, ref_mv_stack, refmv_count,
766 ref_match_count, newmv_count,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100767#if USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800768 gm_mv_candidates,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100769#endif // USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800770 max_row_offset, &processed_rows);
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700771 // Scan the first left column mode info. col_offset = -1;
772 if (abs(max_col_offset) >= 1)
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800773 scan_col_mbmi(cm, xd, mi_row, mi_col, rf, -1, ref_mv_stack, refmv_count,
774 ref_match_count, newmv_count,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100775#if USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800776 gm_mv_candidates,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100777#endif // USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800778 max_col_offset, &processed_cols);
Yaowu Xuc27fc142016-08-22 16:08:15 -0700779 // Check top-right boundary
780 if (has_tr)
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800781 scan_blk_mbmi(cm, xd, mi_row, mi_col, rf, -1, xd->n8_w, ref_mv_stack,
782 ref_match_count, newmv_count,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100783#if USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800784 gm_mv_candidates,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100785#endif // USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800786 refmv_count);
Yaowu Xuc27fc142016-08-22 16:08:15 -0700787
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800788 uint8_t nearest_match[MODE_CTX_REF_FRAMES];
789 uint8_t nearest_refmv_count[MODE_CTX_REF_FRAMES];
Yaowu Xuc27fc142016-08-22 16:08:15 -0700790
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800791 nearest_match[ref_frame] = ref_match_count[ref_frame];
792 nearest_refmv_count[ref_frame] = refmv_count[ref_frame];
793
794 // TODO(yunqing): for comp_search, do it for all 3 cases.
795 for (int idx = 0; idx < nearest_refmv_count[ref_frame]; ++idx)
796 ref_mv_stack[ref_frame][idx].weight += REF_CAT_LEVEL;
Jingning Hanffbb0f92017-08-24 11:52:21 -0700797
798#if CONFIG_MFMV
Jingning Hane17ebe92017-11-03 15:25:42 -0700799 if (cm->use_ref_frame_mvs) {
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800800 int coll_blk_count[MODE_CTX_REF_FRAMES] = { 0 };
Sebastien Alaiwan62cc5852017-12-05 10:19:04 +0100801 const int voffset = AOMMAX(mi_size_high[BLOCK_8X8], xd->n8_h);
802 const int hoffset = AOMMAX(mi_size_wide[BLOCK_8X8], xd->n8_w);
Jingning Han5e19c9d2018-02-09 12:16:56 -0800803 const int blk_row_end = AOMMIN(xd->n8_h, mi_size_high[BLOCK_64X64]);
804 const int blk_col_end = AOMMIN(xd->n8_w, mi_size_wide[BLOCK_64X64]);
Jingning Hanffbb0f92017-08-24 11:52:21 -0700805
Jingning Han4c864e02017-12-22 10:03:03 -0800806 const int tpl_sample_pos[3][2] = {
Johann6b41d4d2018-02-08 14:32:53 -0800807 { voffset, -2 },
808 { voffset, hoffset },
809 { voffset - 2, hoffset },
Jingning Hand4e87162017-10-31 09:22:58 -0700810 };
Jingning Han4c864e02017-12-22 10:03:03 -0800811 const int allow_extension = (xd->n8_h >= mi_size_high[BLOCK_8X8]) &&
Jingning Han5e19c9d2018-02-09 12:16:56 -0800812 (xd->n8_h < mi_size_high[BLOCK_64X64]) &&
813 (xd->n8_w >= mi_size_wide[BLOCK_8X8]) &&
814 (xd->n8_w < mi_size_wide[BLOCK_64X64]);
Jingning Hanffbb0f92017-08-24 11:52:21 -0700815
Jingning Han73190512018-02-12 16:42:09 -0800816 int step_h = (xd->n8_h >= mi_size_high[BLOCK_64X64])
817 ? mi_size_high[BLOCK_16X16]
818 : mi_size_high[BLOCK_8X8];
819 int step_w = (xd->n8_w >= mi_size_wide[BLOCK_64X64])
820 ? mi_size_wide[BLOCK_16X16]
821 : mi_size_wide[BLOCK_8X8];
822
823 for (int blk_row = 0; blk_row < blk_row_end; blk_row += step_h) {
824 for (int blk_col = 0; blk_col < blk_col_end; blk_col += step_w) {
Jingning Hand4e87162017-10-31 09:22:58 -0700825 // (TODO: yunqing) prev_frame_mvs_base is not used here, tpl_mvs is
826 // used.
827 // Can be modified the same way.
828 int is_available = add_tpl_ref_mv(
829 cm, prev_frame_mvs_base, xd, mi_row, mi_col, ref_frame, blk_row,
Jingning Hana07a3b22018-02-05 14:32:28 -0800830 blk_col, gm_mv_candidates, refmv_count, ref_mv_stack, mode_context);
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800831 if (blk_row == 0 && blk_col == 0)
832 coll_blk_count[ref_frame] = is_available;
Jingning Hand4e87162017-10-31 09:22:58 -0700833 }
834 }
835
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800836 if (coll_blk_count[ref_frame] == 0)
837 mode_context[ref_frame] |= (1 << GLOBALMV_OFFSET);
Jingning Hand4e87162017-10-31 09:22:58 -0700838
Jingning Han4c864e02017-12-22 10:03:03 -0800839 for (int i = 0; i < 3 && allow_extension; ++i) {
Sebastien Alaiwan62cc5852017-12-05 10:19:04 +0100840 const int blk_row = tpl_sample_pos[i][0];
841 const int blk_col = tpl_sample_pos[i][1];
Jingning Hand4e87162017-10-31 09:22:58 -0700842
Jingning Hand41869a2018-02-09 10:44:30 -0800843 if (!check_sb_border(mi_row, mi_col, blk_row, blk_col)) continue;
Yunqing Wangd1d511f2017-10-05 08:44:46 -0700844 // (TODO: yunqing) prev_frame_mvs_base is not used here, tpl_mvs is used.
845 // Can be modified the same way.
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800846 coll_blk_count[ref_frame] += add_tpl_ref_mv(
Jingning Hana07a3b22018-02-05 14:32:28 -0800847 cm, prev_frame_mvs_base, xd, mi_row, mi_col, ref_frame, blk_row,
848 blk_col, gm_mv_candidates, refmv_count, ref_mv_stack, mode_context);
Jingning Hanffbb0f92017-08-24 11:52:21 -0700849 }
850 }
Jingning Hanffbb0f92017-08-24 11:52:21 -0700851#else
Frederic Barbier98c16fa2018-02-07 10:22:51 +0100852 if (cm->use_prev_frame_mvs && rf[1] == NONE_FRAME) {
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800853 int coll_blk_count[MODE_CTX_REF_FRAMES] = { 0 };
Jingning Hanfab16032016-12-16 14:52:45 -0800854 const int mi_step = (xd->n8_w == 1 || xd->n8_h == 1)
855 ? mi_size_wide[BLOCK_8X8]
856 : mi_size_wide[BLOCK_16X16];
Jingning Han8cf83642017-01-30 14:39:28 -0800857
Sebastien Alaiwan62cc5852017-12-05 10:19:04 +0100858 for (int blk_row = 0; blk_row < xd->n8_h; blk_row += mi_step) {
859 for (int blk_col = 0; blk_col < xd->n8_w; blk_col += mi_step) {
Yunqing Wangd1d511f2017-10-05 08:44:46 -0700860#if CONFIG_TMV
861 int is_available =
862 add_col_ref_mv(cm, prev_frame_mvs_base, prev_frame_mvs_stride, xd,
863 tmi_row, tmi_col, ref_frame, blk_row, blk_col,
864 refmv_count, ref_mv_stack, mode_context);
865#else
866 int is_available =
867 add_col_ref_mv(cm, prev_frame_mvs_base, prev_frame_mvs_stride, xd,
868 mi_row, mi_col, ref_frame, blk_row, blk_col,
869 refmv_count, ref_mv_stack, mode_context);
870#endif // CONFIG_TMV
Jingning Han0e4c8062017-10-03 20:27:22 -0700871#if CONFIG_OPT_REF_MV
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800872 if (blk_row == 0 && blk_col == 0)
873 coll_blk_count[ref_frame] = is_available;
Jingning Han0e4c8062017-10-03 20:27:22 -0700874#else
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800875 coll_blk_count[ref_frame] += is_available;
Jingning Han0e4c8062017-10-03 20:27:22 -0700876#endif
Yaowu Xuc27fc142016-08-22 16:08:15 -0700877 }
878 }
Jingning Han8cf83642017-01-30 14:39:28 -0800879
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800880 if (coll_blk_count[ref_frame] == 0)
881 mode_context[ref_frame] |= (1 << GLOBALMV_OFFSET);
Yaowu Xudc035da2016-09-27 10:29:34 -0700882 } else {
Sarah Parker2b9ec2e2017-10-30 17:34:08 -0700883 mode_context[ref_frame] |= (1 << GLOBALMV_OFFSET);
Yaowu Xuc27fc142016-08-22 16:08:15 -0700884 }
Zoe Liu294f59d2017-10-31 23:02:04 -0700885#endif // CONFIG_MFMV
Yaowu Xuc27fc142016-08-22 16:08:15 -0700886
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800887 uint8_t dummy_newmv_count[MODE_CTX_REF_FRAMES] = { 0 };
888
Jingning Han24e0a182016-11-20 22:34:12 -0800889 // Scan the second outer area.
Luc Trudeau2eb9b842017-12-13 11:19:16 -0500890 scan_blk_mbmi(cm, xd, mi_row, mi_col, rf, -1, -1, ref_mv_stack,
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800891 ref_match_count, dummy_newmv_count,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100892#if USE_CUR_GM_REFMV
Sarah Parker0a5cc5f2017-10-03 17:53:53 -0700893 gm_mv_candidates,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100894#endif // USE_CUR_GM_REFMV
Dengca8d24d2016-10-17 14:06:35 +0800895 refmv_count);
Jingning Han818b0062017-12-21 15:21:32 -0800896
Sebastien Alaiwan62cc5852017-12-05 10:19:04 +0100897 for (int idx = 2; idx <= MVREF_ROWS; ++idx) {
898 const int row_offset = -(idx << 1) + 1 + row_adj;
899 const int col_offset = -(idx << 1) + 1 + col_adj;
Yunqing Wangd797ea92017-08-27 18:05:55 -0700900
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700901 if (abs(row_offset) <= abs(max_row_offset) &&
902 abs(row_offset) > processed_rows)
Luc Trudeau2eb9b842017-12-13 11:19:16 -0500903 scan_row_mbmi(cm, xd, mi_row, mi_col, rf, row_offset, ref_mv_stack,
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800904 refmv_count, ref_match_count, dummy_newmv_count,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100905#if USE_CUR_GM_REFMV
Sarah Parker0a5cc5f2017-10-03 17:53:53 -0700906 gm_mv_candidates,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100907#endif // USE_CUR_GM_REFMV
Sarah Parker0a5cc5f2017-10-03 17:53:53 -0700908 max_row_offset, &processed_rows);
Yunqing Wangd797ea92017-08-27 18:05:55 -0700909
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700910 if (abs(col_offset) <= abs(max_col_offset) &&
911 abs(col_offset) > processed_cols)
Luc Trudeau2eb9b842017-12-13 11:19:16 -0500912 scan_col_mbmi(cm, xd, mi_row, mi_col, rf, col_offset, ref_mv_stack,
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800913 refmv_count, ref_match_count, dummy_newmv_count,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100914#if USE_CUR_GM_REFMV
Sarah Parker0a5cc5f2017-10-03 17:53:53 -0700915 gm_mv_candidates,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100916#endif // USE_CUR_GM_REFMV
Sarah Parker0a5cc5f2017-10-03 17:53:53 -0700917 max_col_offset, &processed_cols);
Yunqing Wangd797ea92017-08-27 18:05:55 -0700918 }
Yaowu Xuc27fc142016-08-22 16:08:15 -0700919
Sebastien Alaiwan62cc5852017-12-05 10:19:04 +0100920 const int col_offset = -(MVREF_COLS << 1) + 1 + col_adj;
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700921 if (abs(col_offset) <= abs(max_col_offset) &&
922 abs(col_offset) > processed_cols)
Luc Trudeau2eb9b842017-12-13 11:19:16 -0500923 scan_col_mbmi(cm, xd, mi_row, mi_col, rf, col_offset, ref_mv_stack,
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800924 refmv_count, ref_match_count, dummy_newmv_count,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100925#if USE_CUR_GM_REFMV
Sarah Parker0a5cc5f2017-10-03 17:53:53 -0700926 gm_mv_candidates,
Sebastien Alaiwan48795802017-10-30 12:07:13 +0100927#endif // USE_CUR_GM_REFMV
Sarah Parker0a5cc5f2017-10-03 17:53:53 -0700928 max_col_offset, &processed_cols);
Yunqing Wangd1121fa2017-09-13 14:34:45 -0700929
Jingning Han835a49e2017-12-01 15:55:34 -0800930#if CONFIG_OPT_REF_MV
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800931 switch (nearest_match[ref_frame])
Jingning Han835a49e2017-12-01 15:55:34 -0800932#else
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800933 switch (nearest_refmv_count[ref_frame])
Jingning Han835a49e2017-12-01 15:55:34 -0800934#endif
935 {
Jingning Han8a8c50a2017-10-08 11:25:41 -0700936 case 0: mode_context[ref_frame] |= 0;
Jingning Han835a49e2017-12-01 15:55:34 -0800937#if CONFIG_OPT_REF_MV
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800938 if (ref_match_count[ref_frame] >= 1) mode_context[ref_frame] |= 1;
939 if (ref_match_count[ref_frame] == 1)
Jingning Han835a49e2017-12-01 15:55:34 -0800940 mode_context[ref_frame] |= (1 << REFMV_OFFSET);
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800941 else if (ref_match_count[ref_frame] >= 2)
Jingning Han835a49e2017-12-01 15:55:34 -0800942 mode_context[ref_frame] |= (2 << REFMV_OFFSET);
943#else
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800944 if (refmv_count[ref_frame] >= 1) mode_context[ref_frame] |= 1;
945 if (refmv_count[ref_frame] == 1)
Yaowu Xuc27fc142016-08-22 16:08:15 -0700946 mode_context[ref_frame] |= (1 << REFMV_OFFSET);
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800947 else if (refmv_count[ref_frame] >= 2)
Yaowu Xuc27fc142016-08-22 16:08:15 -0700948 mode_context[ref_frame] |= (2 << REFMV_OFFSET);
Jingning Hanabf6f282017-10-09 13:18:59 -0700949#endif
Yaowu Xuc27fc142016-08-22 16:08:15 -0700950 break;
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800951 case 1: mode_context[ref_frame] |= (newmv_count[ref_frame] > 0) ? 2 : 3;
Jingning Hanabf6f282017-10-09 13:18:59 -0700952#if CONFIG_OPT_REF_MV
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800953 if (ref_match_count[ref_frame] == 1)
Jingning Han835a49e2017-12-01 15:55:34 -0800954 mode_context[ref_frame] |= (3 << REFMV_OFFSET);
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800955 else if (ref_match_count[ref_frame] >= 2)
Jingning Han835a49e2017-12-01 15:55:34 -0800956 mode_context[ref_frame] |= (4 << REFMV_OFFSET);
Jingning Hanabf6f282017-10-09 13:18:59 -0700957#else
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800958 if (refmv_count[ref_frame] == 1)
Yaowu Xuc27fc142016-08-22 16:08:15 -0700959 mode_context[ref_frame] |= (3 << REFMV_OFFSET);
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800960 else if (refmv_count[ref_frame] >= 2)
Yaowu Xuc27fc142016-08-22 16:08:15 -0700961 mode_context[ref_frame] |= (4 << REFMV_OFFSET);
Jingning Hanabf6f282017-10-09 13:18:59 -0700962#endif
Yaowu Xuc27fc142016-08-22 16:08:15 -0700963 break;
964
965 case 2:
966 default:
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800967 if (newmv_count[ref_frame] >= 2)
Yaowu Xuc27fc142016-08-22 16:08:15 -0700968 mode_context[ref_frame] |= 4;
Yunqing Wang7fcd0242018-02-09 14:55:23 -0800969 else if (newmv_count[ref_frame] == 1)
Yaowu Xuc27fc142016-08-22 16:08:15 -0700970 mode_context[ref_frame] |= 5;
971 else
972 mode_context[ref_frame] |= 6;
973
974 mode_context[ref_frame] |= (5 << REFMV_OFFSET);
975 break;
976 }
977
978 // Rank the likelihood and assign nearest and near mvs.
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800979 int len = nearest_refmv_count[ref_frame];
Yaowu Xuc27fc142016-08-22 16:08:15 -0700980 while (len > 0) {
Sebastien Alaiwan62cc5852017-12-05 10:19:04 +0100981 int nr_len = 0;
982 for (int idx = 1; idx < len; ++idx) {
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800983 if (ref_mv_stack[ref_frame][idx - 1].weight <
984 ref_mv_stack[ref_frame][idx].weight) {
985 CANDIDATE_MV tmp_mv = ref_mv_stack[ref_frame][idx - 1];
986 ref_mv_stack[ref_frame][idx - 1] = ref_mv_stack[ref_frame][idx];
987 ref_mv_stack[ref_frame][idx] = tmp_mv;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700988 nr_len = idx;
989 }
990 }
991 len = nr_len;
992 }
993
Yunqing Wang02efe6a2018-02-07 15:12:38 -0800994 len = refmv_count[ref_frame];
995 while (len > nearest_refmv_count[ref_frame]) {
996 int nr_len = nearest_refmv_count[ref_frame];
997 for (int idx = nearest_refmv_count[ref_frame] + 1; idx < len; ++idx) {
998 if (ref_mv_stack[ref_frame][idx - 1].weight <
999 ref_mv_stack[ref_frame][idx].weight) {
1000 CANDIDATE_MV tmp_mv = ref_mv_stack[ref_frame][idx - 1];
1001 ref_mv_stack[ref_frame][idx - 1] = ref_mv_stack[ref_frame][idx];
1002 ref_mv_stack[ref_frame][idx] = tmp_mv;
Yaowu Xuc27fc142016-08-22 16:08:15 -07001003 nr_len = idx;
1004 }
1005 }
1006 len = nr_len;
1007 }
1008
Emil Keyder01770b32017-01-20 18:03:11 -05001009 if (rf[1] > NONE_FRAME) {
Jingning Hane571f522018-02-10 16:40:16 -08001010#if CONFIG_OPT_REF_MV
1011 // TODO(jingning, yunqing): Refactor and consolidate the compound and
1012 // single reference frame modes. Reduce unnecessary redundancy.
1013 if (refmv_count[ref_frame] < 2) {
1014 int_mv ref_id[2][2], ref_diff[2][2];
1015 int ref_id_count[2] = { 0 }, ref_diff_count[2] = { 0 };
1016
1017 int mi_width = AOMMIN(mi_size_wide[BLOCK_64X64], xd->n8_w);
1018 mi_width = AOMMIN(mi_width, cm->mi_cols - mi_col);
1019 int mi_height = AOMMIN(mi_size_high[BLOCK_64X64], xd->n8_h);
1020 mi_height = AOMMIN(mi_height, cm->mi_rows - mi_row);
1021 int mi_size = AOMMIN(mi_width, mi_height);
1022
1023 for (int idx = 0; abs(max_row_offset) >= 1 && idx < mi_size;) {
1024 const MODE_INFO *const candidate_mi = xd->mi[-xd->mi_stride + idx];
1025 const MB_MODE_INFO *const candidate = &candidate_mi->mbmi;
1026 const int candidate_bsize = candidate->sb_type;
1027
1028 for (int rf_idx = 0; rf_idx < 2; ++rf_idx) {
1029 MV_REFERENCE_FRAME can_rf = candidate->ref_frame[rf_idx];
1030
1031 for (int cmp_idx = 0; cmp_idx < 2; ++cmp_idx) {
1032 if (can_rf == rf[cmp_idx] && ref_id_count[cmp_idx] < 2) {
1033 ref_id[cmp_idx][ref_id_count[cmp_idx]] = candidate->mv[rf_idx];
1034 ++ref_id_count[cmp_idx];
1035 } else if (can_rf > INTRA_FRAME && ref_diff_count[cmp_idx] < 2) {
1036 int_mv this_mv = candidate->mv[rf_idx];
1037 if (cm->ref_frame_sign_bias[can_rf] !=
1038 cm->ref_frame_sign_bias[rf[cmp_idx]]) {
1039 this_mv.as_mv.row = -this_mv.as_mv.row;
1040 this_mv.as_mv.col = -this_mv.as_mv.col;
1041 }
1042 ref_diff[cmp_idx][ref_diff_count[cmp_idx]] = this_mv;
1043 ++ref_diff_count[cmp_idx];
1044 }
1045 }
1046 }
1047 idx += mi_size_wide[candidate_bsize];
1048 }
1049
1050 for (int idx = 0; abs(max_col_offset) >= 1 && idx < mi_size;) {
1051 const MODE_INFO *const candidate_mi = xd->mi[idx * xd->mi_stride - 1];
1052 const MB_MODE_INFO *const candidate = &candidate_mi->mbmi;
1053 const int candidate_bsize = candidate->sb_type;
1054
1055 for (int rf_idx = 0; rf_idx < 2; ++rf_idx) {
1056 MV_REFERENCE_FRAME can_rf = candidate->ref_frame[rf_idx];
1057
1058 for (int cmp_idx = 0; cmp_idx < 2; ++cmp_idx) {
1059 if (can_rf == rf[cmp_idx] && ref_id_count[cmp_idx] < 2) {
1060 ref_id[cmp_idx][ref_id_count[cmp_idx]] = candidate->mv[rf_idx];
1061 ++ref_id_count[cmp_idx];
1062 } else if (can_rf > INTRA_FRAME && ref_diff_count[cmp_idx] < 2) {
1063 int_mv this_mv = candidate->mv[rf_idx];
1064 if (cm->ref_frame_sign_bias[can_rf] !=
1065 cm->ref_frame_sign_bias[rf[cmp_idx]]) {
1066 this_mv.as_mv.row = -this_mv.as_mv.row;
1067 this_mv.as_mv.col = -this_mv.as_mv.col;
1068 }
1069 ref_diff[cmp_idx][ref_diff_count[cmp_idx]] = this_mv;
1070 ++ref_diff_count[cmp_idx];
1071 }
1072 }
1073 }
1074 idx += mi_size_high[candidate_bsize];
1075 }
1076
1077 // Build up the compound mv predictor
1078 int_mv comp_list[3][2];
1079
1080 for (int idx = 0; idx < 2; ++idx) {
1081 int comp_idx = 0;
1082 for (int list_idx = 0; list_idx < ref_id_count[idx] && comp_idx < 3;
1083 ++list_idx, ++comp_idx)
1084 comp_list[comp_idx][idx] = ref_id[idx][list_idx];
1085 for (int list_idx = 0; list_idx < ref_diff_count[idx] && comp_idx < 3;
1086 ++list_idx, ++comp_idx)
1087 comp_list[comp_idx][idx] = ref_diff[idx][list_idx];
1088 for (; comp_idx < 3; ++comp_idx)
1089 comp_list[comp_idx][idx] = gm_mv_candidates[idx];
1090 }
1091
1092 if (refmv_count[ref_frame]) {
1093 assert(refmv_count[ref_frame] == 1);
1094 if (comp_list[0][0].as_int ==
1095 ref_mv_stack[ref_frame][0].this_mv.as_int &&
1096 comp_list[0][1].as_int ==
1097 ref_mv_stack[ref_frame][0].comp_mv.as_int) {
1098 ref_mv_stack[ref_frame][refmv_count[ref_frame]].this_mv =
1099 comp_list[1][0];
1100 ref_mv_stack[ref_frame][refmv_count[ref_frame]].comp_mv =
1101 comp_list[1][1];
1102 } else {
1103 ref_mv_stack[ref_frame][refmv_count[ref_frame]].this_mv =
1104 comp_list[0][0];
1105 ref_mv_stack[ref_frame][refmv_count[ref_frame]].comp_mv =
1106 comp_list[0][1];
1107 }
1108 ref_mv_stack[ref_frame][refmv_count[ref_frame]].weight = 2;
1109 ++refmv_count[ref_frame];
1110 } else {
1111 for (int idx = 0; idx < MAX_MV_REF_CANDIDATES; ++idx) {
1112 ref_mv_stack[ref_frame][refmv_count[ref_frame]].this_mv =
1113 comp_list[idx][0];
1114 ref_mv_stack[ref_frame][refmv_count[ref_frame]].comp_mv =
1115 comp_list[idx][1];
1116 ref_mv_stack[ref_frame][refmv_count[ref_frame]].weight = 2;
1117 ++refmv_count[ref_frame];
1118 }
1119 }
1120 }
1121
1122 assert(refmv_count[ref_frame] >= 2);
1123#endif
1124
Yunqing Wang02efe6a2018-02-07 15:12:38 -08001125 for (int idx = 0; idx < refmv_count[ref_frame]; ++idx) {
1126 clamp_mv_ref(&ref_mv_stack[ref_frame][idx].this_mv.as_mv,
1127 xd->n8_w << MI_SIZE_LOG2, xd->n8_h << MI_SIZE_LOG2, xd);
1128 clamp_mv_ref(&ref_mv_stack[ref_frame][idx].comp_mv.as_mv,
1129 xd->n8_w << MI_SIZE_LOG2, xd->n8_h << MI_SIZE_LOG2, xd);
Yaowu Xuc27fc142016-08-22 16:08:15 -07001130 }
1131 } else {
Jingning Hanff1a35b2018-02-09 20:17:50 -08001132#if CONFIG_OPT_REF_MV
1133 // Handle single reference frame extension
1134 int mi_width = AOMMIN(mi_size_wide[BLOCK_64X64], xd->n8_w);
1135 mi_width = AOMMIN(mi_width, cm->mi_cols - mi_col);
1136 int mi_height = AOMMIN(mi_size_high[BLOCK_64X64], xd->n8_h);
1137 mi_height = AOMMIN(mi_height, cm->mi_rows - mi_row);
1138 int mi_size = AOMMIN(mi_width, mi_height);
1139
1140 for (int idx = 0; abs(max_row_offset) >= 1 && idx < mi_size &&
1141 refmv_count[ref_frame] < MAX_MV_REF_CANDIDATES;) {
1142 const MODE_INFO *const candidate_mi = xd->mi[-xd->mi_stride + idx];
1143 const MB_MODE_INFO *const candidate = &candidate_mi->mbmi;
1144 const int candidate_bsize = candidate->sb_type;
1145
1146 // TODO(jingning): Refactor the following code.
1147 for (int rf_idx = 0; rf_idx < 2; ++rf_idx) {
1148 if (candidate->ref_frame[rf_idx] > INTRA_FRAME) {
1149 int_mv this_mv = candidate->mv[rf_idx];
1150 if (cm->ref_frame_sign_bias[candidate->ref_frame[rf_idx]] !=
1151 cm->ref_frame_sign_bias[ref_frame]) {
1152 this_mv.as_mv.row = -this_mv.as_mv.row;
1153 this_mv.as_mv.col = -this_mv.as_mv.col;
1154 }
1155 int stack_idx;
1156 for (stack_idx = 0; stack_idx < refmv_count[ref_frame]; ++stack_idx) {
1157 int_mv stack_mv = ref_mv_stack[ref_frame][stack_idx].this_mv;
1158 if (this_mv.as_int == stack_mv.as_int) break;
1159 }
1160
1161 if (stack_idx == refmv_count[ref_frame]) {
1162 ref_mv_stack[ref_frame][stack_idx].this_mv = this_mv;
1163
1164 // TODO(jingning): Set an arbitrary small number here. The weight
1165 // doesn't matter as long as it is properly initialized.
1166 ref_mv_stack[ref_frame][stack_idx].weight = 2;
1167 ++refmv_count[ref_frame];
1168 }
1169 }
1170 }
1171 idx += mi_size_wide[candidate_bsize];
1172 }
1173
1174 for (int idx = 0; abs(max_col_offset) >= 1 && idx < mi_size &&
1175 refmv_count[ref_frame] < MAX_MV_REF_CANDIDATES;) {
1176 const MODE_INFO *const candidate_mi = xd->mi[idx * xd->mi_stride - 1];
1177 const MB_MODE_INFO *const candidate = &candidate_mi->mbmi;
1178 const int candidate_bsize = candidate->sb_type;
1179
1180 // TODO(jingning): Refactor the following code.
1181 for (int rf_idx = 0; rf_idx < 2; ++rf_idx) {
1182 if (candidate->ref_frame[rf_idx] > INTRA_FRAME) {
1183 int_mv this_mv = candidate->mv[rf_idx];
1184 if (cm->ref_frame_sign_bias[candidate->ref_frame[rf_idx]] !=
1185 cm->ref_frame_sign_bias[ref_frame]) {
1186 this_mv.as_mv.row = -this_mv.as_mv.row;
1187 this_mv.as_mv.col = -this_mv.as_mv.col;
1188 }
1189 int stack_idx;
1190 for (stack_idx = 0; stack_idx < refmv_count[ref_frame]; ++stack_idx) {
1191 int_mv stack_mv = ref_mv_stack[ref_frame][stack_idx].this_mv;
1192 if (this_mv.as_int == stack_mv.as_int) break;
1193 }
1194
1195 if (stack_idx == refmv_count[ref_frame]) {
1196 ref_mv_stack[ref_frame][stack_idx].this_mv = this_mv;
1197
1198 // TODO(jingning): Set an arbitrary small number here. The weight
1199 // doesn't matter as long as it is properly initialized.
1200 ref_mv_stack[ref_frame][stack_idx].weight = 2;
1201 ++refmv_count[ref_frame];
1202 }
1203 }
1204 }
1205 idx += mi_size_high[candidate_bsize];
1206 }
1207
1208 for (int idx = refmv_count[ref_frame]; idx < MAX_MV_REF_CANDIDATES; ++idx)
1209 mv_ref_list[rf[0]][idx].as_int = gm_mv_candidates[0].as_int;
1210#endif
Yunqing Wang3e225432018-02-12 16:05:38 -08001211
1212 for (int idx = 0; idx < refmv_count[ref_frame]; ++idx) {
1213 clamp_mv_ref(&ref_mv_stack[ref_frame][idx].this_mv.as_mv,
1214 xd->n8_w << MI_SIZE_LOG2, xd->n8_h << MI_SIZE_LOG2, xd);
1215 }
1216
Yunqing Wang02efe6a2018-02-07 15:12:38 -08001217 for (int idx = 0;
1218 idx < AOMMIN(MAX_MV_REF_CANDIDATES, refmv_count[ref_frame]); ++idx) {
1219 mv_ref_list[rf[0]][idx].as_int =
1220 ref_mv_stack[ref_frame][idx].this_mv.as_int;
Yaowu Xuc27fc142016-08-22 16:08:15 -07001221 }
1222 }
Jingning Han835a49e2017-12-01 15:55:34 -08001223 (void)nearest_match;
Yaowu Xuc27fc142016-08-22 16:08:15 -07001224}
Yaowu Xuc27fc142016-08-22 16:08:15 -07001225
1226// This function searches the neighbourhood of a given MB/SB
1227// to try and find candidate reference vectors.
Yaowu Xuf883b422016-08-30 14:01:10 -07001228static void find_mv_refs_idx(const AV1_COMMON *cm, const MACROBLOCKD *xd,
Yaowu Xuc27fc142016-08-22 16:08:15 -07001229 MODE_INFO *mi, MV_REFERENCE_FRAME ref_frame,
Luc Trudeau2eb9b842017-12-13 11:19:16 -05001230 int_mv *mv_ref_list, int mi_row, int mi_col,
1231 find_mv_refs_sync sync, void *const data,
Yunqing Wang880ab1c2018-02-02 15:24:06 -08001232 int16_t *mode_context, int_mv zeromv,
1233 uint8_t refmv_count) {
Yaowu Xuc27fc142016-08-22 16:08:15 -07001234 const int *ref_sign_bias = cm->ref_frame_sign_bias;
Imdad Sardharwalla4ec84ab2018-02-06 12:20:18 +00001235 const int sb_mi_size = mi_size_wide[cm->seq_params.sb_size];
Yunqing Wang880ab1c2018-02-02 15:24:06 -08001236 int i;
Yunqing Wangb41ffb92018-01-25 15:58:02 -08001237 int context_counter = 0;
Yunqing Wangd1d511f2017-10-05 08:44:46 -07001238
Zoe Liu294f59d2017-10-31 23:02:04 -07001239#if CONFIG_MFMV
1240 (void)sync;
1241 (void)data;
1242#else
1243#if CONFIG_TMV
Yunqing Wangd1d511f2017-10-05 08:44:46 -07001244 int tmi_row = mi_row & 0xfffe;
1245 int tmi_col = mi_col & 0xfffe;
1246 POSITION mi_pos = { 0, 0 };
1247 int inside = is_inside(&xd->tile, tmi_col, tmi_row, cm->mi_rows, cm, &mi_pos);
1248 const MV_REF *const prev_frame_mvs =
1249 cm->use_prev_frame_mvs && inside
1250 ? cm->prev_frame->mvs + (tmi_row >> 1) * ((cm->mi_cols + 1) >> 1) +
1251 (tmi_col >> 1)
1252 : NULL;
1253#else
zhipin dengeb019b82017-02-17 17:49:03 +08001254 const TileInfo *const tile_ = &xd->tile;
1255 int mi_row_end = tile_->mi_row_end;
1256 int mi_col_end = tile_->mi_col_end;
1257 const MV_REF *const prev_frame_mvs =
1258 cm->use_prev_frame_mvs
1259 ? cm->prev_frame->mvs +
1260 AOMMIN(((mi_row >> 1) << 1) + 1 + (((xd->n8_h - 1) >> 1) << 1),
1261 mi_row_end - 1) *
1262 cm->mi_cols +
1263 AOMMIN(((mi_col >> 1) << 1) + 1 + (((xd->n8_w - 1) >> 1) << 1),
1264 mi_col_end - 1)
1265 : NULL;
Yunqing Wangd1d511f2017-10-05 08:44:46 -07001266#endif // CONFIG_TMV
Zoe Liu294f59d2017-10-31 23:02:04 -07001267#endif // CONFIG_MFMV
Yunqing Wangd1d511f2017-10-05 08:44:46 -07001268
Alex Converse44c2bad2017-05-11 09:36:10 -07001269#if CONFIG_INTRABC
1270 assert(IMPLIES(ref_frame == INTRA_FRAME, cm->use_prev_frame_mvs == 0));
1271#endif
Yaowu Xuc27fc142016-08-22 16:08:15 -07001272 const TileInfo *const tile = &xd->tile;
Jingning Hanc016df82016-12-09 12:37:28 -08001273 const BLOCK_SIZE bsize = mi->mbmi.sb_type;
1274 const int bw = block_size_wide[AOMMAX(bsize, BLOCK_8X8)];
1275 const int bh = block_size_high[AOMMAX(bsize, BLOCK_8X8)];
Dengca8d24d2016-10-17 14:06:35 +08001276 POSITION mv_ref_search[MVREF_NEIGHBOURS];
Jingning Hanc016df82016-12-09 12:37:28 -08001277 const int num_8x8_blocks_wide = num_8x8_blocks_wide_lookup[bsize];
1278 const int num_8x8_blocks_high = num_8x8_blocks_high_lookup[bsize];
Dengca8d24d2016-10-17 14:06:35 +08001279 mv_ref_search[0].row = num_8x8_blocks_high - 1;
1280 mv_ref_search[0].col = -1;
1281 mv_ref_search[1].row = -1;
1282 mv_ref_search[1].col = num_8x8_blocks_wide - 1;
1283 mv_ref_search[2].row = -1;
1284 mv_ref_search[2].col = (num_8x8_blocks_wide - 1) >> 1;
1285 mv_ref_search[3].row = (num_8x8_blocks_high - 1) >> 1;
1286 mv_ref_search[3].col = -1;
1287 mv_ref_search[4].row = -1;
1288 mv_ref_search[4].col = -1;
Debargha Mukherjeeff59b6a2017-01-26 08:50:48 -08001289#if CONFIG_EXT_PARTITION_TYPES
1290 if (num_8x8_blocks_wide == num_8x8_blocks_high) {
1291 mv_ref_search[5].row = -1;
1292 mv_ref_search[5].col = 0;
1293 mv_ref_search[6].row = 0;
1294 mv_ref_search[6].col = -1;
1295 } else {
1296 mv_ref_search[5].row = -1;
1297 mv_ref_search[5].col = num_8x8_blocks_wide;
1298 mv_ref_search[6].row = num_8x8_blocks_high;
1299 mv_ref_search[6].col = -1;
1300 }
1301#else
Dengca8d24d2016-10-17 14:06:35 +08001302 mv_ref_search[5].row = -1;
1303 mv_ref_search[5].col = num_8x8_blocks_wide;
1304 mv_ref_search[6].row = num_8x8_blocks_high;
1305 mv_ref_search[6].col = -1;
Debargha Mukherjeeff59b6a2017-01-26 08:50:48 -08001306#endif // CONFIG_EXT_PARTITION_TYPES
Dengca8d24d2016-10-17 14:06:35 +08001307 mv_ref_search[7].row = -1;
1308 mv_ref_search[7].col = -3;
1309 mv_ref_search[8].row = num_8x8_blocks_high - 1;
1310 mv_ref_search[8].col = -3;
Jingning Hanc016df82016-12-09 12:37:28 -08001311
Jingning Hanc016df82016-12-09 12:37:28 -08001312 for (i = 0; i < MVREF_NEIGHBOURS; ++i) {
1313 mv_ref_search[i].row *= 2;
1314 mv_ref_search[i].col *= 2;
1315 }
Yaowu Xuc27fc142016-08-22 16:08:15 -07001316
1317 // The nearest 2 blocks are treated differently
1318 // if the size < 8x8 we get the mv from the bmi substructure,
1319 // and we also need to keep a mode count.
1320 for (i = 0; i < 2; ++i) {
1321 const POSITION *const mv_ref = &mv_ref_search[i];
Yaowu Xu531d6af2017-03-07 17:48:52 -08001322 if (is_inside(tile, mi_col, mi_row, cm->mi_rows, cm, mv_ref)) {
Yaowu Xuc27fc142016-08-22 16:08:15 -07001323 const MODE_INFO *const candidate_mi =
1324 xd->mi[mv_ref->col + mv_ref->row * xd->mi_stride];
1325 const MB_MODE_INFO *const candidate = &candidate_mi->mbmi;
Hui Su1e68d5d2017-11-02 12:31:52 -07001326#if CONFIG_INTRABC
1327 if (ref_frame == INTRA_FRAME && !is_intrabc_block(candidate)) continue;
1328#endif // CONFIG_INTRABC
Yunqing Wangb41ffb92018-01-25 15:58:02 -08001329 // Keep counts for entropy encoding.
1330 context_counter += mode_2_counter[candidate->mode];
Yaowu Xuc27fc142016-08-22 16:08:15 -07001331 }
1332 }
1333
Yunqing Wang880ab1c2018-02-02 15:24:06 -08001334 if (refmv_count >= MAX_MV_REF_CANDIDATES) goto Done;
Yaowu Xuc27fc142016-08-22 16:08:15 -07001335
1336// TODO(hkuang): Remove this sync after fixing pthread_cond_broadcast
1337// on windows platform. The sync here is unncessary if use_perv_frame_mvs
1338// is 0. But after removing it, there will be hang in the unit test on windows
1339// due to several threads waiting for a thread's signal.
1340#if defined(_WIN32) && !HAVE_PTHREAD_H
1341 if (cm->frame_parallel_decode && sync != NULL) {
1342 sync(data, mi_row);
1343 }
1344#endif
1345
Zoe Liu294f59d2017-10-31 23:02:04 -07001346#if !CONFIG_MFMV
Yaowu Xuc27fc142016-08-22 16:08:15 -07001347 // Check the last frame's mode and mv info.
1348 if (cm->use_prev_frame_mvs) {
1349 // Synchronize here for frame parallel decode if sync function is provided.
1350 if (cm->frame_parallel_decode && sync != NULL) {
1351 sync(data, mi_row);
1352 }
1353
1354 if (prev_frame_mvs->ref_frame[0] == ref_frame) {
1355 ADD_MV_REF_LIST(prev_frame_mvs->mv[0], refmv_count, mv_ref_list, bw, bh,
1356 xd, Done);
1357 } else if (prev_frame_mvs->ref_frame[1] == ref_frame) {
1358 ADD_MV_REF_LIST(prev_frame_mvs->mv[1], refmv_count, mv_ref_list, bw, bh,
1359 xd, Done);
1360 }
1361 }
Zoe Liu294f59d2017-10-31 23:02:04 -07001362#endif // !CONFIG_MFMV
Yaowu Xuc27fc142016-08-22 16:08:15 -07001363
Jonathan Matthewsdca19252018-02-05 14:34:32 +00001364// Since we couldn't find 2 mvs from the same reference frame
1365// go back through the neighbors and find motion vectors from
1366// different reference frames.
Hui Su1e68d5d2017-11-02 12:31:52 -07001367#if CONFIG_INTRABC
Jonathan Matthewsdca19252018-02-05 14:34:32 +00001368 if (ref_frame != INTRA_FRAME) {
Hui Su1e68d5d2017-11-02 12:31:52 -07001369#endif // CONFIG_INTRABC
Yaowu Xuc27fc142016-08-22 16:08:15 -07001370 for (i = 0; i < MVREF_NEIGHBOURS; ++i) {
1371 const POSITION *mv_ref = &mv_ref_search[i];
Yaowu Xu531d6af2017-03-07 17:48:52 -08001372 if (is_inside(tile, mi_col, mi_row, cm->mi_rows, cm, mv_ref)) {
Yaowu Xuc27fc142016-08-22 16:08:15 -07001373 const MB_MODE_INFO *const candidate =
Yaowu Xuf0602bb2016-12-14 09:30:03 -08001374 !xd->mi[mv_ref->col + mv_ref->row * xd->mi_stride]
1375 ? NULL
1376 : &xd->mi[mv_ref->col + mv_ref->row * xd->mi_stride]->mbmi;
Yaowu Xu750955b2016-10-31 08:55:27 -07001377 if (candidate == NULL) continue;
David Barker761b1ac2017-09-25 11:23:03 +01001378 if ((mi_row & (sb_mi_size - 1)) + mv_ref->row >= sb_mi_size ||
1379 (mi_col & (sb_mi_size - 1)) + mv_ref->col >= sb_mi_size)
Dengca8d24d2016-10-17 14:06:35 +08001380 continue;
Yaowu Xuc27fc142016-08-22 16:08:15 -07001381
1382 // If the candidate is INTRA we don't want to consider its mv.
1383 IF_DIFF_REF_FRAME_ADD_MV(candidate, ref_frame, ref_sign_bias,
1384 refmv_count, mv_ref_list, bw, bh, xd, Done);
1385 }
1386 }
Jonathan Matthewsdca19252018-02-05 14:34:32 +00001387#if CONFIG_INTRABC
Yaowu Xuc27fc142016-08-22 16:08:15 -07001388 }
Jonathan Matthewsdca19252018-02-05 14:34:32 +00001389#endif // CONFIG_INTRABC
Yaowu Xuc27fc142016-08-22 16:08:15 -07001390
Zoe Liu294f59d2017-10-31 23:02:04 -07001391#if !CONFIG_MFMV
Yaowu Xuc27fc142016-08-22 16:08:15 -07001392 // Since we still don't have a candidate we'll try the last frame.
1393 if (cm->use_prev_frame_mvs) {
1394 if (prev_frame_mvs->ref_frame[0] != ref_frame &&
1395 prev_frame_mvs->ref_frame[0] > INTRA_FRAME) {
1396 int_mv mv = prev_frame_mvs->mv[0];
1397 if (ref_sign_bias[prev_frame_mvs->ref_frame[0]] !=
1398 ref_sign_bias[ref_frame]) {
1399 mv.as_mv.row *= -1;
1400 mv.as_mv.col *= -1;
1401 }
1402 ADD_MV_REF_LIST(mv, refmv_count, mv_ref_list, bw, bh, xd, Done);
1403 }
1404
1405 if (prev_frame_mvs->ref_frame[1] > INTRA_FRAME &&
1406 prev_frame_mvs->ref_frame[1] != ref_frame) {
1407 int_mv mv = prev_frame_mvs->mv[1];
1408 if (ref_sign_bias[prev_frame_mvs->ref_frame[1]] !=
1409 ref_sign_bias[ref_frame]) {
1410 mv.as_mv.row *= -1;
1411 mv.as_mv.col *= -1;
1412 }
1413 ADD_MV_REF_LIST(mv, refmv_count, mv_ref_list, bw, bh, xd, Done);
1414 }
1415 }
Zoe Liu294f59d2017-10-31 23:02:04 -07001416#endif // !CONFIG_MFMV
Yaowu Xuc27fc142016-08-22 16:08:15 -07001417
1418Done:
Yaowu Xuc27fc142016-08-22 16:08:15 -07001419 if (mode_context)
1420 mode_context[ref_frame] = counter_to_context[context_counter];
Yunqing Wangb41ffb92018-01-25 15:58:02 -08001421 for (i = refmv_count; i < MAX_MV_REF_CANDIDATES; ++i)
1422 mv_ref_list[i].as_int = zeromv.as_int;
Yaowu Xuc27fc142016-08-22 16:08:15 -07001423}
Yaowu Xuc27fc142016-08-22 16:08:15 -07001424
Yaowu Xuf883b422016-08-30 14:01:10 -07001425void av1_find_mv_refs(const AV1_COMMON *cm, const MACROBLOCKD *xd,
1426 MODE_INFO *mi, MV_REFERENCE_FRAME ref_frame,
Yunqing Wang02efe6a2018-02-07 15:12:38 -08001427 uint8_t ref_mv_count[MODE_CTX_REF_FRAMES],
1428 CANDIDATE_MV ref_mv_stack[][MAX_REF_MV_STACK_SIZE],
1429 int16_t *compound_mode_context,
1430 int_mv mv_ref_list[][MAX_MV_REF_CANDIDATES], int mi_row,
1431 int mi_col, find_mv_refs_sync sync, void *const data,
1432 int16_t *mode_context, int compound_search) {
David Barkercdcac6d2016-12-01 17:04:16 +00001433 int_mv zeromv[2];
Debargha Mukherjee0bae6242017-05-02 21:54:41 -07001434 BLOCK_SIZE bsize = mi->mbmi.sb_type;
David Barkercdcac6d2016-12-01 17:04:16 +00001435 MV_REFERENCE_FRAME rf[2];
Yunqing Wang02efe6a2018-02-07 15:12:38 -08001436 av1_set_ref_frame(rf, ref_frame);
Alex Converse7d5559c2017-06-14 12:32:35 -07001437 if (!CONFIG_INTRABC || ref_frame != INTRA_FRAME) {
Luc Trudeau2eb9b842017-12-13 11:19:16 -05001438 zeromv[0].as_int =
1439 gm_get_motion_vector(&cm->global_motion[rf[0]],
1440 cm->allow_high_precision_mv, bsize, mi_col, mi_row
RogerZhou3b635242017-09-19 10:06:46 -07001441#if CONFIG_AMVR
Luc Trudeau2eb9b842017-12-13 11:19:16 -05001442 ,
1443 cm->cur_frame_force_integer_mv
RogerZhou3b635242017-09-19 10:06:46 -07001444#endif
Luc Trudeau2eb9b842017-12-13 11:19:16 -05001445 )
1446 .as_int;
RogerZhou10a03802017-10-26 11:49:48 -07001447 zeromv[1].as_int = (rf[1] != NONE_FRAME)
1448 ? gm_get_motion_vector(&cm->global_motion[rf[1]],
1449 cm->allow_high_precision_mv,
Luc Trudeau2eb9b842017-12-13 11:19:16 -05001450 bsize, mi_col, mi_row
RogerZhou3b635242017-09-19 10:06:46 -07001451#if CONFIG_AMVR
RogerZhou10a03802017-10-26 11:49:48 -07001452 ,
1453 cm->cur_frame_force_integer_mv
RogerZhou3b635242017-09-19 10:06:46 -07001454#endif
RogerZhou10a03802017-10-26 11:49:48 -07001455 )
1456 .as_int
1457 : 0;
Alex Converse7d5559c2017-06-14 12:32:35 -07001458 } else {
1459 zeromv[0].as_int = zeromv[1].as_int = 0;
1460 }
David Barkercdcac6d2016-12-01 17:04:16 +00001461
Yunqing Wang7fcd0242018-02-09 14:55:23 -08001462 if (compound_search) {
1463 int_mv zeromv1[2];
1464 zeromv1[0].as_int = zeromv[0].as_int;
1465 zeromv1[1].as_int = zeromv[1].as_int;
1466 setup_ref_mv_list(cm, xd, ref_frame, ref_mv_count, ref_mv_stack,
1467 mv_ref_list,
Sebastien Alaiwan48795802017-10-30 12:07:13 +01001468#if USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -08001469 zeromv1,
Sebastien Alaiwan48795802017-10-30 12:07:13 +01001470#endif // USE_CUR_GM_REFMV
Yunqing Wang7fcd0242018-02-09 14:55:23 -08001471 mi_row, mi_col, mode_context, compound_search);
Jingning Han87d070b2018-02-11 14:22:44 -08001472#if !CONFIG_OPT_REF_MV
Yunqing Wang7fcd0242018-02-09 14:55:23 -08001473 zeromv1[0].as_int = zeromv[0].as_int;
1474 zeromv1[1].as_int = 0;
1475 setup_ref_mv_list(cm, xd, rf[0], ref_mv_count, ref_mv_stack, mv_ref_list,
1476#if USE_CUR_GM_REFMV
1477 zeromv1,
1478#endif // USE_CUR_GM_REFMV
1479 mi_row, mi_col, mode_context, compound_search);
1480
1481 zeromv1[0].as_int = zeromv[1].as_int;
1482 zeromv1[1].as_int = 0;
1483 setup_ref_mv_list(cm, xd, rf[1], ref_mv_count, ref_mv_stack, mv_ref_list,
1484#if USE_CUR_GM_REFMV
1485 zeromv1,
1486#endif // USE_CUR_GM_REFMV
1487 mi_row, mi_col, mode_context, compound_search);
Jingning Han87d070b2018-02-11 14:22:44 -08001488#endif
Yunqing Wang7fcd0242018-02-09 14:55:23 -08001489 } else {
1490 setup_ref_mv_list(cm, xd, ref_frame, ref_mv_count, ref_mv_stack,
1491 mv_ref_list,
1492#if USE_CUR_GM_REFMV
1493 zeromv,
1494#endif // USE_CUR_GM_REFMV
1495 mi_row, mi_col, mode_context, compound_search);
1496 }
Yunqing Wang880ab1c2018-02-02 15:24:06 -08001497
Jingning Hanff1a35b2018-02-09 20:17:50 -08001498#if !CONFIG_OPT_REF_MV
Yunqing Wang7fcd0242018-02-09 14:55:23 -08001499 if (compound_search) {
1500 find_mv_refs_idx(cm, xd, mi, rf[0], mv_ref_list[rf[0]], mi_row, mi_col,
Yunqing Wang02efe6a2018-02-07 15:12:38 -08001501 sync, data, compound_mode_context, zeromv[0],
Yunqing Wang7fcd0242018-02-09 14:55:23 -08001502 ref_mv_count[rf[0]]);
1503 find_mv_refs_idx(cm, xd, mi, rf[1], mv_ref_list[rf[1]], mi_row, mi_col,
1504 sync, data, compound_mode_context, zeromv[1],
1505 ref_mv_count[rf[1]]);
1506 } else {
1507 if (ref_frame <= ALTREF_FRAME)
1508 find_mv_refs_idx(cm, xd, mi, ref_frame, mv_ref_list[rf[0]], mi_row,
1509 mi_col, sync, data, compound_mode_context, zeromv[0],
1510 ref_mv_count[ref_frame]);
1511 }
Jingning Hanff1a35b2018-02-09 20:17:50 -08001512#else
1513 (void)compound_mode_context;
1514 (void)data;
1515 (void)sync;
1516#endif
Yaowu Xuc27fc142016-08-22 16:08:15 -07001517}
1518
Yaowu Xuf883b422016-08-30 14:01:10 -07001519void av1_find_best_ref_mvs(int allow_hp, int_mv *mvlist, int_mv *nearest_mv,
RogerZhou3b635242017-09-19 10:06:46 -07001520 int_mv *near_mv
1521#if CONFIG_AMVR
1522 ,
1523 int is_integer
1524#endif
Johann6b41d4d2018-02-08 14:32:53 -08001525) {
Yaowu Xuc27fc142016-08-22 16:08:15 -07001526 int i;
1527 // Make sure all the candidates are properly clamped etc
1528 for (i = 0; i < MAX_MV_REF_CANDIDATES; ++i) {
RogerZhou3b635242017-09-19 10:06:46 -07001529#if CONFIG_AMVR
1530 lower_mv_precision(&mvlist[i].as_mv, allow_hp, is_integer);
1531#else
Yaowu Xuc27fc142016-08-22 16:08:15 -07001532 lower_mv_precision(&mvlist[i].as_mv, allow_hp);
RogerZhou3b635242017-09-19 10:06:46 -07001533#endif
Yaowu Xuc27fc142016-08-22 16:08:15 -07001534 }
1535 *nearest_mv = mvlist[0];
1536 *near_mv = mvlist[1];
1537}
1538
Jingning Hanc723b342017-08-24 11:19:46 -07001539void av1_setup_frame_buf_refs(AV1_COMMON *cm) {
1540 cm->cur_frame->cur_frame_offset = cm->frame_offset;
1541 int alt_buf_idx = cm->frame_refs[ALTREF_FRAME - LAST_FRAME].idx;
1542 int lst_buf_idx = cm->frame_refs[LAST_FRAME - LAST_FRAME].idx;
1543 int gld_buf_idx = cm->frame_refs[GOLDEN_FRAME - LAST_FRAME].idx;
1544
Jingning Hanc723b342017-08-24 11:19:46 -07001545 int lst2_buf_idx = cm->frame_refs[LAST2_FRAME - LAST_FRAME].idx;
1546 int lst3_buf_idx = cm->frame_refs[LAST3_FRAME - LAST_FRAME].idx;
1547 int bwd_buf_idx = cm->frame_refs[BWDREF_FRAME - LAST_FRAME].idx;
Jingning Han94a504a2017-09-18 16:17:02 -07001548 int alt2_buf_idx = cm->frame_refs[ALTREF2_FRAME - LAST_FRAME].idx;
Jingning Hanc723b342017-08-24 11:19:46 -07001549
1550 if (alt_buf_idx >= 0)
1551 cm->cur_frame->alt_frame_offset =
1552 cm->buffer_pool->frame_bufs[alt_buf_idx].cur_frame_offset;
1553
1554 if (lst_buf_idx >= 0)
1555 cm->cur_frame->lst_frame_offset =
1556 cm->buffer_pool->frame_bufs[lst_buf_idx].cur_frame_offset;
1557
1558 if (gld_buf_idx >= 0)
1559 cm->cur_frame->gld_frame_offset =
1560 cm->buffer_pool->frame_bufs[gld_buf_idx].cur_frame_offset;
1561
Jingning Hanc723b342017-08-24 11:19:46 -07001562 if (lst2_buf_idx >= 0)
1563 cm->cur_frame->lst2_frame_offset =
1564 cm->buffer_pool->frame_bufs[lst2_buf_idx].cur_frame_offset;
1565
1566 if (lst3_buf_idx >= 0)
1567 cm->cur_frame->lst3_frame_offset =
1568 cm->buffer_pool->frame_bufs[lst3_buf_idx].cur_frame_offset;
1569
1570 if (bwd_buf_idx >= 0)
1571 cm->cur_frame->bwd_frame_offset =
1572 cm->buffer_pool->frame_bufs[bwd_buf_idx].cur_frame_offset;
Jingning Han94a504a2017-09-18 16:17:02 -07001573
1574 if (alt2_buf_idx >= 0)
1575 cm->cur_frame->alt2_frame_offset =
1576 cm->buffer_pool->frame_bufs[alt2_buf_idx].cur_frame_offset;
Jingning Hanc723b342017-08-24 11:19:46 -07001577}
Zoe Liu17af2742017-10-06 10:36:42 -07001578
Zoe Liu17af2742017-10-06 10:36:42 -07001579void av1_setup_frame_sign_bias(AV1_COMMON *cm) {
1580 MV_REFERENCE_FRAME ref_frame;
1581 for (ref_frame = LAST_FRAME; ref_frame <= ALTREF_FRAME; ++ref_frame) {
1582 const int buf_idx = cm->frame_refs[ref_frame - LAST_FRAME].idx;
1583 if (buf_idx != INVALID_IDX) {
1584 const int ref_frame_offset =
1585 cm->buffer_pool->frame_bufs[buf_idx].cur_frame_offset;
1586 cm->ref_frame_sign_bias[ref_frame] =
1587 (ref_frame_offset <= (int)cm->frame_offset) ? 0 : 1;
1588 } else {
1589 cm->ref_frame_sign_bias[ref_frame] = 0;
1590 }
1591 }
1592}
Jingning Hanffbb0f92017-08-24 11:52:21 -07001593
Zoe Liufeb1ebe2017-12-19 13:57:28 -08001594#if CONFIG_MFMV
Jingning Hanb74a72b2017-09-02 08:55:51 -07001595#define MAX_OFFSET_WIDTH 64
Jingning Hanf1639a12017-10-21 17:21:18 -07001596#define MAX_OFFSET_HEIGHT 0
Jingning Hanb74a72b2017-09-02 08:55:51 -07001597
Jingning Han5c700912017-09-03 16:06:51 -07001598static int get_block_position(AV1_COMMON *cm, int *mi_r, int *mi_c, int blk_row,
Jingning Hane84eec52017-09-01 16:49:29 -07001599 int blk_col, MV mv, int sign_bias) {
Jingning Han7f537b82017-10-16 08:47:27 -07001600 const int base_blk_row = (blk_row >> 3) << 3;
1601 const int base_blk_col = (blk_col >> 3) << 3;
Jingning Hanb74a72b2017-09-02 08:55:51 -07001602
Jingning Hanf5b80682017-10-23 09:30:01 -07001603 const int row_offset = (mv.row >= 0) ? (mv.row >> (4 + MI_SIZE_LOG2))
1604 : -((-mv.row) >> (4 + MI_SIZE_LOG2));
1605
1606 const int col_offset = (mv.col >= 0) ? (mv.col >> (4 + MI_SIZE_LOG2))
1607 : -((-mv.col) >> (4 + MI_SIZE_LOG2));
1608
1609 int row = (sign_bias == 1) ? blk_row - row_offset : blk_row + row_offset;
1610 int col = (sign_bias == 1) ? blk_col - col_offset : blk_col + col_offset;
Jingning Hanffbb0f92017-08-24 11:52:21 -07001611
Jingning Hanc7d198e2017-10-12 16:11:06 -07001612 if (row < 0 || row >= (cm->mi_rows >> 1) || col < 0 ||
1613 col >= (cm->mi_cols >> 1))
1614 return 0;
Jingning Hanffbb0f92017-08-24 11:52:21 -07001615
Jingning Hanf1639a12017-10-21 17:21:18 -07001616 if (row <= base_blk_row - (MAX_OFFSET_HEIGHT >> 3) ||
1617 row >= base_blk_row + 8 + (MAX_OFFSET_HEIGHT >> 3) ||
Jingning Han7f537b82017-10-16 08:47:27 -07001618 col <= base_blk_col - (MAX_OFFSET_WIDTH >> 3) ||
Jingning Hanf1639a12017-10-21 17:21:18 -07001619 col >= base_blk_col + 8 + (MAX_OFFSET_WIDTH >> 3))
Jingning Han7f537b82017-10-16 08:47:27 -07001620 return 0;
1621
Jingning Hanffbb0f92017-08-24 11:52:21 -07001622 *mi_r = row;
1623 *mi_c = col;
Jingning Hane84eec52017-09-01 16:49:29 -07001624
1625 return 1;
Jingning Hanffbb0f92017-08-24 11:52:21 -07001626}
1627
Jingning Hanfbfe8802017-12-05 11:14:42 -08001628static int motion_field_projection(AV1_COMMON *cm, MV_REFERENCE_FRAME ref_frame,
1629 int ref_stamp, int dir) {
Jingning Han3bd1bc22017-10-18 16:51:23 -07001630 TPL_MV_REF *tpl_mvs_base = cm->tpl_mvs;
Jingning Hanc2c3c872017-12-04 15:30:56 -08001631 int cur_rf_index[TOTAL_REFS_PER_FRAME] = { 0 };
1632 int ref_rf_idx[TOTAL_REFS_PER_FRAME] = { 0 };
1633 int cur_offset[TOTAL_REFS_PER_FRAME] = { 0 };
1634 int ref_offset[TOTAL_REFS_PER_FRAME] = { 0 };
Jingning Han3bd1bc22017-10-18 16:51:23 -07001635
Jingning Hanc2c3c872017-12-04 15:30:56 -08001636 (void)dir;
Jingning Han3bd1bc22017-10-18 16:51:23 -07001637
1638 int ref_frame_idx = cm->frame_refs[FWD_RF_OFFSET(ref_frame)].idx;
Jingning Hanfbfe8802017-12-05 11:14:42 -08001639 if (ref_frame_idx < 0) return 0;
1640
Jingning Hana06e0592018-01-09 10:01:40 -08001641 if (cm->buffer_pool->frame_bufs[ref_frame_idx].mi_rows != cm->mi_rows ||
1642 cm->buffer_pool->frame_bufs[ref_frame_idx].mi_cols != cm->mi_cols)
1643 return 0;
1644
Jingning Han3bd1bc22017-10-18 16:51:23 -07001645 int ref_frame_index =
1646 cm->buffer_pool->frame_bufs[ref_frame_idx].cur_frame_offset;
Jingning Hanc2c3c872017-12-04 15:30:56 -08001647 int cur_frame_index = cm->cur_frame->cur_frame_offset;
1648 int ref_to_cur = ref_frame_index - cur_frame_index;
Jingning Han3bd1bc22017-10-18 16:51:23 -07001649
Jingning Hanc2c3c872017-12-04 15:30:56 -08001650 ref_rf_idx[LAST_FRAME] =
1651 cm->buffer_pool->frame_bufs[ref_frame_idx].lst_frame_offset;
1652 ref_rf_idx[GOLDEN_FRAME] =
1653 cm->buffer_pool->frame_bufs[ref_frame_idx].gld_frame_offset;
1654 ref_rf_idx[LAST2_FRAME] =
1655 cm->buffer_pool->frame_bufs[ref_frame_idx].lst2_frame_offset;
1656 ref_rf_idx[LAST3_FRAME] =
1657 cm->buffer_pool->frame_bufs[ref_frame_idx].lst3_frame_offset;
1658 ref_rf_idx[BWDREF_FRAME] =
1659 cm->buffer_pool->frame_bufs[ref_frame_idx].bwd_frame_offset;
1660 ref_rf_idx[ALTREF2_FRAME] =
1661 cm->buffer_pool->frame_bufs[ref_frame_idx].alt2_frame_offset;
1662 ref_rf_idx[ALTREF_FRAME] =
1663 cm->buffer_pool->frame_bufs[ref_frame_idx].alt_frame_offset;
Jingning Han3bd1bc22017-10-18 16:51:23 -07001664
Jingning Hanc2c3c872017-12-04 15:30:56 -08001665 for (MV_REFERENCE_FRAME rf = LAST_FRAME; rf <= INTER_REFS_PER_FRAME; ++rf) {
1666 int buf_idx = cm->frame_refs[FWD_RF_OFFSET(rf)].idx;
1667 if (buf_idx >= 0)
1668 cur_rf_index[rf] = cm->buffer_pool->frame_bufs[buf_idx].cur_frame_offset;
1669 cur_offset[rf] = cur_frame_index - cur_rf_index[rf];
1670 ref_offset[rf] = ref_frame_index - ref_rf_idx[rf];
1671 }
Jingning Han3bd1bc22017-10-18 16:51:23 -07001672
Jingning Hanfbfe8802017-12-05 11:14:42 -08001673 if (dir == 1) {
1674 ref_to_cur = -ref_to_cur;
1675 for (MV_REFERENCE_FRAME rf = LAST_FRAME; rf <= INTER_REFS_PER_FRAME; ++rf) {
1676 cur_offset[rf] = -cur_offset[rf];
1677 ref_offset[rf] = -ref_offset[rf];
1678 }
1679 }
1680
1681 if (dir == 2) ref_to_cur = -ref_to_cur;
1682
Jingning Han3bd1bc22017-10-18 16:51:23 -07001683 MV_REF *mv_ref_base = cm->buffer_pool->frame_bufs[ref_frame_idx].mvs;
Jingning Han3bd1bc22017-10-18 16:51:23 -07001684 const int mvs_rows = (cm->mi_rows + 1) >> 1;
1685 const int mvs_cols = (cm->mi_cols + 1) >> 1;
1686
1687 for (int blk_row = 0; blk_row < mvs_rows; ++blk_row) {
1688 for (int blk_col = 0; blk_col < mvs_cols; ++blk_col) {
1689 MV_REF *mv_ref = &mv_ref_base[blk_row * mvs_cols + blk_col];
Jingning Hanfbfe8802017-12-05 11:14:42 -08001690 MV fwd_mv = mv_ref->mv[dir & 0x01].as_mv;
Jingning Han3bd1bc22017-10-18 16:51:23 -07001691
Jingning Hanfbfe8802017-12-05 11:14:42 -08001692 if (mv_ref->ref_frame[dir & 0x01] > INTRA_FRAME) {
Jingning Han3bd1bc22017-10-18 16:51:23 -07001693 int_mv this_mv;
1694 int mi_r, mi_c;
Jingning Han74f839b2018-01-09 11:54:30 -08001695 const int ref_frame_offset = ref_offset[mv_ref->ref_frame[dir & 0x01]];
Jingning Han3bd1bc22017-10-18 16:51:23 -07001696
Jingning Hanc2c3c872017-12-04 15:30:56 -08001697 get_mv_projection(&this_mv.as_mv, fwd_mv, ref_to_cur, ref_frame_offset);
Jingning Han3bd1bc22017-10-18 16:51:23 -07001698 int pos_valid = get_block_position(cm, &mi_r, &mi_c, blk_row, blk_col,
Jingning Hanfbfe8802017-12-05 11:14:42 -08001699 this_mv.as_mv, dir >> 1);
Jingning Han3bd1bc22017-10-18 16:51:23 -07001700 if (pos_valid) {
1701 int mi_offset = mi_r * (cm->mi_stride >> 1) + mi_c;
1702
Frank Bossen7b6bb942018-01-25 07:49:52 -05001703 tpl_mvs_base[mi_offset].mfmv0[ref_stamp].as_mv.row =
1704 (dir == 1) ? -fwd_mv.row : fwd_mv.row;
1705 tpl_mvs_base[mi_offset].mfmv0[ref_stamp].as_mv.col =
1706 (dir == 1) ? -fwd_mv.col : fwd_mv.col;
1707 tpl_mvs_base[mi_offset].ref_frame_offset[ref_stamp] =
1708 ref_frame_offset;
Jingning Han3bd1bc22017-10-18 16:51:23 -07001709 }
1710 }
1711 }
1712 }
Jingning Hanfbfe8802017-12-05 11:14:42 -08001713
1714 return 1;
Jingning Han3bd1bc22017-10-18 16:51:23 -07001715}
1716
Jingning Hanffbb0f92017-08-24 11:52:21 -07001717void av1_setup_motion_field(AV1_COMMON *cm) {
1718 int cur_frame_index = cm->cur_frame->cur_frame_offset;
Jingning Hanfbfe8802017-12-05 11:14:42 -08001719 int alt_frame_index = 0, gld_frame_index = 0;
Jingning Han94a504a2017-09-18 16:17:02 -07001720 int bwd_frame_index = 0, alt2_frame_index = 0;
Jingning Hanffbb0f92017-08-24 11:52:21 -07001721
Jingning Hanfbfe8802017-12-05 11:14:42 -08001722 TPL_MV_REF *tpl_mvs_base = cm->tpl_mvs;
Frank Bossen7b6bb942018-01-25 07:49:52 -05001723 int size = ((cm->mi_rows + MAX_MIB_SIZE) >> 1) * (cm->mi_stride >> 1);
1724 for (int idx = 0; idx < size; ++idx) {
1725 for (int i = 0; i < MFMV_STACK_SIZE; ++i) {
1726 tpl_mvs_base[idx].mfmv0[i].as_int = INVALID_MV;
1727 tpl_mvs_base[idx].ref_frame_offset[i] = 0;
Jingning Hanffbb0f92017-08-24 11:52:21 -07001728 }
1729 }
1730
Jingning Hanfbfe8802017-12-05 11:14:42 -08001731 int gld_buf_idx = cm->frame_refs[GOLDEN_FRAME - LAST_FRAME].idx;
Jingning Hanffbb0f92017-08-24 11:52:21 -07001732 int alt_buf_idx = cm->frame_refs[ALTREF_FRAME - LAST_FRAME].idx;
1733 int lst_buf_idx = cm->frame_refs[LAST_FRAME - LAST_FRAME].idx;
Jingning Hana127b422018-02-18 12:00:37 -08001734 int lst2_buf_idx = cm->frame_refs[LAST2_FRAME - LAST_FRAME].idx;
Jingning Hanffbb0f92017-08-24 11:52:21 -07001735 int bwd_buf_idx = cm->frame_refs[BWDREF_FRAME - LAST_FRAME].idx;
Jingning Han94a504a2017-09-18 16:17:02 -07001736 int alt2_buf_idx = cm->frame_refs[ALTREF2_FRAME - LAST_FRAME].idx;
Jingning Hanffbb0f92017-08-24 11:52:21 -07001737
1738 if (alt_buf_idx >= 0)
1739 alt_frame_index = cm->buffer_pool->frame_bufs[alt_buf_idx].cur_frame_offset;
1740
Jingning Hanffbb0f92017-08-24 11:52:21 -07001741 if (gld_buf_idx >= 0)
1742 gld_frame_index = cm->buffer_pool->frame_bufs[gld_buf_idx].cur_frame_offset;
1743
Jingning Hanffbb0f92017-08-24 11:52:21 -07001744 if (bwd_buf_idx >= 0)
1745 bwd_frame_index = cm->buffer_pool->frame_bufs[bwd_buf_idx].cur_frame_offset;
Jingning Han94a504a2017-09-18 16:17:02 -07001746
1747 if (alt2_buf_idx >= 0)
1748 alt2_frame_index =
1749 cm->buffer_pool->frame_bufs[alt2_buf_idx].cur_frame_offset;
Jingning Hanffbb0f92017-08-24 11:52:21 -07001750
Jingning Han707f8322017-12-02 09:25:01 -08001751 memset(cm->ref_frame_side, 0, sizeof(cm->ref_frame_side));
Jingning Hanc2c3c872017-12-04 15:30:56 -08001752 for (int ref_frame = LAST_FRAME; ref_frame <= INTER_REFS_PER_FRAME;
Jingning Han707f8322017-12-02 09:25:01 -08001753 ++ref_frame) {
1754 int buf_idx = cm->frame_refs[ref_frame - LAST_FRAME].idx;
1755 int frame_index = -1;
1756 if (buf_idx >= 0)
1757 frame_index = cm->buffer_pool->frame_bufs[buf_idx].cur_frame_offset;
1758 if (frame_index > cur_frame_index)
1759 cm->ref_frame_side[ref_frame] = 1;
1760 else if (frame_index == cur_frame_index)
1761 cm->ref_frame_side[ref_frame] = -1;
1762 }
1763
Jingning Han380e37c2017-10-24 20:35:02 -07001764 int ref_stamp = MFMV_STACK_SIZE - 1;
Jingning Han406591c2017-10-24 12:49:15 -07001765
Jingning Hanffbb0f92017-08-24 11:52:21 -07001766 if (lst_buf_idx >= 0) {
Jingning Hanffbb0f92017-08-24 11:52:21 -07001767 const int alt_frame_idx =
1768 cm->buffer_pool->frame_bufs[lst_buf_idx].alt_frame_offset;
Jingning Hanffbb0f92017-08-24 11:52:21 -07001769
1770 const int is_lst_overlay = (alt_frame_idx == gld_frame_index);
Jingning Hanfbfe8802017-12-05 11:14:42 -08001771 if (!is_lst_overlay) motion_field_projection(cm, LAST_FRAME, ref_stamp, 1);
Jingning Han406591c2017-10-24 12:49:15 -07001772
Jingning Han71da4812017-10-24 14:16:08 -07001773 --ref_stamp;
Jingning Hanffbb0f92017-08-24 11:52:21 -07001774 }
1775
Jingning Han406591c2017-10-24 12:49:15 -07001776 if (bwd_frame_index > cur_frame_index) {
Jingning Hanfbfe8802017-12-05 11:14:42 -08001777 if (motion_field_projection(cm, BWDREF_FRAME, ref_stamp, 0)) --ref_stamp;
Jingning Han406591c2017-10-24 12:49:15 -07001778 }
1779
1780 if (alt2_frame_index > cur_frame_index) {
Jingning Hanfbfe8802017-12-05 11:14:42 -08001781 if (motion_field_projection(cm, ALTREF2_FRAME, ref_stamp, 0)) --ref_stamp;
Jingning Han406591c2017-10-24 12:49:15 -07001782 }
1783
Jingning Han71da4812017-10-24 14:16:08 -07001784 if (alt_frame_index > cur_frame_index && ref_stamp >= 0)
Jingning Hanfbfe8802017-12-05 11:14:42 -08001785 if (motion_field_projection(cm, ALTREF_FRAME, ref_stamp, 0)) --ref_stamp;
Jingning Hana127b422018-02-18 12:00:37 -08001786
1787 if (ref_stamp >= 0 && lst_buf_idx >= 0)
1788 if (motion_field_projection(cm, LAST_FRAME, ref_stamp, 2)) --ref_stamp;
1789
1790 if (ref_stamp >= 0 && lst2_buf_idx >= 0)
1791 if (motion_field_projection(cm, LAST2_FRAME, ref_stamp, 2)) --ref_stamp;
Jingning Hanffbb0f92017-08-24 11:52:21 -07001792}
1793#endif // CONFIG_MFMV
Jingning Hanc723b342017-08-24 11:19:46 -07001794
Yunqing Wang97d6a372017-10-09 14:15:15 -07001795#if CONFIG_EXT_WARPED_MOTION
Yunqing Wang1bc82862017-06-28 15:49:48 -07001796static INLINE void record_samples(MB_MODE_INFO *mbmi, int *pts, int *pts_inref,
Yunqing Wangd3c13e82018-01-02 17:52:56 -08001797 int row_offset, int sign_r, int col_offset,
1798 int sign_c) {
Yunqing Wang1bc82862017-06-28 15:49:48 -07001799 int bw = block_size_wide[mbmi->sb_type];
1800 int bh = block_size_high[mbmi->sb_type];
Yunqing Wangc7d4cd32018-01-02 20:08:45 -08001801 int x = col_offset * MI_SIZE + sign_c * AOMMAX(bw, MI_SIZE) / 2 - 1;
1802 int y = row_offset * MI_SIZE + sign_r * AOMMAX(bh, MI_SIZE) / 2 - 1;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001803
1804 pts[0] = (x * 8);
1805 pts[1] = (y * 8);
1806 pts_inref[0] = (x * 8) + mbmi->mv[0].as_mv.col;
1807 pts_inref[1] = (y * 8) + mbmi->mv[0].as_mv.row;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001808}
1809
Yunqing Wangd3c13e82018-01-02 17:52:56 -08001810// Select samples according to the motion vector difference.
1811int selectSamples(MV *mv, int *pts, int *pts_inref, int len, BLOCK_SIZE bsize) {
1812 const int bw = block_size_wide[bsize];
1813 const int bh = block_size_high[bsize];
1814 const int thresh = clamp(AOMMAX(bw, bh), 16, 112);
Yunqing Wang1bc82862017-06-28 15:49:48 -07001815 int pts_mvd[SAMPLES_ARRAY_SIZE] = { 0 };
Yunqing Wangd3c13e82018-01-02 17:52:56 -08001816 int i, j, k, l = len;
1817 int ret = 0;
1818 assert(len <= LEAST_SQUARES_SAMPLES_MAX);
Yunqing Wang1bc82862017-06-28 15:49:48 -07001819
Yunqing Wangd3c13e82018-01-02 17:52:56 -08001820 // Obtain the motion vector difference.
1821 for (i = 0; i < len; ++i) {
1822 pts_mvd[i] = abs(pts_inref[2 * i] - pts[2 * i] - mv->col) +
1823 abs(pts_inref[2 * i + 1] - pts[2 * i + 1] - mv->row);
Yunqing Wang1bc82862017-06-28 15:49:48 -07001824
Yunqing Wangd3c13e82018-01-02 17:52:56 -08001825 if (pts_mvd[i] > thresh)
1826 pts_mvd[i] = -1;
1827 else
1828 ret++;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001829 }
Yunqing Wang1bc82862017-06-28 15:49:48 -07001830
Yunqing Wangd3c13e82018-01-02 17:52:56 -08001831 // Keep at least 1 sample.
1832 if (!ret) return 1;
1833
1834 i = 0;
1835 j = l - 1;
1836 for (k = 0; k < l - ret; k++) {
1837 while (pts_mvd[i] != -1) i++;
1838 while (pts_mvd[j] == -1) j--;
1839 assert(i != j);
1840 if (i > j) break;
1841
1842 // Replace the discarded samples;
1843 pts_mvd[i] = pts_mvd[j];
1844 pts[2 * i] = pts[2 * j];
1845 pts[2 * i + 1] = pts[2 * j + 1];
1846 pts_inref[2 * i] = pts_inref[2 * j];
1847 pts_inref[2 * i + 1] = pts_inref[2 * j + 1];
1848 i++;
1849 j--;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001850 }
1851
Yunqing Wang1bc82862017-06-28 15:49:48 -07001852 return ret;
1853}
1854
1855// Note: Samples returned are at 1/8-pel precision
Yunqing Wangc7d4cd32018-01-02 20:08:45 -08001856// Sample are the neighbor block center point's coordinates relative to the
1857// left-top pixel of current block.
Yunqing Wang1bc82862017-06-28 15:49:48 -07001858int findSamples(const AV1_COMMON *cm, MACROBLOCKD *xd, int mi_row, int mi_col,
Yunqing Wangd3c13e82018-01-02 17:52:56 -08001859 int *pts, int *pts_inref) {
Yunqing Wang1bc82862017-06-28 15:49:48 -07001860 MB_MODE_INFO *const mbmi0 = &(xd->mi[0]->mbmi);
1861 int ref_frame = mbmi0->ref_frame[0];
1862 int up_available = xd->up_available;
1863 int left_available = xd->left_available;
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001864 int i, mi_step = 1, np = 0;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001865
1866 const TileInfo *const tile = &xd->tile;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001867 int do_tl = 1;
1868 int do_tr = 1;
1869
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001870 // scan the nearest above rows
Yunqing Wang1bc82862017-06-28 15:49:48 -07001871 if (up_available) {
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001872 int mi_row_offset = -1;
1873 MODE_INFO *mi = xd->mi[mi_row_offset * xd->mi_stride];
1874 MB_MODE_INFO *mbmi = &mi->mbmi;
1875 uint8_t n8_w = mi_size_wide[mbmi->sb_type];
Yunqing Wang1bc82862017-06-28 15:49:48 -07001876
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001877 if (xd->n8_w <= n8_w) {
1878 // Handle "current block width <= above block width" case.
1879 int col_offset = -mi_col % n8_w;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001880
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001881 if (col_offset < 0) do_tl = 0;
1882 if (col_offset + n8_w > xd->n8_w) do_tr = 0;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001883
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001884 if (mbmi->ref_frame[0] == ref_frame && mbmi->ref_frame[1] == NONE_FRAME) {
Yunqing Wangc7d4cd32018-01-02 20:08:45 -08001885 record_samples(mbmi, pts, pts_inref, 0, -1, col_offset, 1);
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001886 pts += 2;
1887 pts_inref += 2;
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001888 np++;
Yunqing Wangd3c13e82018-01-02 17:52:56 -08001889 if (np >= LEAST_SQUARES_SAMPLES_MAX) return LEAST_SQUARES_SAMPLES_MAX;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001890 }
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001891 } else {
Yunqing Wang1bc82862017-06-28 15:49:48 -07001892 // Handle "current block width > above block width" case.
Yunqing Wang1bc82862017-06-28 15:49:48 -07001893 for (i = 0; i < AOMMIN(xd->n8_w, cm->mi_cols - mi_col); i += mi_step) {
1894 int mi_col_offset = i;
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001895 mi = xd->mi[mi_col_offset + mi_row_offset * xd->mi_stride];
1896 mbmi = &mi->mbmi;
1897 n8_w = mi_size_wide[mbmi->sb_type];
Yunqing Wang1bc82862017-06-28 15:49:48 -07001898 mi_step = AOMMIN(xd->n8_w, n8_w);
1899
Yunqing Wang1bc82862017-06-28 15:49:48 -07001900 if (mbmi->ref_frame[0] == ref_frame &&
1901 mbmi->ref_frame[1] == NONE_FRAME) {
Yunqing Wangc7d4cd32018-01-02 20:08:45 -08001902 record_samples(mbmi, pts, pts_inref, 0, -1, i, 1);
Yunqing Wang1bc82862017-06-28 15:49:48 -07001903 pts += 2;
1904 pts_inref += 2;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001905 np++;
Yunqing Wangd3c13e82018-01-02 17:52:56 -08001906 if (np >= LEAST_SQUARES_SAMPLES_MAX) return LEAST_SQUARES_SAMPLES_MAX;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001907 }
1908 }
1909 }
1910 }
Yunqing Wangd3c13e82018-01-02 17:52:56 -08001911 assert(np <= LEAST_SQUARES_SAMPLES_MAX);
Yunqing Wang1bc82862017-06-28 15:49:48 -07001912
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001913 // scan the nearest left columns
Yunqing Wang1bc82862017-06-28 15:49:48 -07001914 if (left_available) {
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001915 int mi_col_offset = -1;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001916
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001917 MODE_INFO *mi = xd->mi[mi_col_offset];
1918 MB_MODE_INFO *mbmi = &mi->mbmi;
1919 uint8_t n8_h = mi_size_high[mbmi->sb_type];
Yunqing Wang1bc82862017-06-28 15:49:48 -07001920
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001921 if (xd->n8_h <= n8_h) {
1922 // Handle "current block height <= above block height" case.
1923 int row_offset = -mi_row % n8_h;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001924
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001925 if (row_offset < 0) do_tl = 0;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001926
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001927 if (mbmi->ref_frame[0] == ref_frame && mbmi->ref_frame[1] == NONE_FRAME) {
Yunqing Wangc7d4cd32018-01-02 20:08:45 -08001928 record_samples(mbmi, pts, pts_inref, row_offset, 1, 0, -1);
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001929 pts += 2;
1930 pts_inref += 2;
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001931 np++;
Yunqing Wangd3c13e82018-01-02 17:52:56 -08001932 if (np >= LEAST_SQUARES_SAMPLES_MAX) return LEAST_SQUARES_SAMPLES_MAX;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001933 }
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001934 } else {
Yunqing Wang1bc82862017-06-28 15:49:48 -07001935 // Handle "current block height > above block height" case.
Yunqing Wang1bc82862017-06-28 15:49:48 -07001936 for (i = 0; i < AOMMIN(xd->n8_h, cm->mi_rows - mi_row); i += mi_step) {
1937 int mi_row_offset = i;
Yunqing Wang9a7c6602017-08-08 14:04:06 -07001938 mi = xd->mi[mi_col_offset + mi_row_offset * xd->mi_stride];
1939 mbmi = &mi->mbmi;
1940 n8_h = mi_size_high[mbmi->sb_type];
Yunqing Wang1bc82862017-06-28 15:49:48 -07001941 mi_step = AOMMIN(xd->n8_h, n8_h);
1942
Yunqing Wang1bc82862017-06-28 15:49:48 -07001943 if (mbmi->ref_frame[0] == ref_frame &&
1944 mbmi->ref_frame[1] == NONE_FRAME) {
Yunqing Wangc7d4cd32018-01-02 20:08:45 -08001945 record_samples(mbmi, pts, pts_inref, i, 1, 0, -1);
Yunqing Wang1bc82862017-06-28 15:49:48 -07001946 pts += 2;
1947 pts_inref += 2;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001948 np++;
Yunqing Wangd3c13e82018-01-02 17:52:56 -08001949 if (np >= LEAST_SQUARES_SAMPLES_MAX) return LEAST_SQUARES_SAMPLES_MAX;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001950 }
1951 }
1952 }
1953 }
Yunqing Wangd3c13e82018-01-02 17:52:56 -08001954 assert(np <= LEAST_SQUARES_SAMPLES_MAX);
Yunqing Wang1bc82862017-06-28 15:49:48 -07001955
1956 // Top-left block
1957 if (do_tl && left_available && up_available) {
1958 int mi_row_offset = -1;
1959 int mi_col_offset = -1;
1960
1961 MODE_INFO *mi = xd->mi[mi_col_offset + mi_row_offset * xd->mi_stride];
1962 MB_MODE_INFO *mbmi = &mi->mbmi;
1963
1964 if (mbmi->ref_frame[0] == ref_frame && mbmi->ref_frame[1] == NONE_FRAME) {
Yunqing Wangc7d4cd32018-01-02 20:08:45 -08001965 record_samples(mbmi, pts, pts_inref, 0, -1, 0, -1);
Yunqing Wang1bc82862017-06-28 15:49:48 -07001966 pts += 2;
1967 pts_inref += 2;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001968 np++;
Yunqing Wangd3c13e82018-01-02 17:52:56 -08001969 if (np >= LEAST_SQUARES_SAMPLES_MAX) return LEAST_SQUARES_SAMPLES_MAX;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001970 }
1971 }
Yunqing Wangd3c13e82018-01-02 17:52:56 -08001972 assert(np <= LEAST_SQUARES_SAMPLES_MAX);
Yunqing Wang1bc82862017-06-28 15:49:48 -07001973
1974 // Top-right block
David Barker761b1ac2017-09-25 11:23:03 +01001975 if (do_tr &&
1976 has_top_right(cm, xd, mi_row, mi_col, AOMMAX(xd->n8_w, xd->n8_h))) {
Yunqing Wang1bc82862017-06-28 15:49:48 -07001977 POSITION trb_pos = { -1, xd->n8_w };
1978
1979 if (is_inside(tile, mi_col, mi_row, cm->mi_rows, cm, &trb_pos)) {
1980 int mi_row_offset = -1;
1981 int mi_col_offset = xd->n8_w;
1982
1983 MODE_INFO *mi = xd->mi[mi_col_offset + mi_row_offset * xd->mi_stride];
1984 MB_MODE_INFO *mbmi = &mi->mbmi;
1985
1986 if (mbmi->ref_frame[0] == ref_frame && mbmi->ref_frame[1] == NONE_FRAME) {
Yunqing Wangc7d4cd32018-01-02 20:08:45 -08001987 record_samples(mbmi, pts, pts_inref, 0, -1, xd->n8_w, 1);
Yunqing Wang1bc82862017-06-28 15:49:48 -07001988 np++;
Yunqing Wangd3c13e82018-01-02 17:52:56 -08001989 if (np >= LEAST_SQUARES_SAMPLES_MAX) return LEAST_SQUARES_SAMPLES_MAX;
Yunqing Wang1bc82862017-06-28 15:49:48 -07001990 }
1991 }
1992 }
Yunqing Wangd3c13e82018-01-02 17:52:56 -08001993 assert(np <= LEAST_SQUARES_SAMPLES_MAX);
Yunqing Wang1bc82862017-06-28 15:49:48 -07001994
1995 return np;
1996}
1997#else
Yue Chenff616102017-04-04 15:50:12 -07001998void calc_projection_samples(MB_MODE_INFO *const mbmi, int x, int y,
1999 int *pts_inref) {
2000 pts_inref[0] = (x * 8) + mbmi->mv[0].as_mv.col;
2001 pts_inref[1] = (y * 8) + mbmi->mv[0].as_mv.row;
Yue Chend193cdc2017-01-13 00:52:23 -08002002}
2003
Debargha Mukherjeee6eb3b52017-02-26 08:50:56 -08002004// Note: Samples returned are at 1/8-pel precision
Yunqing Wangc7d4cd32018-01-02 20:08:45 -08002005// Sample are the neighbor block center point's coordinates relative to the
2006// left-top pixel of current block.
Yue Chen69f18e12016-09-08 14:48:15 -07002007int findSamples(const AV1_COMMON *cm, MACROBLOCKD *xd, int mi_row, int mi_col,
Debargha Mukherjeee6eb3b52017-02-26 08:50:56 -08002008 int *pts, int *pts_inref) {
Yue Chen69f18e12016-09-08 14:48:15 -07002009 MB_MODE_INFO *const mbmi0 = &(xd->mi[0]->mbmi);
2010 int ref_frame = mbmi0->ref_frame[0];
2011 int up_available = xd->up_available;
2012 int left_available = xd->left_available;
2013 int i, mi_step, np = 0;
Yue Chen69f18e12016-09-08 14:48:15 -07002014
2015 // scan the above row
2016 if (up_available) {
2017 for (i = 0; i < AOMMIN(xd->n8_w, cm->mi_cols - mi_col); i += mi_step) {
2018 int mi_row_offset = -1;
2019 int mi_col_offset = i;
2020
2021 MODE_INFO *mi = xd->mi[mi_col_offset + mi_row_offset * xd->mi_stride];
2022 MB_MODE_INFO *mbmi = &mi->mbmi;
2023
Yue Chend0d3bcc2017-01-30 11:22:32 -08002024 mi_step = AOMMIN(xd->n8_w, mi_size_wide[mbmi->sb_type]);
Yue Chen69f18e12016-09-08 14:48:15 -07002025
Emil Keyder01770b32017-01-20 18:03:11 -05002026 if (mbmi->ref_frame[0] == ref_frame && mbmi->ref_frame[1] == NONE_FRAME) {
David Barkercdcac6d2016-12-01 17:04:16 +00002027 int bw = block_size_wide[mbmi->sb_type];
2028 int bh = block_size_high[mbmi->sb_type];
Yunqing Wangc7d4cd32018-01-02 20:08:45 -08002029 int x = i * MI_SIZE + AOMMAX(bw, MI_SIZE) / 2 - 1;
2030 int y = -AOMMAX(bh, MI_SIZE) / 2 - 1;
Yue Chen69f18e12016-09-08 14:48:15 -07002031
Yue Chen5558e5d2017-03-31 12:24:42 -07002032 pts[0] = (x * 8);
2033 pts[1] = (y * 8);
Yue Chenff616102017-04-04 15:50:12 -07002034 calc_projection_samples(mbmi, x, y, pts_inref);
Yue Chen5558e5d2017-03-31 12:24:42 -07002035 pts += 2;
2036 pts_inref += 2;
2037 np++;
2038 if (np >= LEAST_SQUARES_SAMPLES_MAX) return LEAST_SQUARES_SAMPLES_MAX;
Yue Chen69f18e12016-09-08 14:48:15 -07002039 }
2040 }
2041 }
Debargha Mukherjee9868c742017-01-26 15:23:35 -08002042 assert(2 * np <= SAMPLES_ARRAY_SIZE);
Yue Chen69f18e12016-09-08 14:48:15 -07002043
2044 // scan the left column
2045 if (left_available) {
2046 for (i = 0; i < AOMMIN(xd->n8_h, cm->mi_rows - mi_row); i += mi_step) {
2047 int mi_row_offset = i;
2048 int mi_col_offset = -1;
2049
2050 MODE_INFO *mi = xd->mi[mi_col_offset + mi_row_offset * xd->mi_stride];
2051 MB_MODE_INFO *mbmi = &mi->mbmi;
2052
Yue Chend0d3bcc2017-01-30 11:22:32 -08002053 mi_step = AOMMIN(xd->n8_h, mi_size_high[mbmi->sb_type]);
Yue Chen69f18e12016-09-08 14:48:15 -07002054
Emil Keyder01770b32017-01-20 18:03:11 -05002055 if (mbmi->ref_frame[0] == ref_frame && mbmi->ref_frame[1] == NONE_FRAME) {
David Barkercdcac6d2016-12-01 17:04:16 +00002056 int bw = block_size_wide[mbmi->sb_type];
2057 int bh = block_size_high[mbmi->sb_type];
Yunqing Wangc7d4cd32018-01-02 20:08:45 -08002058 int x = -AOMMAX(bw, MI_SIZE) / 2 - 1;
2059 int y = i * MI_SIZE + AOMMAX(bh, MI_SIZE) / 2 - 1;
Yue Chen69f18e12016-09-08 14:48:15 -07002060
Yue Chen5558e5d2017-03-31 12:24:42 -07002061 pts[0] = (x * 8);
2062 pts[1] = (y * 8);
Yue Chenff616102017-04-04 15:50:12 -07002063 calc_projection_samples(mbmi, x, y, pts_inref);
Yue Chen5558e5d2017-03-31 12:24:42 -07002064 pts += 2;
2065 pts_inref += 2;
2066 np++;
2067 if (np >= LEAST_SQUARES_SAMPLES_MAX) return LEAST_SQUARES_SAMPLES_MAX;
Yue Chen69f18e12016-09-08 14:48:15 -07002068 }
2069 }
2070 }
Debargha Mukherjee9868c742017-01-26 15:23:35 -08002071 assert(2 * np <= SAMPLES_ARRAY_SIZE);
Yue Chen69f18e12016-09-08 14:48:15 -07002072
2073 if (left_available && up_available) {
2074 int mi_row_offset = -1;
2075 int mi_col_offset = -1;
2076
2077 MODE_INFO *mi = xd->mi[mi_col_offset + mi_row_offset * xd->mi_stride];
2078 MB_MODE_INFO *mbmi = &mi->mbmi;
2079
Emil Keyder01770b32017-01-20 18:03:11 -05002080 if (mbmi->ref_frame[0] == ref_frame && mbmi->ref_frame[1] == NONE_FRAME) {
David Barkercdcac6d2016-12-01 17:04:16 +00002081 int bw = block_size_wide[mbmi->sb_type];
2082 int bh = block_size_high[mbmi->sb_type];
Yunqing Wangc7d4cd32018-01-02 20:08:45 -08002083 int x = -AOMMAX(bw, MI_SIZE) / 2 - 1;
2084 int y = -AOMMAX(bh, MI_SIZE) / 2 - 1;
Yue Chen69f18e12016-09-08 14:48:15 -07002085
Yue Chen5558e5d2017-03-31 12:24:42 -07002086 pts[0] = (x * 8);
2087 pts[1] = (y * 8);
Yue Chenff616102017-04-04 15:50:12 -07002088 calc_projection_samples(mbmi, x, y, pts_inref);
Yue Chen5558e5d2017-03-31 12:24:42 -07002089 np++;
Yue Chen69f18e12016-09-08 14:48:15 -07002090 }
2091 }
Debargha Mukherjee9868c742017-01-26 15:23:35 -08002092 assert(2 * np <= SAMPLES_ARRAY_SIZE);
Yue Chen69f18e12016-09-08 14:48:15 -07002093
Yue Chen69f18e12016-09-08 14:48:15 -07002094 return np;
2095}
Yunqing Wang97d6a372017-10-09 14:15:15 -07002096#endif // CONFIG_EXT_WARPED_MOTION
Zoe Liuf40a9572017-10-13 12:37:19 -07002097
2098#if CONFIG_EXT_SKIP
Yaowu Xu96fa7572017-12-26 20:51:41 -08002099void av1_setup_skip_mode_allowed(AV1_COMMON *cm) {
Zoe Liuf40a9572017-10-13 12:37:19 -07002100 cm->is_skip_mode_allowed = 0;
2101 cm->ref_frame_idx_0 = cm->ref_frame_idx_1 = INVALID_IDX;
2102
Zoe Liu4b847e12017-12-07 12:44:45 -08002103 if (frame_is_intra_only(cm) || cm->reference_mode == SINGLE_REFERENCE) return;
Zoe Liuf40a9572017-10-13 12:37:19 -07002104
2105 RefCntBuffer *const frame_bufs = cm->buffer_pool->frame_bufs;
2106 const int cur_frame_offset = cm->frame_offset;
2107 int ref_frame_offset[2] = { -1, INT_MAX };
2108 int ref_idx[2] = { INVALID_IDX, INVALID_IDX };
Zoe Liuf40a9572017-10-13 12:37:19 -07002109
Zoe Liu4b847e12017-12-07 12:44:45 -08002110 // Identify the nearest forward and backward references.
Zoe Liuf40a9572017-10-13 12:37:19 -07002111 for (int i = 0; i < INTER_REFS_PER_FRAME; ++i) {
2112 const int buf_idx = cm->frame_refs[i].idx;
2113 if (buf_idx == INVALID_IDX) continue;
2114
2115 const int ref_offset = frame_bufs[buf_idx].cur_frame_offset;
2116 if (ref_offset < cur_frame_offset) {
2117 // Forward reference
2118 if (ref_offset > ref_frame_offset[0]) {
2119 ref_frame_offset[0] = ref_offset;
2120 ref_idx[0] = i;
Zoe Liuf40a9572017-10-13 12:37:19 -07002121 }
2122 } else if (ref_offset > cur_frame_offset) {
2123 // Backward reference
2124 if (ref_offset < ref_frame_offset[1]) {
2125 ref_frame_offset[1] = ref_offset;
2126 ref_idx[1] = i;
Zoe Liuf40a9572017-10-13 12:37:19 -07002127 }
2128 }
2129 }
2130
Zoe Liuf40a9572017-10-13 12:37:19 -07002131 if (ref_idx[0] != INVALID_IDX && ref_idx[1] != INVALID_IDX) {
Zoe Liu4b847e12017-12-07 12:44:45 -08002132 // == Bi-directional prediction ==
2133 cm->is_skip_mode_allowed = 1;
David Barker1efc5bd2018-02-07 14:38:44 +00002134 cm->ref_frame_idx_0 = AOMMIN(ref_idx[0], ref_idx[1]);
2135 cm->ref_frame_idx_1 = AOMMAX(ref_idx[0], ref_idx[1]);
Zoe Liu4b847e12017-12-07 12:44:45 -08002136 } else if (ref_idx[0] != INVALID_IDX && ref_idx[1] == INVALID_IDX) {
2137 // == Forward prediction only ==
2138 // Identify the second nearest forward reference.
Zoe Liu104d62e2017-12-07 12:44:45 -08002139 ref_frame_offset[1] = -1;
Zoe Liu104d62e2017-12-07 12:44:45 -08002140 for (int i = 0; i < INTER_REFS_PER_FRAME; ++i) {
2141 const int buf_idx = cm->frame_refs[i].idx;
2142 if (buf_idx == INVALID_IDX) continue;
2143
2144 const int ref_offset = frame_bufs[buf_idx].cur_frame_offset;
2145 if (ref_offset < ref_frame_offset[0] &&
2146 ref_offset > ref_frame_offset[1]) {
2147 // Second closest forward reference
2148 ref_frame_offset[1] = ref_offset;
2149 ref_idx[1] = i;
Zoe Liu104d62e2017-12-07 12:44:45 -08002150 }
2151 }
2152 if (ref_frame_offset[1] >= 0) {
Zoe Liu4b847e12017-12-07 12:44:45 -08002153 cm->is_skip_mode_allowed = 1;
2154 cm->ref_frame_idx_0 = AOMMIN(ref_idx[0], ref_idx[1]);
2155 cm->ref_frame_idx_1 = AOMMAX(ref_idx[0], ref_idx[1]);
Zoe Liu104d62e2017-12-07 12:44:45 -08002156 }
2157 }
Zoe Liuf40a9572017-10-13 12:37:19 -07002158}
2159#endif // CONFIG_EXT_SKIP