blob: 4c3981259a5e3e75e14969bd37563139b5594bec [file] [log] [blame]
Yaowu Xuc27fc142016-08-22 16:08:15 -07001/*
Yaowu Xu2ab7ff02016-09-02 12:04:54 -07002 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Yaowu Xuc27fc142016-08-22 16:08:15 -07003 *
Yaowu Xu2ab7ff02016-09-02 12:04:54 -07004 * This source code is subject to the terms of the BSD 2 Clause License and
5 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
6 * was not distributed with this source code in the LICENSE file, you can
7 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
8 * Media Patent License 1.0 was not distributed with this source code in the
9 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Yaowu Xuc27fc142016-08-22 16:08:15 -070010 */
11
Yaowu Xuf883b422016-08-30 14:01:10 -070012#ifndef AV1_COMMON_BLOCKD_H_
13#define AV1_COMMON_BLOCKD_H_
Yaowu Xuc27fc142016-08-22 16:08:15 -070014
Tom Finegan60e653d2018-05-22 11:34:58 -070015#include "config/aom_config.h"
Yaowu Xuc27fc142016-08-22 16:08:15 -070016
Yaowu Xuf883b422016-08-30 14:01:10 -070017#include "aom_dsp/aom_dsp_common.h"
Yaowu Xuc27fc142016-08-22 16:08:15 -070018#include "aom_ports/mem.h"
19#include "aom_scale/yv12config.h"
20
21#include "av1/common/common_data.h"
22#include "av1/common/quant_common.h"
23#include "av1/common/entropy.h"
24#include "av1/common/entropymode.h"
25#include "av1/common/mv.h"
26#include "av1/common/scale.h"
27#include "av1/common/seg_common.h"
28#include "av1/common/tile_common.h"
Yushin Chod0b77ac2017-10-20 17:33:16 -070029
Yaowu Xuc27fc142016-08-22 16:08:15 -070030#ifdef __cplusplus
31extern "C" {
32#endif
33
Debargha Mukherjee6cf2b462018-01-12 15:53:50 -080034#define USE_B_QUANT_NO_TRELLIS 1
Debargha Mukherjee6cf2b462018-01-12 15:53:50 -080035
Yaowu Xuc27fc142016-08-22 16:08:15 -070036#define MAX_MB_PLANE 3
37
Sarah Parker5b4df2b2018-04-02 14:48:25 -070038#define MAX_DIFFWTD_MASK_BITS 1
Yaowu Xuf35f5272017-05-10 08:00:02 -070039
Sarah Parker5b4df2b2018-04-02 14:48:25 -070040// DIFFWTD_MASK_TYPES should not surpass 1 << MAX_DIFFWTD_MASK_BITS
Sarah Parkerb9f757c2017-01-06 17:12:24 -080041typedef enum {
Sarah Parker7bb84f32017-05-09 15:17:46 -070042 DIFFWTD_38 = 0,
43 DIFFWTD_38_INV,
Sarah Parker5b4df2b2018-04-02 14:48:25 -070044 DIFFWTD_MASK_TYPES,
45} DIFFWTD_MASK_TYPE;
Debargha Mukherjee1edf9a32017-01-07 18:54:20 -080046
Yaowu Xuc27fc142016-08-22 16:08:15 -070047typedef enum {
48 KEY_FRAME = 0,
49 INTER_FRAME = 1,
Soo-Chul Han65c00ae2017-09-07 13:12:35 -040050 INTRA_ONLY_FRAME = 2, // replaces intra-only
51 S_FRAME = 3,
Yaowu Xuc27fc142016-08-22 16:08:15 -070052 FRAME_TYPES,
53} FRAME_TYPE;
54
Debargha Mukherjee0f248c42017-09-07 12:40:18 -070055static INLINE int is_comp_ref_allowed(BLOCK_SIZE bsize) {
Debargha Mukherjee0f248c42017-09-07 12:40:18 -070056 return AOMMIN(block_size_wide[bsize], block_size_high[bsize]) >= 8;
Debargha Mukherjee0f248c42017-09-07 12:40:18 -070057}
58
Yaowu Xuc27fc142016-08-22 16:08:15 -070059static INLINE int is_inter_mode(PREDICTION_MODE mode) {
Yaowu Xuc27fc142016-08-22 16:08:15 -070060 return mode >= NEARESTMV && mode <= NEW_NEWMV;
Yaowu Xuc27fc142016-08-22 16:08:15 -070061}
62
David Barkerac37fa32016-12-02 12:30:21 +000063typedef struct {
64 uint8_t *plane[MAX_MB_PLANE];
65 int stride[MAX_MB_PLANE];
66} BUFFER_SET;
67
Yaowu Xuc27fc142016-08-22 16:08:15 -070068static INLINE int is_inter_singleref_mode(PREDICTION_MODE mode) {
Zoe Liu7f24e1b2017-03-17 17:42:05 -070069 return mode >= NEARESTMV && mode <= NEWMV;
Yaowu Xuc27fc142016-08-22 16:08:15 -070070}
Zoe Liu85b66462017-04-20 14:28:19 -070071static INLINE int is_inter_compound_mode(PREDICTION_MODE mode) {
72 return mode >= NEAREST_NEARESTMV && mode <= NEW_NEWMV;
73}
Yaowu Xuc27fc142016-08-22 16:08:15 -070074
75static INLINE PREDICTION_MODE compound_ref0_mode(PREDICTION_MODE mode) {
Urvang Joshi5a9ea002017-05-22 15:25:18 -070076 static PREDICTION_MODE lut[] = {
Urvang Joshi102245d2016-11-28 13:05:36 -080077 MB_MODE_COUNT, // DC_PRED
78 MB_MODE_COUNT, // V_PRED
79 MB_MODE_COUNT, // H_PRED
80 MB_MODE_COUNT, // D45_PRED
81 MB_MODE_COUNT, // D135_PRED
Hui Su439bcb52018-02-21 10:52:16 -080082 MB_MODE_COUNT, // D113_PRED
83 MB_MODE_COUNT, // D157_PRED
84 MB_MODE_COUNT, // D203_PRED
85 MB_MODE_COUNT, // D67_PRED
Urvang Joshi102245d2016-11-28 13:05:36 -080086 MB_MODE_COUNT, // SMOOTH_PRED
Urvang Joshi5a9ea002017-05-22 15:25:18 -070087 MB_MODE_COUNT, // SMOOTH_V_PRED
88 MB_MODE_COUNT, // SMOOTH_H_PRED
Urvang Joshi96d1c0a2017-10-10 13:15:32 -070089 MB_MODE_COUNT, // PAETH_PRED
Urvang Joshi102245d2016-11-28 13:05:36 -080090 MB_MODE_COUNT, // NEARESTMV
91 MB_MODE_COUNT, // NEARMV
Sarah Parker2b9ec2e2017-10-30 17:34:08 -070092 MB_MODE_COUNT, // GLOBALMV
Urvang Joshi102245d2016-11-28 13:05:36 -080093 MB_MODE_COUNT, // NEWMV
Sebastien Alaiwan34d55662017-11-15 09:36:03 +010094 NEARESTMV, // NEAREST_NEARESTMV
95 NEARMV, // NEAR_NEARMV
96 NEARESTMV, // NEAREST_NEWMV
97 NEWMV, // NEW_NEARESTMV
98 NEARMV, // NEAR_NEWMV
99 NEWMV, // NEW_NEARMV
100 GLOBALMV, // GLOBAL_GLOBALMV
101 NEWMV, // NEW_NEWMV
Yaowu Xuc27fc142016-08-22 16:08:15 -0700102 };
Urvang Joshi5a9ea002017-05-22 15:25:18 -0700103 assert(NELEMENTS(lut) == MB_MODE_COUNT);
Yaowu Xuc27fc142016-08-22 16:08:15 -0700104 assert(is_inter_compound_mode(mode));
105 return lut[mode];
106}
107
108static INLINE PREDICTION_MODE compound_ref1_mode(PREDICTION_MODE mode) {
Urvang Joshi5a9ea002017-05-22 15:25:18 -0700109 static PREDICTION_MODE lut[] = {
Urvang Joshi102245d2016-11-28 13:05:36 -0800110 MB_MODE_COUNT, // DC_PRED
111 MB_MODE_COUNT, // V_PRED
112 MB_MODE_COUNT, // H_PRED
113 MB_MODE_COUNT, // D45_PRED
114 MB_MODE_COUNT, // D135_PRED
Hui Su439bcb52018-02-21 10:52:16 -0800115 MB_MODE_COUNT, // D113_PRED
116 MB_MODE_COUNT, // D157_PRED
117 MB_MODE_COUNT, // D203_PRED
118 MB_MODE_COUNT, // D67_PRED
Urvang Joshi102245d2016-11-28 13:05:36 -0800119 MB_MODE_COUNT, // SMOOTH_PRED
Urvang Joshi5a9ea002017-05-22 15:25:18 -0700120 MB_MODE_COUNT, // SMOOTH_V_PRED
121 MB_MODE_COUNT, // SMOOTH_H_PRED
Urvang Joshi96d1c0a2017-10-10 13:15:32 -0700122 MB_MODE_COUNT, // PAETH_PRED
Urvang Joshi102245d2016-11-28 13:05:36 -0800123 MB_MODE_COUNT, // NEARESTMV
124 MB_MODE_COUNT, // NEARMV
Sarah Parker2b9ec2e2017-10-30 17:34:08 -0700125 MB_MODE_COUNT, // GLOBALMV
Urvang Joshi102245d2016-11-28 13:05:36 -0800126 MB_MODE_COUNT, // NEWMV
Sebastien Alaiwan34d55662017-11-15 09:36:03 +0100127 NEARESTMV, // NEAREST_NEARESTMV
128 NEARMV, // NEAR_NEARMV
129 NEWMV, // NEAREST_NEWMV
130 NEARESTMV, // NEW_NEARESTMV
131 NEWMV, // NEAR_NEWMV
132 NEARMV, // NEW_NEARMV
133 GLOBALMV, // GLOBAL_GLOBALMV
134 NEWMV, // NEW_NEWMV
Yaowu Xuc27fc142016-08-22 16:08:15 -0700135 };
Urvang Joshi5a9ea002017-05-22 15:25:18 -0700136 assert(NELEMENTS(lut) == MB_MODE_COUNT);
Yaowu Xuc27fc142016-08-22 16:08:15 -0700137 assert(is_inter_compound_mode(mode));
138 return lut[mode];
139}
140
David Barker3dfba992017-04-03 16:10:09 +0100141static INLINE int have_nearmv_in_inter_mode(PREDICTION_MODE mode) {
Debargha Mukherjeebb6e1342017-04-17 16:05:04 -0700142 return (mode == NEARMV || mode == NEAR_NEARMV || mode == NEAR_NEWMV ||
143 mode == NEW_NEARMV);
David Barker3dfba992017-04-03 16:10:09 +0100144}
145
Yaowu Xuc27fc142016-08-22 16:08:15 -0700146static INLINE int have_newmv_in_inter_mode(PREDICTION_MODE mode) {
Zoe Liu7f24e1b2017-03-17 17:42:05 -0700147 return (mode == NEWMV || mode == NEW_NEWMV || mode == NEAREST_NEWMV ||
148 mode == NEW_NEARESTMV || mode == NEAR_NEWMV || mode == NEW_NEARMV);
Yaowu Xuc27fc142016-08-22 16:08:15 -0700149}
Sarah Parker6fdc8532016-11-16 17:47:13 -0800150
Sarah Parker2e604882017-01-17 17:31:25 -0800151static INLINE int use_masked_motion_search(COMPOUND_TYPE type) {
152 return (type == COMPOUND_WEDGE);
153}
154
Sarah Parker6fdc8532016-11-16 17:47:13 -0800155static INLINE int is_masked_compound_type(COMPOUND_TYPE type) {
Sarah Parker5b4df2b2018-04-02 14:48:25 -0700156 return (type == COMPOUND_WEDGE || type == COMPOUND_DIFFWTD);
Sarah Parker6fdc8532016-11-16 17:47:13 -0800157}
Zoe Liu85b66462017-04-20 14:28:19 -0700158
Yaowu Xuc27fc142016-08-22 16:08:15 -0700159/* For keyframes, intra block modes are predicted by the (already decoded)
160 modes for the Y blocks to the left and above us; for interframes, there
161 is a single probability table. */
162
Yaowu Xuc27fc142016-08-22 16:08:15 -0700163typedef int8_t MV_REFERENCE_FRAME;
164
165typedef struct {
166 // Number of base colors for Y (0) and UV (1)
167 uint8_t palette_size[2];
hui sufa4ff852017-05-15 12:20:50 -0700168 // Value of base colors for Y, U, and V
Yaowu Xuc27fc142016-08-22 16:08:15 -0700169 uint16_t palette_colors[3 * PALETTE_MAX_SIZE];
Yaowu Xuc27fc142016-08-22 16:08:15 -0700170} PALETTE_MODE_INFO;
171
Yaowu Xuc27fc142016-08-22 16:08:15 -0700172typedef struct {
Yue Chenb0571872017-12-18 18:12:59 -0800173 uint8_t use_filter_intra;
174 FILTER_INTRA_MODE filter_intra_mode;
hui su5db97432016-10-14 16:10:14 -0700175} FILTER_INTRA_MODE_INFO;
Yue Chen57b8ff62017-10-10 23:37:31 -0700176
177static const PREDICTION_MODE fimode_to_intradir[FILTER_INTRA_MODES] = {
Hui Su69ae7b82018-02-20 20:10:51 -0800178 DC_PRED, V_PRED, H_PRED, D157_PRED, DC_PRED
Yue Chen57b8ff62017-10-10 23:37:31 -0700179};
Yaowu Xuc27fc142016-08-22 16:08:15 -0700180
Angie Chiang7c2b7f22016-11-07 16:00:00 -0800181#if CONFIG_RD_DEBUG
Jingning Hanf32f6782018-02-15 09:29:15 -0800182#define TXB_COEFF_COST_MAP_SIZE (MAX_MIB_SIZE)
Angie Chiang7c2b7f22016-11-07 16:00:00 -0800183#endif
Angie Chiang9a44f5f2016-11-06 12:19:06 -0800184
Angie Chiang9a44f5f2016-11-06 12:19:06 -0800185typedef struct RD_STATS {
186 int rate;
187 int64_t dist;
Angie Chiang7bbd3b12017-04-26 11:06:09 -0700188 // Please be careful of using rdcost, it's not guaranteed to be set all the
189 // time.
190 // TODO(angiebird): Create a set of functions to manipulate the RD_STATS. In
191 // these functions, make sure rdcost is always up-to-date according to
192 // rate/dist.
Angie Chiang2a2a7dd2017-04-25 16:08:47 -0700193 int64_t rdcost;
Angie Chiang9a44f5f2016-11-06 12:19:06 -0800194 int64_t sse;
Angie Chiang7bbd3b12017-04-26 11:06:09 -0700195 int skip; // sse should equal to dist when skip == 1
Jingning Han3bce7542017-07-25 10:53:57 -0700196 int64_t ref_rdcost;
197 int zero_rate;
Jingning Han1a7f0a82017-07-27 09:48:05 -0700198 uint8_t invalid_rate;
Angie Chiang9a44f5f2016-11-06 12:19:06 -0800199#if CONFIG_RD_DEBUG
200 int txb_coeff_cost[MAX_MB_PLANE];
201 int txb_coeff_cost_map[MAX_MB_PLANE][TXB_COEFF_COST_MAP_SIZE]
202 [TXB_COEFF_COST_MAP_SIZE];
Angie Chiang3963d632016-11-10 18:41:40 -0800203#endif // CONFIG_RD_DEBUG
Angie Chiang9a44f5f2016-11-06 12:19:06 -0800204} RD_STATS;
Angie Chiang9a44f5f2016-11-06 12:19:06 -0800205
Sarah Parker2d0e9b72017-05-04 01:34:16 +0000206// This struct is used to group function args that are commonly
207// sent together in functions related to interinter compound modes
Sarah Parker6fdc8532016-11-16 17:47:13 -0800208typedef struct {
Sarah Parker6fdc8532016-11-16 17:47:13 -0800209 int wedge_index;
210 int wedge_sign;
Sarah Parker5b4df2b2018-04-02 14:48:25 -0700211 DIFFWTD_MASK_TYPE mask_type;
Sarah Parker2d0e9b72017-05-04 01:34:16 +0000212 uint8_t *seg_mask;
Sarah Parker2d0e9b72017-05-04 01:34:16 +0000213 COMPOUND_TYPE interinter_compound_type;
Sarah Parker6fdc8532016-11-16 17:47:13 -0800214} INTERINTER_COMPOUND_DATA;
Sarah Parker6fdc8532016-11-16 17:47:13 -0800215
Hui Su7167d952018-02-01 16:33:12 -0800216#define INTER_TX_SIZE_BUF_LEN 16
Hui Sude1a5db2018-02-22 15:44:49 -0800217#define TXK_TYPE_BUF_LEN 64
Hui Su7167d952018-02-01 16:33:12 -0800218// This structure now relates to 4x4 block regions.
Luc Trudeauf5334002017-04-25 12:21:26 -0400219typedef struct MB_MODE_INFO {
Yaowu Xuc27fc142016-08-22 16:08:15 -0700220 // Common for both INTER and INTRA blocks
221 BLOCK_SIZE sb_type;
222 PREDICTION_MODE mode;
223 TX_SIZE tx_size;
Hui Su7167d952018-02-01 16:33:12 -0800224 uint8_t inter_tx_size[INTER_TX_SIZE_BUF_LEN];
Yaowu Xuc27fc142016-08-22 16:08:15 -0700225 int8_t skip;
Zoe Liuf704a1c2017-10-02 16:55:59 -0700226 int8_t skip_mode;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700227 int8_t segment_id;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700228 int8_t seg_id_predicted; // valid only when temporal_update is enabled
229
230 // Only for INTRA blocks
Luc Trudeaud6d9eee2017-07-12 12:36:50 -0400231 UV_PREDICTION_MODE uv_mode;
Urvang Joshic6300aa2017-06-01 14:46:23 -0700232
Yaowu Xuc27fc142016-08-22 16:08:15 -0700233 PALETTE_MODE_INFO palette_mode_info;
Alex Converse28744302017-04-13 14:46:22 -0700234 uint8_t use_intrabc;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700235
Rupert Swarbrick27e90292017-09-28 17:46:50 +0100236 // Only for INTER blocks
237 InterpFilters interp_filters;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700238 MV_REFERENCE_FRAME ref_frame[2];
Hui Su56393b32018-02-27 10:34:27 -0800239
Hui Sude1a5db2018-02-22 15:44:49 -0800240 TX_TYPE txk_type[TXK_TYPE_BUF_LEN];
Yaowu Xuc27fc142016-08-22 16:08:15 -0700241
hui su5db97432016-10-14 16:10:14 -0700242 FILTER_INTRA_MODE_INFO filter_intra_mode_info;
Yue Chen69d9aef2018-02-26 17:49:59 -0800243
hui sueda3d762016-12-06 16:58:23 -0800244 // The actual prediction angle is the base angle + (angle_delta * step).
Luc Trudeau7bb3a4f2018-02-12 09:59:21 -0500245 int8_t angle_delta[PLANE_TYPES];
Yaowu Xuc27fc142016-08-22 16:08:15 -0700246
Sarah Parker2d0e9b72017-05-04 01:34:16 +0000247 // interintra members
Yaowu Xuc27fc142016-08-22 16:08:15 -0700248 INTERINTRA_MODE interintra_mode;
249 // TODO(debargha): Consolidate these flags
250 int use_wedge_interintra;
251 int interintra_wedge_index;
252 int interintra_wedge_sign;
Sarah Parker2d0e9b72017-05-04 01:34:16 +0000253 // interinter members
254 COMPOUND_TYPE interinter_compound_type;
Sarah Parker2d0e9b72017-05-04 01:34:16 +0000255 int wedge_index;
256 int wedge_sign;
Sarah Parker5b4df2b2018-04-02 14:48:25 -0700257 DIFFWTD_MASK_TYPE mask_type;
Yue Chencb60b182016-10-13 15:18:22 -0700258 MOTION_MODE motion_mode;
Yue Chen5329a2b2017-02-28 17:33:00 +0800259 int overlappable_neighbors[2];
Yaowu Xuc27fc142016-08-22 16:08:15 -0700260 int_mv mv[2];
Yaowu Xuc27fc142016-08-22 16:08:15 -0700261 uint8_t ref_mv_idx;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700262 PARTITION_TYPE partition;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700263 /* deringing gain *per-superblock* */
Jean-Marc Valin5f5c1322017-03-21 16:20:21 -0400264 int8_t cdef_strength;
Wan-Teh Chang413f5ef2018-06-05 17:36:03 -0700265 int current_qindex;
266 int delta_lf_from_base;
267 int delta_lf[FRAME_LF_COUNT];
Angie Chiangd4022822016-11-02 18:30:25 -0700268#if CONFIG_RD_DEBUG
Angie Chiang9a44f5f2016-11-06 12:19:06 -0800269 RD_STATS rd_stats;
Angie Chiangd4022822016-11-02 18:30:25 -0700270 int mi_row;
271 int mi_col;
272#endif
Yue Chen69f18e12016-09-08 14:48:15 -0700273 int num_proj_ref[2];
274 WarpedMotionParams wm_params[2];
Ryan Lei9b02b0e2017-01-30 15:52:20 -0800275
Luc Trudeauf5334002017-04-25 12:21:26 -0400276 // Index of the alpha Cb and alpha Cr combination
Luc Trudeaua9bd85f2017-05-11 14:37:56 -0400277 int cfl_alpha_idx;
David Michael Barrf6eaa152017-07-19 19:42:28 +0900278 // Joint sign of alpha Cb and alpha Cr
279 int cfl_alpha_signs;
Luc Trudeauf5334002017-04-25 12:21:26 -0400280
Cheng Chenca6958c2017-10-10 14:00:50 -0700281 int compound_idx;
Cheng Chen33a13d92017-11-28 16:49:59 -0800282 int comp_group_idx;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700283} MB_MODE_INFO;
284
Alex Converse28744302017-04-13 14:46:22 -0700285static INLINE int is_intrabc_block(const MB_MODE_INFO *mbmi) {
286 return mbmi->use_intrabc;
287}
Alex Converse28744302017-04-13 14:46:22 -0700288
Luc Trudeaud6d9eee2017-07-12 12:36:50 -0400289static INLINE PREDICTION_MODE get_uv_mode(UV_PREDICTION_MODE mode) {
Luc Trudeau5d5078e2017-12-13 16:43:16 -0500290 assert(mode < UV_INTRA_MODES);
Luc Trudeau2f052ee2018-01-16 14:43:06 -0500291 static const PREDICTION_MODE uv2y[] = {
Urvang Joshib7301cd2017-11-09 15:08:56 -0800292 DC_PRED, // UV_DC_PRED
293 V_PRED, // UV_V_PRED
294 H_PRED, // UV_H_PRED
295 D45_PRED, // UV_D45_PRED
296 D135_PRED, // UV_D135_PRED
Hui Su69ae7b82018-02-20 20:10:51 -0800297 D113_PRED, // UV_D113_PRED
298 D157_PRED, // UV_D157_PRED
299 D203_PRED, // UV_D203_PRED
300 D67_PRED, // UV_D67_PRED
Urvang Joshib7301cd2017-11-09 15:08:56 -0800301 SMOOTH_PRED, // UV_SMOOTH_PRED
Luc Trudeaud6d9eee2017-07-12 12:36:50 -0400302 SMOOTH_V_PRED, // UV_SMOOTH_V_PRED
303 SMOOTH_H_PRED, // UV_SMOOTH_H_PRED
Urvang Joshi96d1c0a2017-10-10 13:15:32 -0700304 PAETH_PRED, // UV_PAETH_PRED
Luc Trudeau2f052ee2018-01-16 14:43:06 -0500305 DC_PRED, // UV_CFL_PRED
306 INTRA_INVALID, // UV_INTRA_MODES
307 INTRA_INVALID, // UV_MODE_INVALID
Luc Trudeaud6d9eee2017-07-12 12:36:50 -0400308 };
309 return uv2y[mode];
310}
Luc Trudeaud6d9eee2017-07-12 12:36:50 -0400311
Yaowu Xuc27fc142016-08-22 16:08:15 -0700312static INLINE int is_inter_block(const MB_MODE_INFO *mbmi) {
Hui Su293f2812018-02-26 14:41:18 -0800313 return is_intrabc_block(mbmi) || mbmi->ref_frame[0] > INTRA_FRAME;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700314}
315
316static INLINE int has_second_ref(const MB_MODE_INFO *mbmi) {
317 return mbmi->ref_frame[1] > INTRA_FRAME;
318}
319
Zoe Liuc082bbc2017-05-17 13:31:37 -0700320static INLINE int has_uni_comp_refs(const MB_MODE_INFO *mbmi) {
321 return has_second_ref(mbmi) && (!((mbmi->ref_frame[0] >= BWDREF_FRAME) ^
322 (mbmi->ref_frame[1] >= BWDREF_FRAME)));
323}
324
325static INLINE MV_REFERENCE_FRAME comp_ref0(int ref_idx) {
326 static const MV_REFERENCE_FRAME lut[] = {
Zoe Liu057f97b2018-01-24 13:45:25 -0800327 LAST_FRAME, // LAST_LAST2_FRAMES,
328 LAST_FRAME, // LAST_LAST3_FRAMES,
329 LAST_FRAME, // LAST_GOLDEN_FRAMES,
330 BWDREF_FRAME, // BWDREF_ALTREF_FRAMES,
331 LAST2_FRAME, // LAST2_LAST3_FRAMES
332 LAST2_FRAME, // LAST2_GOLDEN_FRAMES,
333 LAST3_FRAME, // LAST3_GOLDEN_FRAMES,
334 BWDREF_FRAME, // BWDREF_ALTREF2_FRAMES,
335 ALTREF2_FRAME, // ALTREF2_ALTREF_FRAMES,
Zoe Liuc082bbc2017-05-17 13:31:37 -0700336 };
Zoe Liu057f97b2018-01-24 13:45:25 -0800337 assert(NELEMENTS(lut) == TOTAL_UNIDIR_COMP_REFS);
Zoe Liuc082bbc2017-05-17 13:31:37 -0700338 return lut[ref_idx];
339}
340
341static INLINE MV_REFERENCE_FRAME comp_ref1(int ref_idx) {
342 static const MV_REFERENCE_FRAME lut[] = {
Zoe Liu057f97b2018-01-24 13:45:25 -0800343 LAST2_FRAME, // LAST_LAST2_FRAMES,
344 LAST3_FRAME, // LAST_LAST3_FRAMES,
345 GOLDEN_FRAME, // LAST_GOLDEN_FRAMES,
346 ALTREF_FRAME, // BWDREF_ALTREF_FRAMES,
347 LAST3_FRAME, // LAST2_LAST3_FRAMES
348 GOLDEN_FRAME, // LAST2_GOLDEN_FRAMES,
349 GOLDEN_FRAME, // LAST3_GOLDEN_FRAMES,
350 ALTREF2_FRAME, // BWDREF_ALTREF2_FRAMES,
351 ALTREF_FRAME, // ALTREF2_ALTREF_FRAMES,
Zoe Liuc082bbc2017-05-17 13:31:37 -0700352 };
Zoe Liu057f97b2018-01-24 13:45:25 -0800353 assert(NELEMENTS(lut) == TOTAL_UNIDIR_COMP_REFS);
Zoe Liuc082bbc2017-05-17 13:31:37 -0700354 return lut[ref_idx];
355}
Zoe Liuc082bbc2017-05-17 13:31:37 -0700356
Yue Chen53b53f02018-03-29 14:31:23 -0700357PREDICTION_MODE av1_left_block_mode(const MB_MODE_INFO *left_mi);
Yaowu Xuc27fc142016-08-22 16:08:15 -0700358
Yue Chen53b53f02018-03-29 14:31:23 -0700359PREDICTION_MODE av1_above_block_mode(const MB_MODE_INFO *above_mi);
Yaowu Xuc27fc142016-08-22 16:08:15 -0700360
Yue Chen53b53f02018-03-29 14:31:23 -0700361static INLINE int is_global_mv_block(const MB_MODE_INFO *const mbmi,
Sarah Parker19234cc2017-03-10 16:43:25 -0800362 TransformationType type) {
Luc Trudeau2eb9b842017-12-13 11:19:16 -0500363 const PREDICTION_MODE mode = mbmi->mode;
Luc Trudeau2eb9b842017-12-13 11:19:16 -0500364 const BLOCK_SIZE bsize = mbmi->sb_type;
Debargha Mukherjeec17a4432017-08-28 22:22:45 -0700365 const int block_size_allowed =
366 AOMMIN(block_size_wide[bsize], block_size_high[bsize]) >= 8;
Sarah Parker2b9ec2e2017-10-30 17:34:08 -0700367 return (mode == GLOBALMV || mode == GLOBAL_GLOBALMV) && type > TRANSLATION &&
Sarah Parker19234cc2017-03-10 16:43:25 -0800368 block_size_allowed;
Sarah Parker19234cc2017-03-10 16:43:25 -0800369}
Sarah Parker19234cc2017-03-10 16:43:25 -0800370
Angie Chiang5b5f4df2017-12-06 10:41:12 -0800371#if CONFIG_MISMATCH_DEBUG
372static INLINE void mi_to_pixel_loc(int *pixel_c, int *pixel_r, int mi_col,
373 int mi_row, int tx_blk_col, int tx_blk_row,
374 int subsampling_x, int subsampling_y) {
375 *pixel_c = ((mi_col >> subsampling_x) << MI_SIZE_LOG2) +
376 (tx_blk_col << tx_size_wide_log2[0]);
377 *pixel_r = ((mi_row >> subsampling_y) << MI_SIZE_LOG2) +
378 (tx_blk_row << tx_size_high_log2[0]);
379}
380#endif
381
Yaowu Xuc27fc142016-08-22 16:08:15 -0700382enum mv_precision { MV_PRECISION_Q3, MV_PRECISION_Q4 };
383
384struct buf_2d {
385 uint8_t *buf;
386 uint8_t *buf0;
387 int width;
388 int height;
389 int stride;
390};
391
392typedef struct macroblockd_plane {
393 tran_low_t *dqcoeff;
394 PLANE_TYPE plane_type;
395 int subsampling_x;
396 int subsampling_y;
397 struct buf_2d dst;
398 struct buf_2d pre[2];
399 ENTROPY_CONTEXT *above_context;
400 ENTROPY_CONTEXT *left_context;
Monty Montgomery125c0fc2017-10-26 00:44:35 -0400401
402 // The dequantizers below are true dequntizers used only in the
403 // dequantization process. They have the same coefficient
404 // shift/scale as TX.
405 int16_t seg_dequant_QTX[MAX_SEGMENTS][2];
Yaowu Xuc27fc142016-08-22 16:08:15 -0700406 uint8_t *color_index_map;
407
Jingning Hanc47fe6c2016-10-21 16:40:47 -0700408 // block size in pixels
409 uint8_t width, height;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700410
Thomas Daviesdd3cf832017-10-20 15:49:57 +0100411 qm_val_t *seg_iqmatrix[MAX_SEGMENTS][TX_SIZES_ALL];
412 qm_val_t *seg_qmatrix[MAX_SEGMENTS][TX_SIZES_ALL];
Monty Montgomery125c0fc2017-10-26 00:44:35 -0400413
414 // the 'dequantizers' below are not literal dequantizer values.
415 // They're used by encoder RDO to generate ad-hoc lambda values.
416 // They use a hardwired Q3 coeff shift and do not necessarily match
417 // the TX scale in use.
418 const int16_t *dequant_Q3;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700419} MACROBLOCKD_PLANE;
420
Jingning Han3468df12016-12-05 17:53:16 -0800421#define BLOCK_OFFSET(x, i) \
422 ((x) + (i) * (1 << (tx_size_wide_log2[0] + tx_size_high_log2[0])))
Yaowu Xuc27fc142016-08-22 16:08:15 -0700423
424typedef struct RefBuffer {
Yaowu Xu0eb6b6c2018-03-28 12:44:57 -0700425 int idx; // frame buf idx
Zoe Liub57fee02018-02-15 17:41:41 -0800426 int map_idx; // frame map idx
Yaowu Xuc27fc142016-08-22 16:08:15 -0700427 YV12_BUFFER_CONFIG *buf;
428 struct scale_factors sf;
429} RefBuffer;
430
Rupert Swarbrick6c545212017-09-01 17:17:25 +0100431typedef struct {
432 DECLARE_ALIGNED(16, InterpKernel, vfilter);
433 DECLARE_ALIGNED(16, InterpKernel, hfilter);
434} WienerInfo;
435
436typedef struct {
437 int ep;
438 int xqd[2];
439} SgrprojInfo;
Rupert Swarbrick6c545212017-09-01 17:17:25 +0100440
Hui Su9fa96232017-10-23 15:46:04 -0700441#if CONFIG_DEBUG
Luc Trudeau03b7e7d2017-09-19 13:20:52 -0400442#define CFL_SUB8X8_VAL_MI_SIZE (4)
443#define CFL_SUB8X8_VAL_MI_SQUARE \
444 (CFL_SUB8X8_VAL_MI_SIZE * CFL_SUB8X8_VAL_MI_SIZE)
Hui Su9fa96232017-10-23 15:46:04 -0700445#endif // CONFIG_DEBUG
Luc Trudeaue425f472017-12-08 14:48:46 -0500446#define CFL_MAX_BLOCK_SIZE (BLOCK_32X32)
Luc Trudeau467205a2017-12-12 23:23:47 -0500447#define CFL_BUF_LINE (32)
Luc Trudeau365f73b2017-12-23 00:07:29 -0500448#define CFL_BUF_LINE_I128 (CFL_BUF_LINE >> 3)
449#define CFL_BUF_LINE_I256 (CFL_BUF_LINE >> 4)
Luc Trudeau467205a2017-12-12 23:23:47 -0500450#define CFL_BUF_SQUARE (CFL_BUF_LINE * CFL_BUF_LINE)
David Michael Barr5b2021e2017-08-17 18:12:39 +0900451typedef struct cfl_ctx {
Luc Trudeau8a192112018-05-09 22:38:28 -0400452 // Q3 reconstructed luma pixels (only Q2 is required, but Q3 is used to avoid
453 // shifts)
Luc Trudeau1f431172018-05-10 11:37:23 -0400454 uint16_t recon_buf_q3[CFL_BUF_SQUARE];
Luc Trudeau8a192112018-05-09 22:38:28 -0400455 // Q3 AC contributions (reconstructed luma pixels - tx block avg)
456 int16_t ac_buf_q3[CFL_BUF_SQUARE];
Luc Trudeau467205a2017-12-12 23:23:47 -0500457
458 // Cache the DC_PRED when performing RDO, so it does not have to be recomputed
459 // for every scaling parameter
460 int dc_pred_is_cached[CFL_PRED_PLANES];
461 // The DC_PRED cache is disable when decoding
462 int use_dc_pred_cache;
463 // Only cache the first row of the DC_PRED
464 int16_t dc_pred_cache[CFL_PRED_PLANES][CFL_BUF_LINE];
David Michael Barr5b2021e2017-08-17 18:12:39 +0900465
Luc Trudeau4e26d662017-09-11 13:08:40 -0400466 // Height and width currently used in the CfL prediction buffer.
467 int buf_height, buf_width;
David Michael Barr5b2021e2017-08-17 18:12:39 +0900468
David Michael Barr5b2021e2017-08-17 18:12:39 +0900469 int are_parameters_computed;
470
471 // Chroma subsampling
472 int subsampling_x, subsampling_y;
473
David Michael Barr5b2021e2017-08-17 18:12:39 +0900474 int mi_row, mi_col;
475
476 // Whether the reconstructed luma pixels need to be stored
477 int store_y;
478
David Michael Barr1f8d0952017-10-11 17:46:39 +0900479#if CONFIG_DEBUG
480 int rate;
481#endif // CONFIG_DEBUG
482
David Michael Barr5b2021e2017-08-17 18:12:39 +0900483 int is_chroma_reference;
David Michael Barr5b2021e2017-08-17 18:12:39 +0900484} CFL_CTX;
David Michael Barr5b2021e2017-08-17 18:12:39 +0900485
Cheng Chenf78632e2017-10-20 15:30:51 -0700486typedef struct jnt_comp_params {
Cheng Chen8263f802017-11-14 15:50:00 -0800487 int use_jnt_comp_avg;
Cheng Chenf78632e2017-10-20 15:30:51 -0700488 int fwd_offset;
489 int bck_offset;
490} JNT_COMP_PARAMS;
Cheng Chenf78632e2017-10-20 15:30:51 -0700491
Yaowu Xuc27fc142016-08-22 16:08:15 -0700492typedef struct macroblockd {
493 struct macroblockd_plane plane[MAX_MB_PLANE];
Yaowu Xuc27fc142016-08-22 16:08:15 -0700494
Yaowu Xuc27fc142016-08-22 16:08:15 -0700495 TileInfo tile;
496
497 int mi_stride;
498
Yue Chen53b53f02018-03-29 14:31:23 -0700499 MB_MODE_INFO **mi;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700500 MB_MODE_INFO *left_mbmi;
501 MB_MODE_INFO *above_mbmi;
David Barkerd3afdb92018-02-14 15:45:58 +0000502 MB_MODE_INFO *chroma_left_mbmi;
503 MB_MODE_INFO *chroma_above_mbmi;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700504
505 int up_available;
506 int left_available;
Jingning Han3da18d62017-05-02 12:43:58 -0700507 int chroma_up_available;
508 int chroma_left_available;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700509
Rupert Swarbrick57486c52017-08-14 10:53:49 +0100510 /* Distance of MB away from frame edges in subpixels (1/8th pixel) */
Yaowu Xuc27fc142016-08-22 16:08:15 -0700511 int mb_to_left_edge;
512 int mb_to_right_edge;
513 int mb_to_top_edge;
514 int mb_to_bottom_edge;
515
Yaowu Xuc27fc142016-08-22 16:08:15 -0700516 /* pointers to reference frames */
Urvang Joshi52648442016-10-13 17:27:51 -0700517 const RefBuffer *block_refs[2];
Yaowu Xuc27fc142016-08-22 16:08:15 -0700518
519 /* pointer to current frame */
520 const YV12_BUFFER_CONFIG *cur_buf;
521
522 ENTROPY_CONTEXT *above_context[MAX_MB_PLANE];
Wan-Teh Chang733de9b2018-05-02 16:36:19 -0700523 ENTROPY_CONTEXT left_context[MAX_MB_PLANE][MAX_MIB_SIZE];
Yaowu Xuc27fc142016-08-22 16:08:15 -0700524
525 PARTITION_CONTEXT *above_seg_context;
526 PARTITION_CONTEXT left_seg_context[MAX_MIB_SIZE];
527
Yaowu Xuc27fc142016-08-22 16:08:15 -0700528 TXFM_CONTEXT *above_txfm_context;
529 TXFM_CONTEXT *left_txfm_context;
Wan-Teh Chang733de9b2018-05-02 16:36:19 -0700530 TXFM_CONTEXT left_txfm_context_buffer[MAX_MIB_SIZE];
Yaowu Xuc27fc142016-08-22 16:08:15 -0700531
Rupert Swarbrick6c545212017-09-01 17:17:25 +0100532 WienerInfo wiener_info[MAX_MB_PLANE];
533 SgrprojInfo sgrproj_info[MAX_MB_PLANE];
Rupert Swarbrick6c545212017-09-01 17:17:25 +0100534
Jingning Hanff6ee6a2016-12-07 09:55:21 -0800535 // block dimension in the unit of mode_info.
Yaowu Xuc27fc142016-08-22 16:08:15 -0700536 uint8_t n8_w, n8_h;
537
Yaowu Xuc27fc142016-08-22 16:08:15 -0700538 uint8_t ref_mv_count[MODE_CTX_REF_FRAMES];
539 CANDIDATE_MV ref_mv_stack[MODE_CTX_REF_FRAMES][MAX_REF_MV_STACK_SIZE];
540 uint8_t is_sec_rect;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700541
Zoe Liufa8bad12018-01-23 14:32:31 -0800542 // Counts of each reference frame in the above and left neighboring blocks.
543 // NOTE: Take into account both single and comp references.
Zoe Liu27deb382018-03-27 15:13:56 -0700544 uint8_t neighbors_ref_counts[REF_FRAMES];
Zoe Liufa8bad12018-01-23 14:32:31 -0800545
Thomas Daviesf77d4ad2017-01-10 18:55:42 +0000546 FRAME_CONTEXT *tile_ctx;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700547 /* Bit depth: 8, 10, 12 */
548 int bd;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700549
Debargha Mukherjee3c42c092016-09-29 09:17:36 -0700550 int qindex[MAX_SEGMENTS];
Yaowu Xuc27fc142016-08-22 16:08:15 -0700551 int lossless[MAX_SEGMENTS];
552 int corrupted;
RogerZhou10a03802017-10-26 11:49:48 -0700553 int cur_frame_force_integer_mv;
Yaowu Xu45295c32018-03-29 12:06:10 -0700554 // same with that in AV1_COMMON
Yaowu Xuf883b422016-08-30 14:01:10 -0700555 struct aom_internal_error_info *error_info;
Luc Trudeauf3bf8b12017-12-08 14:38:41 -0500556 const WarpedMotionParams *global_motion;
Arild Fuldseth07441162016-08-15 15:07:52 +0200557 int delta_qindex;
558 int current_qindex;
Fangwen Fu231fe422017-04-24 17:52:29 -0700559 // Since actual frame level loop filtering level value is not available
560 // at the beginning of the tile (only available during actual filtering)
561 // at encoder side.we record the delta_lf (against the frame level loop
562 // filtering level) and code the delta between previous superblock's delta
563 // lf and current delta lf. It is equivalent to the delta between previous
564 // superblock's actual lf and current lf.
Wan-Teh Chang413f5ef2018-06-05 17:36:03 -0700565 int delta_lf_from_base;
Cheng Chena97394f2017-09-27 15:05:14 -0700566 // For this experiment, we have four frame filter levels for different plane
567 // and direction. So, to support the per superblock update, we need to add
568 // a few more params as below.
569 // 0: delta loop filter level for y plane vertical
570 // 1: delta loop filter level for y plane horizontal
571 // 2: delta loop filter level for u plane
572 // 3: delta loop filter level for v plane
573 // To make it consistent with the reference to each filter level in segment,
574 // we need to -1, since
575 // SEG_LVL_ALT_LF_Y_V = 1;
576 // SEG_LVL_ALT_LF_Y_H = 2;
577 // SEG_LVL_ALT_LF_U = 3;
578 // SEG_LVL_ALT_LF_V = 4;
Wan-Teh Chang413f5ef2018-06-05 17:36:03 -0700579 int delta_lf[FRAME_LF_COUNT];
Cherma Rajan A35610232018-04-18 18:19:12 +0530580 int cdef_preset[4];
Luc Trudeauf8164152017-04-11 16:20:51 -0400581
Sarah Parker2d0e9b72017-05-04 01:34:16 +0000582 DECLARE_ALIGNED(16, uint8_t, seg_mask[2 * MAX_SB_SQUARE]);
Sarah Parker2d0e9b72017-05-04 01:34:16 +0000583
Luc Trudeau1e84af52017-11-25 15:00:28 -0500584 CFL_CTX cfl;
Cheng Chenf78632e2017-10-20 15:30:51 -0700585
Cheng Chenf78632e2017-10-20 15:30:51 -0700586 JNT_COMP_PARAMS jcp_param;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700587} MACROBLOCKD;
588
Yi Luo51281092017-06-26 16:36:15 -0700589static INLINE int get_bitdepth_data_path_index(const MACROBLOCKD *xd) {
590 return xd->cur_buf->flags & YV12_FLAG_HIGHBITDEPTH ? 1 : 0;
591}
592
Cheng Chen82b4fa12018-05-02 18:43:17 -0700593static INLINE int get_sqr_bsize_idx(BLOCK_SIZE bsize) {
594 switch (bsize) {
595 case BLOCK_4X4: return 0;
596 case BLOCK_8X8: return 1;
597 case BLOCK_16X16: return 2;
598 case BLOCK_32X32: return 3;
599 case BLOCK_64X64: return 4;
600 case BLOCK_128X128: return 5;
601 default: return SQR_BLOCK_SIZES;
602 }
603}
604
605// Note: the input block size should be square.
606// Otherwise it's considered invalid.
607static INLINE BLOCK_SIZE get_partition_subsize(BLOCK_SIZE bsize,
608 PARTITION_TYPE partition) {
609 if (partition == PARTITION_INVALID) {
Urvang Joshicb586f32016-09-20 11:36:33 -0700610 return BLOCK_INVALID;
Cheng Chen82b4fa12018-05-02 18:43:17 -0700611 } else {
612 const int sqr_bsize_idx = get_sqr_bsize_idx(bsize);
613 return sqr_bsize_idx >= SQR_BLOCK_SIZES
614 ? BLOCK_INVALID
615 : subsize_lookup[partition][sqr_bsize_idx];
616 }
Yaowu Xuc27fc142016-08-22 16:08:15 -0700617}
618
Luc Trudeau6e691312018-04-11 13:03:16 -0400619static TX_TYPE intra_mode_to_tx_type(const MB_MODE_INFO *mbmi,
620 PLANE_TYPE plane_type) {
621 static const TX_TYPE _intra_mode_to_tx_type[INTRA_MODES] = {
Luc Trudeau9cea9932017-12-13 21:14:13 -0500622 DCT_DCT, // DC
623 ADST_DCT, // V
624 DCT_ADST, // H
625 DCT_DCT, // D45
626 ADST_ADST, // D135
627 ADST_DCT, // D117
628 DCT_ADST, // D153
629 DCT_ADST, // D207
630 ADST_DCT, // D63
631 ADST_ADST, // SMOOTH
632 ADST_DCT, // SMOOTH_V
633 DCT_ADST, // SMOOTH_H
634 ADST_ADST, // PAETH
635 };
Luc Trudeau6e691312018-04-11 13:03:16 -0400636 const PREDICTION_MODE mode =
637 (plane_type == PLANE_TYPE_Y) ? mbmi->mode : get_uv_mode(mbmi->uv_mode);
638 assert(mode < INTRA_MODES);
639 return _intra_mode_to_tx_type[mode];
Luc Trudeau9cea9932017-12-13 21:14:13 -0500640}
Yaowu Xuc27fc142016-08-22 16:08:15 -0700641
Sarah Parker076437f2017-03-14 17:39:53 -0700642static INLINE int is_rect_tx(TX_SIZE tx_size) { return tx_size >= TX_SIZES; }
Sarah Parker076437f2017-03-14 17:39:53 -0700643
Rupert Swarbrickfcff0b22017-10-05 09:26:04 +0100644static INLINE int block_signals_txsize(BLOCK_SIZE bsize) {
Rupert Swarbrickfcff0b22017-10-05 09:26:04 +0100645 return bsize > BLOCK_4X4;
Rupert Swarbrickfcff0b22017-10-05 09:26:04 +0100646}
647
Hui Suddbcde22017-09-18 17:22:02 -0700648// Number of transform types in each set type
649static const int av1_num_ext_tx_set[EXT_TX_SET_TYPES] = {
Hui Su2254c362018-04-10 11:22:38 -0700650 1, 2, 5, 7, 12, 16,
Hui Suddbcde22017-09-18 17:22:02 -0700651};
652
Hui Suddbcde22017-09-18 17:22:02 -0700653static const int av1_ext_tx_used[EXT_TX_SET_TYPES][TX_TYPES] = {
Johann6b41d4d2018-02-08 14:32:53 -0800654 { 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 },
655 { 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0 },
656 { 1, 1, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0 },
657 { 1, 1, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0 },
Johann6b41d4d2018-02-08 14:32:53 -0800658 { 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0 },
659 { 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 },
Debargha Mukherjee08542b92017-02-21 01:08:14 -0800660};
661
Hui Su2254c362018-04-10 11:22:38 -0700662static INLINE TxSetType av1_get_ext_tx_set_type(TX_SIZE tx_size, int is_inter,
663 int use_reduced_set) {
Yue Chen56e226e2017-05-02 16:21:40 -0700664 const TX_SIZE tx_size_sqr_up = txsize_sqr_up_map[tx_size];
Debargha Mukherjee570423c2017-10-01 00:35:20 -0700665 if (tx_size_sqr_up > TX_32X32) return EXT_TX_SET_DCTONLY;
Yue Chen56e226e2017-05-02 16:21:40 -0700666 if (tx_size_sqr_up == TX_32X32)
Debargha Mukherjee08542b92017-02-21 01:08:14 -0800667 return is_inter ? EXT_TX_SET_DCT_IDTX : EXT_TX_SET_DCTONLY;
Sarah Parkerc7fa12c2018-01-29 14:48:46 -0800668 if (use_reduced_set)
669 return is_inter ? EXT_TX_SET_DCT_IDTX : EXT_TX_SET_DTT4_IDTX;
Hui Su2254c362018-04-10 11:22:38 -0700670 const TX_SIZE tx_size_sqr = txsize_sqr_map[tx_size];
Hui Su3e509e32018-01-29 11:42:46 -0800671 if (is_inter) {
672 return (tx_size_sqr == TX_16X16 ? EXT_TX_SET_DTT9_IDTX_1DDCT
Sarah Parkercec7ba12017-11-03 16:46:09 -0700673 : EXT_TX_SET_ALL16);
Hui Su3e509e32018-01-29 11:42:46 -0800674 } else {
675 return (tx_size_sqr == TX_16X16 ? EXT_TX_SET_DTT4_IDTX
Yue Chen56e226e2017-05-02 16:21:40 -0700676 : EXT_TX_SET_DTT4_IDTX_1DDCT);
Hui Su3e509e32018-01-29 11:42:46 -0800677 }
Debargha Mukherjee08542b92017-02-21 01:08:14 -0800678}
679
Hui Su4a9be2a2017-09-19 14:41:49 -0700680// Maps tx set types to the indices.
681static const int ext_tx_set_index[2][EXT_TX_SET_TYPES] = {
Johann6b41d4d2018-02-08 14:32:53 -0800682 { // Intra
Hui Su2254c362018-04-10 11:22:38 -0700683 0, -1, 2, 1, -1, -1 },
Johann6b41d4d2018-02-08 14:32:53 -0800684 { // Inter
Hui Su2254c362018-04-10 11:22:38 -0700685 0, 3, -1, -1, 2, 1 },
Hui Su4a9be2a2017-09-19 14:41:49 -0700686};
687
Jingning Han47eb2322018-03-19 16:33:48 -0700688static INLINE int get_ext_tx_set(TX_SIZE tx_size, int is_inter,
Sarah Parker5effe3f2017-02-23 12:49:10 -0800689 int use_reduced_set) {
Debargha Mukherjee08542b92017-02-21 01:08:14 -0800690 const TxSetType set_type =
Hui Su2254c362018-04-10 11:22:38 -0700691 av1_get_ext_tx_set_type(tx_size, is_inter, use_reduced_set);
Hui Su4a9be2a2017-09-19 14:41:49 -0700692 return ext_tx_set_index[is_inter][set_type];
Yaowu Xuc27fc142016-08-22 16:08:15 -0700693}
694
Jingning Hana689cab2018-03-19 16:40:42 -0700695static INLINE int get_ext_tx_types(TX_SIZE tx_size, int is_inter,
Sarah Parker5effe3f2017-02-23 12:49:10 -0800696 int use_reduced_set) {
Hui Su2254c362018-04-10 11:22:38 -0700697 const int set_type =
698 av1_get_ext_tx_set_type(tx_size, is_inter, use_reduced_set);
Hui Suddbcde22017-09-18 17:22:02 -0700699 return av1_num_ext_tx_set[set_type];
Yaowu Xuc27fc142016-08-22 16:08:15 -0700700}
701
Debargha Mukherjee3ebb0d02017-12-14 05:05:18 -0800702#define TXSIZEMAX(t1, t2) (tx_size_2d[(t1)] >= tx_size_2d[(t2)] ? (t1) : (t2))
703#define TXSIZEMIN(t1, t2) (tx_size_2d[(t1)] <= tx_size_2d[(t2)] ? (t1) : (t2))
704
Yaowu Xu25ff26a2018-02-26 11:20:10 -0800705static INLINE TX_SIZE tx_size_from_tx_mode(BLOCK_SIZE bsize, TX_MODE tx_mode) {
Yaowu Xuc27fc142016-08-22 16:08:15 -0700706 const TX_SIZE largest_tx_size = tx_mode_to_biggest_tx_size[tx_mode];
Urvang Joshidd0376f2018-05-02 16:37:25 -0700707 const TX_SIZE max_rect_tx_size = max_txsize_rect_lookup[bsize];
Urvang Joshifeb925f2016-12-05 10:37:29 -0800708 if (bsize == BLOCK_4X4)
709 return AOMMIN(max_txsize_lookup[bsize], largest_tx_size);
Urvang Joshifeb925f2016-12-05 10:37:29 -0800710 if (txsize_sqr_map[max_rect_tx_size] <= largest_tx_size)
711 return max_rect_tx_size;
712 else
713 return largest_tx_size;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700714}
715
hui su5db97432016-10-14 16:10:14 -0700716extern const int16_t dr_intra_derivative[90];
hui su02c79742017-05-16 17:19:04 -0700717static const uint8_t mode_to_angle_map[] = {
Urvang Joshib7301cd2017-11-09 15:08:56 -0800718 0, 90, 180, 45, 135, 113, 157, 203, 67, 0, 0, 0, 0,
hui su5db97432016-10-14 16:10:14 -0700719};
Yaowu Xuc27fc142016-08-22 16:08:15 -0700720
Angie Chiang752ccce2017-04-09 13:41:13 -0700721// Converts block_index for given transform size to index of the block in raster
722// order.
723static INLINE int av1_block_index_to_raster_order(TX_SIZE tx_size,
724 int block_idx) {
725 // For transform size 4x8, the possible block_idx values are 0 & 2, because
726 // block_idx values are incremented in steps of size 'tx_width_unit x
727 // tx_height_unit'. But, for this transform size, block_idx = 2 corresponds to
728 // block number 1 in raster order, inside an 8x8 MI block.
729 // For any other transform size, the two indices are equivalent.
730 return (tx_size == TX_4X8 && block_idx == 2) ? 1 : block_idx;
731}
732
733// Inverse of above function.
734// Note: only implemented for transform sizes 4x4, 4x8 and 8x4 right now.
735static INLINE int av1_raster_order_to_block_index(TX_SIZE tx_size,
736 int raster_order) {
737 assert(tx_size == TX_4X4 || tx_size == TX_4X8 || tx_size == TX_8X4);
738 // We ensure that block indices are 0 & 2 if tx size is 4x8 or 8x4.
739 return (tx_size == TX_4X4) ? raster_order : (raster_order > 0) ? 2 : 0;
740}
741
Yaowu Xuc27fc142016-08-22 16:08:15 -0700742static INLINE TX_TYPE get_default_tx_type(PLANE_TYPE plane_type,
Luc Trudeau2eb9b842017-12-13 11:19:16 -0500743 const MACROBLOCKD *xd,
Yaowu Xuc27fc142016-08-22 16:08:15 -0700744 TX_SIZE tx_size) {
Yue Chen53b53f02018-03-29 14:31:23 -0700745 const MB_MODE_INFO *const mbmi = xd->mi[0];
Yaowu Xuc27fc142016-08-22 16:08:15 -0700746
Hui Su7448fc22018-01-11 16:47:45 -0800747 if (is_inter_block(mbmi) || plane_type != PLANE_TYPE_Y ||
Yaowu Xuc27fc142016-08-22 16:08:15 -0700748 xd->lossless[mbmi->segment_id] || tx_size >= TX_32X32)
749 return DCT_DCT;
750
Luc Trudeau6e691312018-04-11 13:03:16 -0400751 return intra_mode_to_tx_type(mbmi, plane_type);
Yaowu Xuc27fc142016-08-22 16:08:15 -0700752}
753
Cheng Chen8ab1f442018-04-27 18:01:52 -0700754static INLINE BLOCK_SIZE get_plane_block_size(BLOCK_SIZE bsize,
755 int subsampling_x,
756 int subsampling_y) {
Cheng Chen82b4fa12018-05-02 18:43:17 -0700757 if (bsize == BLOCK_INVALID) return BLOCK_INVALID;
Cheng Chen8ab1f442018-04-27 18:01:52 -0700758 return ss_size_lookup[bsize][subsampling_x][subsampling_y];
Sarah Parker90024e42017-10-06 16:50:47 -0700759}
760
Hui Su7167d952018-02-01 16:33:12 -0800761static INLINE int av1_get_txb_size_index(BLOCK_SIZE bsize, int blk_row,
762 int blk_col) {
Jingning Hand26fde22018-02-21 09:24:37 -0800763 TX_SIZE txs = max_txsize_rect_lookup[bsize];
Hui Su7167d952018-02-01 16:33:12 -0800764 for (int level = 0; level < MAX_VARTX_DEPTH - 1; ++level)
Frederic Barbier4b56b102018-03-30 16:09:34 +0200765 txs = sub_tx_size_map[txs];
Hui Suc7645d52018-03-21 15:51:50 -0700766 const int tx_w_log2 = tx_size_wide_log2[txs] - MI_SIZE_LOG2;
767 const int tx_h_log2 = tx_size_high_log2[txs] - MI_SIZE_LOG2;
Hui Su07baee92018-03-21 19:40:17 -0700768 const int bw_log2 = mi_size_wide_log2[bsize];
Hui Suc7645d52018-03-21 15:51:50 -0700769 const int stride_log2 = bw_log2 - tx_w_log2;
770 const int index =
771 ((blk_row >> tx_h_log2) << stride_log2) + (blk_col >> tx_w_log2);
Hui Su7167d952018-02-01 16:33:12 -0800772 assert(index < INTER_TX_SIZE_BUF_LEN);
773 return index;
774}
775
Hui Sude1a5db2018-02-22 15:44:49 -0800776static INLINE int av1_get_txk_type_index(BLOCK_SIZE bsize, int blk_row,
777 int blk_col) {
778 TX_SIZE txs = max_txsize_rect_lookup[bsize];
779 for (int level = 0; level < MAX_VARTX_DEPTH; ++level)
Frederic Barbier4b56b102018-03-30 16:09:34 +0200780 txs = sub_tx_size_map[txs];
Peng Bin26103922018-03-15 21:04:58 +0800781 const int tx_w_log2 = tx_size_wide_log2[txs] - MI_SIZE_LOG2;
782 const int tx_h_log2 = tx_size_high_log2[txs] - MI_SIZE_LOG2;
Hui Su07baee92018-03-21 19:40:17 -0700783 const int bw_uint_log2 = mi_size_wide_log2[bsize];
Peng Bin26103922018-03-15 21:04:58 +0800784 const int stride_log2 = bw_uint_log2 - tx_w_log2;
785 const int index =
786 ((blk_row >> tx_h_log2) << stride_log2) + (blk_col >> tx_w_log2);
Hui Sude1a5db2018-02-22 15:44:49 -0800787 assert(index < TXK_TYPE_BUF_LEN);
788 return index;
789}
Hui Sude1a5db2018-02-22 15:44:49 -0800790
Jingning Han4f4922a2018-02-28 21:39:00 -0800791static INLINE void update_txk_array(TX_TYPE *txk_type, BLOCK_SIZE bsize,
792 int blk_row, int blk_col, TX_SIZE tx_size,
793 TX_TYPE tx_type) {
794 const int txk_type_idx = av1_get_txk_type_index(bsize, blk_row, blk_col);
795 txk_type[txk_type_idx] = tx_type;
796
797 const int txw = tx_size_wide_unit[tx_size];
798 const int txh = tx_size_high_unit[tx_size];
799 // The 16x16 unit is due to the constraint from tx_64x64 which sets the
800 // maximum tx size for chroma as 32x32. Coupled with 4x1 transform block
801 // size, the constraint takes effect in 32x16 / 16x32 size too. To solve
802 // the intricacy, cover all the 16x16 units inside a 64 level transform.
803 if (txw == tx_size_wide_unit[TX_64X64] ||
804 txh == tx_size_high_unit[TX_64X64]) {
805 const int tx_unit = tx_size_wide_unit[TX_16X16];
806 for (int idy = 0; idy < txh; idy += tx_unit) {
807 for (int idx = 0; idx < txw; idx += tx_unit) {
808 const int this_index =
809 av1_get_txk_type_index(bsize, blk_row + idy, blk_col + idx);
810 txk_type[this_index] = tx_type;
811 }
812 }
813 }
814}
815
hui su45b64752017-07-12 16:54:35 -0700816static INLINE TX_TYPE av1_get_tx_type(PLANE_TYPE plane_type,
Jingning Han19b5c8f2017-07-06 15:10:12 -0700817 const MACROBLOCKD *xd, int blk_row,
Sarah Parker7c71cc02018-01-29 12:27:58 -0800818 int blk_col, TX_SIZE tx_size,
819 int reduced_tx_set) {
Yue Chen53b53f02018-03-29 14:31:23 -0700820 const MB_MODE_INFO *const mbmi = xd->mi[0];
Sarah Parker90024e42017-10-06 16:50:47 -0700821 const struct macroblockd_plane *const pd = &xd->plane[plane_type];
Jingning Hane2ceec12018-03-19 16:27:55 -0700822 const TxSetType tx_set_type =
Hui Su2254c362018-04-10 11:22:38 -0700823 av1_get_ext_tx_set_type(tx_size, is_inter_block(mbmi), reduced_tx_set);
Sarah Parker90024e42017-10-06 16:50:47 -0700824
hui su45b64752017-07-12 16:54:35 -0700825 TX_TYPE tx_type;
Thomas Daedeaf73d532018-01-30 14:21:32 -0800826 if (xd->lossless[mbmi->segment_id] || txsize_sqr_up_map[tx_size] > TX_32X32) {
hui su45b64752017-07-12 16:54:35 -0700827 tx_type = DCT_DCT;
828 } else {
Angie Chiangbce07f12017-12-01 16:34:31 -0800829 if (plane_type == PLANE_TYPE_Y) {
Hui Sude1a5db2018-02-22 15:44:49 -0800830 const int txk_type_idx =
831 av1_get_txk_type_index(mbmi->sb_type, blk_row, blk_col);
832 tx_type = mbmi->txk_type[txk_type_idx];
Angie Chiangbce07f12017-12-01 16:34:31 -0800833 } else if (is_inter_block(mbmi)) {
834 // scale back to y plane's coordinate
835 blk_row <<= pd->subsampling_y;
836 blk_col <<= pd->subsampling_x;
Hui Sude1a5db2018-02-22 15:44:49 -0800837 const int txk_type_idx =
838 av1_get_txk_type_index(mbmi->sb_type, blk_row, blk_col);
839 tx_type = mbmi->txk_type[txk_type_idx];
Angie Chiangbce07f12017-12-01 16:34:31 -0800840 } else {
841 // In intra mode, uv planes don't share the same prediction mode as y
842 // plane, so the tx_type should not be shared
Debargha Mukherjeec8c0fbc2018-05-22 19:01:33 +0000843 tx_type = intra_mode_to_tx_type(mbmi, PLANE_TYPE_UV);
Angie Chiangbce07f12017-12-01 16:34:31 -0800844 }
hui su45b64752017-07-12 16:54:35 -0700845 }
Angie Chiang840c66e2017-12-11 16:43:38 -0800846 assert(tx_type < TX_TYPES);
Angie Chiang2ac18682017-12-01 18:02:59 -0800847 if (!av1_ext_tx_used[tx_set_type][tx_type]) return DCT_DCT;
hui su45b64752017-07-12 16:54:35 -0700848 return tx_type;
Yaowu Xuc27fc142016-08-22 16:08:15 -0700849}
850
Imdad Sardharwallaaf8e2642018-01-19 11:46:34 +0000851void av1_setup_block_planes(MACROBLOCKD *xd, int ss_x, int ss_y,
852 const int num_planes);
Yaowu Xuc27fc142016-08-22 16:08:15 -0700853
Frederic Barbier4b56b102018-03-30 16:09:34 +0200854static INLINE int bsize_to_max_depth(BLOCK_SIZE bsize) {
Urvang Joshidd0376f2018-05-02 16:37:25 -0700855 TX_SIZE tx_size = max_txsize_rect_lookup[bsize];
Debargha Mukherjee0fa057f2017-12-06 17:06:29 -0800856 int depth = 0;
857 while (depth < MAX_TX_DEPTH && tx_size != TX_4X4) {
858 depth++;
Frederic Barbier4b56b102018-03-30 16:09:34 +0200859 tx_size = sub_tx_size_map[tx_size];
Debargha Mukherjee0fa057f2017-12-06 17:06:29 -0800860 }
861 return depth;
Jingning Han4e1737a2016-10-25 16:05:02 -0700862}
863
Frederic Barbier4b56b102018-03-30 16:09:34 +0200864static INLINE int bsize_to_tx_size_cat(BLOCK_SIZE bsize) {
Urvang Joshidd0376f2018-05-02 16:37:25 -0700865 TX_SIZE tx_size = max_txsize_rect_lookup[bsize];
Debargha Mukherjeee4e18fc2017-12-06 23:43:24 -0800866 assert(tx_size != TX_4X4);
867 int depth = 0;
868 while (tx_size != TX_4X4) {
869 depth++;
Frederic Barbier4b56b102018-03-30 16:09:34 +0200870 tx_size = sub_tx_size_map[tx_size];
Debargha Mukherjeee4e18fc2017-12-06 23:43:24 -0800871 assert(depth < 10);
872 }
873 assert(depth <= MAX_TX_CATS);
874 return depth - 1;
875}
876
Frederic Barbier4b56b102018-03-30 16:09:34 +0200877static INLINE TX_SIZE depth_to_tx_size(int depth, BLOCK_SIZE bsize) {
Urvang Joshidd0376f2018-05-02 16:37:25 -0700878 TX_SIZE max_tx_size = max_txsize_rect_lookup[bsize];
Debargha Mukherjee0fa057f2017-12-06 17:06:29 -0800879 TX_SIZE tx_size = max_tx_size;
Frederic Barbier4b56b102018-03-30 16:09:34 +0200880 for (int d = 0; d < depth; ++d) tx_size = sub_tx_size_map[tx_size];
Debargha Mukherjee0fa057f2017-12-06 17:06:29 -0800881 return tx_size;
Jingning Han4e1737a2016-10-25 16:05:02 -0700882}
883
Urvang Joshi82ebc9c2018-05-02 17:20:45 -0700884static INLINE TX_SIZE av1_get_adjusted_tx_size(TX_SIZE tx_size) {
885 switch (tx_size) {
Debargha Mukherjee80592c72017-12-16 08:23:34 -0800886 case TX_64X64:
887 case TX_64X32:
888 case TX_32X64: return TX_32X32;
889 case TX_64X16: return TX_32X16;
890 case TX_16X64: return TX_16X32;
Urvang Joshi82ebc9c2018-05-02 17:20:45 -0700891 default: return tx_size;
Luc Trudeaud1941f32017-11-22 14:17:21 -0500892 }
Urvang Joshi82ebc9c2018-05-02 17:20:45 -0700893}
894
Cheng Chen8ab1f442018-04-27 18:01:52 -0700895static INLINE TX_SIZE av1_get_max_uv_txsize(BLOCK_SIZE bsize, int subsampling_x,
896 int subsampling_y) {
897 const BLOCK_SIZE plane_bsize =
898 get_plane_block_size(bsize, subsampling_x, subsampling_y);
Urvang Joshi82ebc9c2018-05-02 17:20:45 -0700899 assert(plane_bsize < BLOCK_SIZES_ALL);
900 const TX_SIZE uv_tx = max_txsize_rect_lookup[plane_bsize];
901 return av1_get_adjusted_tx_size(uv_tx);
Debargha Mukherjee80592c72017-12-16 08:23:34 -0800902}
903
hui su0c6244b2017-07-12 17:11:43 -0700904static INLINE TX_SIZE av1_get_tx_size(int plane, const MACROBLOCKD *xd) {
Yue Chen53b53f02018-03-29 14:31:23 -0700905 const MB_MODE_INFO *mbmi = xd->mi[0];
Debargha Mukherjee80592c72017-12-16 08:23:34 -0800906 if (xd->lossless[mbmi->segment_id]) return TX_4X4;
hui su0c6244b2017-07-12 17:11:43 -0700907 if (plane == 0) return mbmi->tx_size;
Angie Chiang80b82262017-02-24 11:39:47 -0800908 const MACROBLOCKD_PLANE *pd = &xd->plane[plane];
Cheng Chen8ab1f442018-04-27 18:01:52 -0700909 return av1_get_max_uv_txsize(mbmi->sb_type, pd->subsampling_x,
910 pd->subsampling_y);
Angie Chiang80b82262017-02-24 11:39:47 -0800911}
912
Timothy B. Terriberrya2d5cde2017-05-10 18:33:50 -0700913void av1_reset_skip_context(MACROBLOCKD *xd, int mi_row, int mi_col,
Imdad Sardharwallaaf8e2642018-01-19 11:46:34 +0000914 BLOCK_SIZE bsize, const int num_planes);
Yaowu Xuc27fc142016-08-22 16:08:15 -0700915
Imdad Sardharwallaaf8e2642018-01-19 11:46:34 +0000916void av1_reset_loop_restoration(MACROBLOCKD *xd, const int num_planes);
Rupert Swarbrick76405202017-11-07 16:35:55 +0000917
Yaowu Xuc27fc142016-08-22 16:08:15 -0700918typedef void (*foreach_transformed_block_visitor)(int plane, int block,
919 int blk_row, int blk_col,
920 BLOCK_SIZE plane_bsize,
921 TX_SIZE tx_size, void *arg);
922
Yaowu Xuf883b422016-08-30 14:01:10 -0700923void av1_foreach_transformed_block_in_plane(
Yaowu Xuc27fc142016-08-22 16:08:15 -0700924 const MACROBLOCKD *const xd, BLOCK_SIZE bsize, int plane,
925 foreach_transformed_block_visitor visit, void *arg);
926
Angie Chiang0397eda2017-03-15 16:57:14 -0700927void av1_foreach_transformed_block(const MACROBLOCKD *const xd,
Jingning Han94652b82017-04-04 09:45:02 -0700928 BLOCK_SIZE bsize, int mi_row, int mi_col,
Angie Chiang0397eda2017-03-15 16:57:14 -0700929 foreach_transformed_block_visitor visit,
Imdad Sardharwallaaf8e2642018-01-19 11:46:34 +0000930 void *arg, const int num_planes);
Angie Chiang0397eda2017-03-15 16:57:14 -0700931
Yaowu Xuf883b422016-08-30 14:01:10 -0700932void av1_set_contexts(const MACROBLOCKD *xd, struct macroblockd_plane *pd,
Hui Sue674dec2018-04-02 13:02:08 -0700933 int plane, BLOCK_SIZE plane_bsize, TX_SIZE tx_size,
934 int has_eob, int aoff, int loff);
Yaowu Xuc27fc142016-08-22 16:08:15 -0700935
Yue Chenb8aa3992017-12-13 15:27:52 -0800936#define MAX_INTERINTRA_SB_SQUARE 32 * 32
Yue Chen73335fa2017-12-20 23:33:41 -0800937static INLINE int is_interintra_mode(const MB_MODE_INFO *mbmi) {
938 return (mbmi->ref_frame[0] > INTRA_FRAME &&
939 mbmi->ref_frame[1] == INTRA_FRAME);
940}
941
Yaowu Xuc27fc142016-08-22 16:08:15 -0700942static INLINE int is_interintra_allowed_bsize(const BLOCK_SIZE bsize) {
Yue Chen9ddd4092017-10-30 16:13:39 -0700943 return (bsize >= BLOCK_8X8) && (bsize <= BLOCK_32X32);
Yaowu Xuc27fc142016-08-22 16:08:15 -0700944}
945
946static INLINE int is_interintra_allowed_mode(const PREDICTION_MODE mode) {
947 return (mode >= NEARESTMV) && (mode <= NEWMV);
948}
949
950static INLINE int is_interintra_allowed_ref(const MV_REFERENCE_FRAME rf[2]) {
951 return (rf[0] > INTRA_FRAME) && (rf[1] <= INTRA_FRAME);
952}
953
954static INLINE int is_interintra_allowed(const MB_MODE_INFO *mbmi) {
955 return is_interintra_allowed_bsize(mbmi->sb_type) &&
956 is_interintra_allowed_mode(mbmi->mode) &&
957 is_interintra_allowed_ref(mbmi->ref_frame);
958}
959
Yaowu Xu4ff59b52017-04-24 12:41:56 -0700960static INLINE int is_interintra_allowed_bsize_group(int group) {
Yaowu Xuc27fc142016-08-22 16:08:15 -0700961 int i;
Rupert Swarbrick93c39e92017-07-12 11:11:02 +0100962 for (i = 0; i < BLOCK_SIZES_ALL; i++) {
Urvang Joshicb586f32016-09-20 11:36:33 -0700963 if (size_group_lookup[i] == group &&
964 is_interintra_allowed_bsize((BLOCK_SIZE)i)) {
Yaowu Xuc27fc142016-08-22 16:08:15 -0700965 return 1;
Urvang Joshicb586f32016-09-20 11:36:33 -0700966 }
Yaowu Xuc27fc142016-08-22 16:08:15 -0700967 }
968 return 0;
969}
970
971static INLINE int is_interintra_pred(const MB_MODE_INFO *mbmi) {
Yue Chenb8aa3992017-12-13 15:27:52 -0800972 return mbmi->ref_frame[0] > INTRA_FRAME &&
973 mbmi->ref_frame[1] == INTRA_FRAME && is_interintra_allowed(mbmi);
Yaowu Xuc27fc142016-08-22 16:08:15 -0700974}
Yaowu Xuc27fc142016-08-22 16:08:15 -0700975
Debargha Mukherjee891a8772017-11-22 10:09:37 -0800976static INLINE int get_vartx_max_txsize(const MACROBLOCKD *xd, BLOCK_SIZE bsize,
Urvang Joshi49c57d62018-05-03 11:37:38 -0700977 int plane) {
Urvang Joshi5eab6e72018-05-03 11:19:04 -0700978 if (xd->lossless[xd->mi[0]->segment_id]) return TX_4X4;
979 const TX_SIZE max_txsize = max_txsize_rect_lookup[bsize];
Urvang Joshi49c57d62018-05-03 11:37:38 -0700980 if (plane == 0) return max_txsize; // luma
981 return av1_get_adjusted_tx_size(max_txsize); // chroma
Sarah Parker106b3cb2017-04-21 12:13:37 -0700982}
Sarah Parker106b3cb2017-04-21 12:13:37 -0700983
Yue Chencb60b182016-10-13 15:18:22 -0700984static INLINE int is_motion_variation_allowed_bsize(BLOCK_SIZE bsize) {
Debargha Mukherjeec17a4432017-08-28 22:22:45 -0700985 return AOMMIN(block_size_wide[bsize], block_size_high[bsize]) >= 8;
Yue Chencb60b182016-10-13 15:18:22 -0700986}
987
Yue Chen8636da62017-04-03 01:23:44 -0700988static INLINE int is_motion_variation_allowed_compound(
989 const MB_MODE_INFO *mbmi) {
990 if (!has_second_ref(mbmi))
991 return 1;
992 else
993 return 0;
994}
995
Yue Chen1bd42be2017-03-15 18:07:04 -0700996// input: log2 of length, 0(4), 1(8), ...
997static const int max_neighbor_obmc[6] = { 0, 1, 2, 3, 4, 4 };
998
Yue Chen5329a2b2017-02-28 17:33:00 +0800999static INLINE int check_num_overlappable_neighbors(const MB_MODE_INFO *mbmi) {
Yue Chen1bd42be2017-03-15 18:07:04 -07001000 return !(mbmi->overlappable_neighbors[0] == 0 &&
1001 mbmi->overlappable_neighbors[1] == 0);
Yue Chen5329a2b2017-02-28 17:33:00 +08001002}
Yue Chen5329a2b2017-02-28 17:33:00 +08001003
Sebastien Alaiwan48795802017-10-30 12:07:13 +01001004static INLINE MOTION_MODE
Luc Trudeau2eb9b842017-12-13 11:19:16 -05001005motion_mode_allowed(const WarpedMotionParams *gm_params, const MACROBLOCKD *xd,
Yue Chen53b53f02018-03-29 14:31:23 -07001006 const MB_MODE_INFO *mbmi, int allow_warped_motion) {
RogerZhou10a03802017-10-26 11:49:48 -07001007 if (xd->cur_frame_force_integer_mv == 0) {
RogerZhou3b635242017-09-19 10:06:46 -07001008 const TransformationType gm_type = gm_params[mbmi->ref_frame[0]].wmtype;
Yue Chen53b53f02018-03-29 14:31:23 -07001009 if (is_global_mv_block(mbmi, gm_type)) return SIMPLE_TRANSLATION;
RogerZhou3b635242017-09-19 10:06:46 -07001010 }
Yue Chen69f18e12016-09-08 14:48:15 -07001011 if (is_motion_variation_allowed_bsize(mbmi->sb_type) &&
Yue Chen8636da62017-04-03 01:23:44 -07001012 is_inter_mode(mbmi->mode) && mbmi->ref_frame[1] != INTRA_FRAME &&
1013 is_motion_variation_allowed_compound(mbmi)) {
Yue Chen5329a2b2017-02-28 17:33:00 +08001014 if (!check_num_overlappable_neighbors(mbmi)) return SIMPLE_TRANSLATION;
Zoe Liu70539b12017-12-02 19:03:36 -08001015 assert(!has_second_ref(mbmi));
1016 if (mbmi->num_proj_ref[0] >= 1 &&
Debargha Mukherjee07a7c1f2018-03-21 17:39:13 -07001017 (allow_warped_motion && !av1_is_scaled(&(xd->block_refs[0]->sf)))) {
RogerZhou10a03802017-10-26 11:49:48 -07001018 if (xd->cur_frame_force_integer_mv) {
RogerZhou3b635242017-09-19 10:06:46 -07001019 return OBMC_CAUSAL;
1020 }
Yue Chen69f18e12016-09-08 14:48:15 -07001021 return WARPED_CAUSAL;
Hui Su12231bd2017-09-07 18:01:15 -07001022 }
Yue Chen80daf0c2017-11-02 17:14:18 -07001023 return OBMC_CAUSAL;
Yue Chen69f18e12016-09-08 14:48:15 -07001024 } else {
1025 return SIMPLE_TRANSLATION;
1026 }
Yaowu Xuc27fc142016-08-22 16:08:15 -07001027}
1028
Luc Trudeau2eb9b842017-12-13 11:19:16 -05001029static INLINE void assert_motion_mode_valid(MOTION_MODE mode,
Sarah Parker19234cc2017-03-10 16:43:25 -08001030 const WarpedMotionParams *gm_params,
Yue Chen52c51732017-07-11 15:08:30 -07001031 const MACROBLOCKD *xd,
Yue Chen53b53f02018-03-29 14:31:23 -07001032 const MB_MODE_INFO *mbmi,
Debargha Mukherjee07a7c1f2018-03-21 17:39:13 -07001033 int allow_warped_motion) {
Sebastien Alaiwan48795802017-10-30 12:07:13 +01001034 const MOTION_MODE last_motion_mode_allowed =
Yue Chen53b53f02018-03-29 14:31:23 -07001035 motion_mode_allowed(gm_params, xd, mbmi, allow_warped_motion);
Wei-Ting Lin20885282017-08-28 17:18:18 -07001036
Sarah Parker19234cc2017-03-10 16:43:25 -08001037 // Check that the input mode is not illegal
1038 if (last_motion_mode_allowed < mode)
1039 assert(0 && "Illegal motion mode selected");
1040}
1041
Yaowu Xuc27fc142016-08-22 16:08:15 -07001042static INLINE int is_neighbor_overlappable(const MB_MODE_INFO *mbmi) {
1043 return (is_inter_block(mbmi));
1044}
Yaowu Xuc27fc142016-08-22 16:08:15 -07001045
Hui Sue87fb232017-10-05 15:00:15 -07001046static INLINE int av1_allow_palette(int allow_screen_content_tools,
1047 BLOCK_SIZE sb_type) {
Hui Su8b618f62017-12-20 12:03:35 -08001048 return allow_screen_content_tools && block_size_wide[sb_type] <= 64 &&
Hui Su0f9dafb2018-02-09 17:20:29 -08001049 block_size_high[sb_type] <= 64 && sb_type >= BLOCK_8X8;
Hui Sue87fb232017-10-05 15:00:15 -07001050}
1051
Urvang Joshi56ba91b2017-01-10 13:22:09 -08001052// Returns sub-sampled dimensions of the given block.
1053// The output values for 'rows_within_bounds' and 'cols_within_bounds' will
RogerZhou3b635242017-09-19 10:06:46 -07001054// differ from 'height' and 'width' when part of the block is outside the
1055// right
Urvang Joshi56ba91b2017-01-10 13:22:09 -08001056// and/or bottom image boundary.
1057static INLINE void av1_get_block_dimensions(BLOCK_SIZE bsize, int plane,
1058 const MACROBLOCKD *xd, int *width,
1059 int *height,
1060 int *rows_within_bounds,
1061 int *cols_within_bounds) {
1062 const int block_height = block_size_high[bsize];
1063 const int block_width = block_size_wide[bsize];
1064 const int block_rows = (xd->mb_to_bottom_edge >= 0)
1065 ? block_height
1066 : (xd->mb_to_bottom_edge >> 3) + block_height;
1067 const int block_cols = (xd->mb_to_right_edge >= 0)
1068 ? block_width
1069 : (xd->mb_to_right_edge >> 3) + block_width;
1070 const struct macroblockd_plane *const pd = &xd->plane[plane];
1071 assert(IMPLIES(plane == PLANE_TYPE_Y, pd->subsampling_x == 0));
1072 assert(IMPLIES(plane == PLANE_TYPE_Y, pd->subsampling_y == 0));
1073 assert(block_width >= block_cols);
1074 assert(block_height >= block_rows);
Hui Su8b618f62017-12-20 12:03:35 -08001075 const int plane_block_width = block_width >> pd->subsampling_x;
1076 const int plane_block_height = block_height >> pd->subsampling_y;
1077 // Special handling for chroma sub8x8.
1078 const int is_chroma_sub8_x = plane > 0 && plane_block_width < 4;
1079 const int is_chroma_sub8_y = plane > 0 && plane_block_height < 4;
1080 if (width) *width = plane_block_width + 2 * is_chroma_sub8_x;
1081 if (height) *height = plane_block_height + 2 * is_chroma_sub8_y;
1082 if (rows_within_bounds) {
1083 *rows_within_bounds =
1084 (block_rows >> pd->subsampling_y) + 2 * is_chroma_sub8_y;
1085 }
1086 if (cols_within_bounds) {
1087 *cols_within_bounds =
1088 (block_cols >> pd->subsampling_x) + 2 * is_chroma_sub8_x;
1089 }
Urvang Joshi56ba91b2017-01-10 13:22:09 -08001090}
1091
Sarah Parkerefd8af22017-08-25 16:36:06 -07001092/* clang-format off */
1093typedef aom_cdf_prob (*MapCdf)[PALETTE_COLOR_INDEX_CONTEXTS]
1094 [CDF_SIZE(PALETTE_COLORS)];
1095typedef const int (*ColorCost)[PALETTE_SIZES][PALETTE_COLOR_INDEX_CONTEXTS]
1096 [PALETTE_COLORS];
1097/* clang-format on */
1098
1099typedef struct {
1100 int rows;
1101 int cols;
1102 int n_colors;
1103 int plane_width;
1104 int plane_height;
1105 uint8_t *color_map;
1106 MapCdf map_cdf;
1107 ColorCost color_cost;
1108} Av1ColorMapParam;
1109
Debargha Mukherjee05653872018-04-26 15:31:27 -07001110static INLINE int is_nontrans_global_motion(const MACROBLOCKD *xd,
1111 const MB_MODE_INFO *mbmi) {
Yue Chen19e7aa82016-11-30 14:05:39 -08001112 int ref;
Yue Chen19e7aa82016-11-30 14:05:39 -08001113
Sarah Parker2b9ec2e2017-10-30 17:34:08 -07001114 // First check if all modes are GLOBALMV
1115 if (mbmi->mode != GLOBALMV && mbmi->mode != GLOBAL_GLOBALMV) return 0;
Jingning Han3ca0e672017-04-14 19:48:05 -07001116
Debargha Mukherjee98ec4592018-04-26 09:39:50 -07001117 if (AOMMIN(mi_size_wide[mbmi->sb_type], mi_size_high[mbmi->sb_type]) < 2)
Jingning Han19d05212017-12-22 12:09:49 -08001118 return 0;
Jingning Han3ca0e672017-04-14 19:48:05 -07001119
Yue Chen19e7aa82016-11-30 14:05:39 -08001120 // Now check if all global motion is non translational
1121 for (ref = 0; ref < 1 + has_second_ref(mbmi); ++ref) {
Debargha Mukherjee05653872018-04-26 15:31:27 -07001122 if (xd->global_motion[mbmi->ref_frame[ref]].wmtype == TRANSLATION) return 0;
Yue Chen19e7aa82016-11-30 14:05:39 -08001123 }
1124 return 1;
1125}
Yue Chen19e7aa82016-11-30 14:05:39 -08001126
Yaowu Xu4ff59b52017-04-24 12:41:56 -07001127static INLINE PLANE_TYPE get_plane_type(int plane) {
Luc Trudeau005feb62017-02-22 13:34:01 -05001128 return (plane == 0) ? PLANE_TYPE_Y : PLANE_TYPE_UV;
1129}
1130
Angie Chiang155bf9a2017-08-06 19:52:57 -07001131static INLINE void transpose_uint8(uint8_t *dst, int dst_stride,
1132 const uint8_t *src, int src_stride, int w,
1133 int h) {
1134 int r, c;
1135 for (r = 0; r < h; ++r)
1136 for (c = 0; c < w; ++c) dst[c * dst_stride + r] = src[r * src_stride + c];
1137}
1138
1139static INLINE void transpose_uint16(uint16_t *dst, int dst_stride,
1140 const uint16_t *src, int src_stride, int w,
1141 int h) {
1142 int r, c;
1143 for (r = 0; r < h; ++r)
1144 for (c = 0; c < w; ++c) dst[c * dst_stride + r] = src[r * src_stride + c];
1145}
1146
1147static INLINE void transpose_int16(int16_t *dst, int dst_stride,
1148 const int16_t *src, int src_stride, int w,
1149 int h) {
1150 int r, c;
1151 for (r = 0; r < h; ++r)
1152 for (c = 0; c < w; ++c) dst[c * dst_stride + r] = src[r * src_stride + c];
1153}
1154
1155static INLINE void transpose_int32(int32_t *dst, int dst_stride,
1156 const int32_t *src, int src_stride, int w,
1157 int h) {
1158 int r, c;
1159 for (r = 0; r < h; ++r)
1160 for (c = 0; c < w; ++c) dst[c * dst_stride + r] = src[r * src_stride + c];
1161}
1162
Urvang Joshi80893152017-10-27 11:51:14 -07001163static INLINE int av1_get_max_eob(TX_SIZE tx_size) {
Urvang Joshi030cea92017-12-05 15:27:09 -08001164 if (tx_size == TX_64X64 || tx_size == TX_64X32 || tx_size == TX_32X64) {
1165 return 1024;
1166 }
1167 if (tx_size == TX_16X64 || tx_size == TX_64X16) {
1168 return 512;
1169 }
Urvang Joshi030cea92017-12-05 15:27:09 -08001170 return tx_size_2d[tx_size];
Urvang Joshi80893152017-10-27 11:51:14 -07001171}
1172
Yaowu Xuc27fc142016-08-22 16:08:15 -07001173#ifdef __cplusplus
1174} // extern "C"
1175#endif
1176
Yaowu Xuf883b422016-08-30 14:01:10 -07001177#endif // AV1_COMMON_BLOCKD_H_