Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 1 | /* |
Urvang Joshi | 8a02d76 | 2016-07-28 15:51:12 -0700 | [diff] [blame] | 2 | * Copyright (c) 2016, Alliance for Open Media. All rights reserved |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 3 | * |
Urvang Joshi | 8a02d76 | 2016-07-28 15:51:12 -0700 | [diff] [blame] | 4 | * This source code is subject to the terms of the BSD 2 Clause License and |
| 5 | * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License |
| 6 | * was not distributed with this source code in the LICENSE file, you can |
| 7 | * obtain it at www.aomedia.org/license/software. If the Alliance for Open |
| 8 | * Media Patent License 1.0 was not distributed with this source code in the |
| 9 | * PATENTS file, you can obtain it at www.aomedia.org/license/patent. |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 10 | */ |
| 11 | |
James Zern | e1cbb13 | 2018-08-22 14:10:36 -0700 | [diff] [blame] | 12 | #ifndef AOM_AV1_ENCODER_ENCODER_H_ |
| 13 | #define AOM_AV1_ENCODER_ENCODER_H_ |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 14 | |
elliottk | b8becb2 | 2019-03-04 01:01:30 -0800 | [diff] [blame] | 15 | #include <stdbool.h> |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 16 | #include <stdio.h> |
| 17 | |
Tom Finegan | 60e653d | 2018-05-22 11:34:58 -0700 | [diff] [blame] | 18 | #include "config/aom_config.h" |
| 19 | |
Yaowu Xu | f883b42 | 2016-08-30 14:01:10 -0700 | [diff] [blame] | 20 | #include "aom/aomcx.h" |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 21 | |
| 22 | #include "av1/common/alloccommon.h" |
| 23 | #include "av1/common/entropymode.h" |
| 24 | #include "av1/common/thread_common.h" |
| 25 | #include "av1/common/onyxc_int.h" |
Fergus Simpson | d2bcbb5 | 2017-05-22 23:15:05 -0700 | [diff] [blame] | 26 | #include "av1/common/resize.h" |
Andrey Norkin | 795ba87 | 2018-03-06 13:24:14 -0800 | [diff] [blame] | 27 | #include "av1/common/timing.h" |
kyslov | 7b9d0d6 | 2018-12-21 11:12:26 -0800 | [diff] [blame] | 28 | #include "av1/common/blockd.h" |
| 29 | #include "av1/common/enums.h" |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 30 | #include "av1/encoder/aq_cyclicrefresh.h" |
Tom Finegan | 17ce8b1 | 2017-02-08 12:46:31 -0800 | [diff] [blame] | 31 | #include "av1/encoder/av1_quantize.h" |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 32 | #include "av1/encoder/context_tree.h" |
| 33 | #include "av1/encoder/encodemb.h" |
| 34 | #include "av1/encoder/firstpass.h" |
chiyotsai | d16a257 | 2019-03-05 17:48:10 -0800 | [diff] [blame] | 35 | #include "av1/encoder/level.h" |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 36 | #include "av1/encoder/lookahead.h" |
| 37 | #include "av1/encoder/mbgraph.h" |
| 38 | #include "av1/encoder/mcomp.h" |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 39 | #include "av1/encoder/ratectrl.h" |
| 40 | #include "av1/encoder/rd.h" |
| 41 | #include "av1/encoder/speed_features.h" |
Marco Paniconi | 5b1e473 | 2019-08-08 18:57:53 -0700 | [diff] [blame] | 42 | #include "av1/encoder/svc_layercontext.h" |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 43 | #include "av1/encoder/tokenize.h" |
kyslov | 7b9d0d6 | 2018-12-21 11:12:26 -0800 | [diff] [blame] | 44 | #include "av1/encoder/block.h" |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 45 | |
| 46 | #if CONFIG_INTERNAL_STATS |
| 47 | #include "aom_dsp/ssim.h" |
| 48 | #endif |
| 49 | #include "aom_dsp/variance.h" |
Neil Birkbeck | a2893ab | 2018-06-08 14:45:13 -0700 | [diff] [blame] | 50 | #if CONFIG_DENOISE |
| 51 | #include "aom_dsp/noise_model.h" |
| 52 | #endif |
Yaowu Xu | f883b42 | 2016-08-30 14:01:10 -0700 | [diff] [blame] | 53 | #include "aom/internal/aom_codec_internal.h" |
| 54 | #include "aom_util/aom_thread.h" |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 55 | |
| 56 | #ifdef __cplusplus |
| 57 | extern "C" { |
| 58 | #endif |
| 59 | |
Yue Chen | c79fd24 | 2019-04-05 14:49:29 -0700 | [diff] [blame] | 60 | // Rational number with an int64 numerator |
| 61 | // This structure holds a fractional value |
Yue Chen | 1bc5be6 | 2018-08-24 13:57:32 -0700 | [diff] [blame] | 62 | typedef struct aom_rational64 { |
Yue Chen | c79fd24 | 2019-04-05 14:49:29 -0700 | [diff] [blame] | 63 | int64_t num; // fraction numerator |
| 64 | int den; // fraction denominator |
| 65 | } aom_rational64_t; // alias for struct aom_rational |
Yue Chen | 1bc5be6 | 2018-08-24 13:57:32 -0700 | [diff] [blame] | 66 | |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 67 | typedef struct { |
Urvang Joshi | 0e8b6ed | 2019-06-20 15:36:21 -0700 | [diff] [blame] | 68 | #if CONFIG_SUPERRES_IN_RECODE |
| 69 | struct loopfilter lf; |
| 70 | CdefInfo cdef_info; |
| 71 | YV12_BUFFER_CONFIG copy_buffer; |
| 72 | RATE_CONTROL rc; |
| 73 | #endif // CONFIG_SUPERRES_IN_RECODE |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 74 | } CODING_CONTEXT; |
| 75 | |
Satish Kumar Suman | 4667aa1 | 2018-12-14 18:28:19 +0530 | [diff] [blame] | 76 | enum { |
Urvang Joshi | f70375a | 2019-03-22 23:30:19 -0700 | [diff] [blame] | 77 | REGULAR_FRAME, // regular inter frame |
| 78 | ARF_FRAME, // alternate reference frame |
| 79 | OVERLAY_FRAME, // overlay frame |
| 80 | GLD_FRAME, // golden frame |
| 81 | BRF_FRAME, // backward reference frame |
| 82 | INTERNAL_ARF_FRAME, // internal alternate reference frame |
Thomas Daede | 51020e1 | 2017-12-14 20:12:44 -0800 | [diff] [blame] | 83 | FRAME_CONTEXT_INDEXES |
Satish Kumar Suman | 4667aa1 | 2018-12-14 18:28:19 +0530 | [diff] [blame] | 84 | } UENUM1BYTE(FRAME_CONTEXT_INDEX); |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 85 | |
Satish Kumar Suman | 4667aa1 | 2018-12-14 18:28:19 +0530 | [diff] [blame] | 86 | enum { |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 87 | NORMAL = 0, |
| 88 | FOURFIVE = 1, |
| 89 | THREEFIVE = 2, |
| 90 | ONETWO = 3 |
Satish Kumar Suman | 4667aa1 | 2018-12-14 18:28:19 +0530 | [diff] [blame] | 91 | } UENUM1BYTE(AOM_SCALING); |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 92 | |
Satish Kumar Suman | 4667aa1 | 2018-12-14 18:28:19 +0530 | [diff] [blame] | 93 | enum { |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 94 | // Good Quality Fast Encoding. The encoder balances quality with the amount of |
| 95 | // time it takes to encode the output. Speed setting controls how fast. |
kyslov | 7b9d0d6 | 2018-12-21 11:12:26 -0800 | [diff] [blame] | 96 | GOOD, |
| 97 | // Realtime Fast Encoding. Will force some restrictions on bitrate |
| 98 | // constraints. |
| 99 | REALTIME |
Satish Kumar Suman | 4667aa1 | 2018-12-14 18:28:19 +0530 | [diff] [blame] | 100 | } UENUM1BYTE(MODE); |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 101 | |
Satish Kumar Suman | 4667aa1 | 2018-12-14 18:28:19 +0530 | [diff] [blame] | 102 | enum { |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 103 | FRAMEFLAGS_KEY = 1 << 0, |
| 104 | FRAMEFLAGS_GOLDEN = 1 << 1, |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 105 | FRAMEFLAGS_BWDREF = 1 << 2, |
Zoe Liu | 3ac2093 | 2017-08-30 16:35:55 -0700 | [diff] [blame] | 106 | // TODO(zoeliu): To determine whether a frame flag is needed for ALTREF2_FRAME |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 107 | FRAMEFLAGS_ALTREF = 1 << 3, |
Debargha Mukherjee | 5737825 | 2018-09-21 18:29:37 -0700 | [diff] [blame] | 108 | FRAMEFLAGS_INTRAONLY = 1 << 4, |
| 109 | FRAMEFLAGS_SWITCH = 1 << 5, |
| 110 | FRAMEFLAGS_ERROR_RESILIENT = 1 << 6, |
Satish Kumar Suman | 4667aa1 | 2018-12-14 18:28:19 +0530 | [diff] [blame] | 111 | } UENUM1BYTE(FRAMETYPE_FLAGS); |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 112 | |
Satish Kumar Suman | 4667aa1 | 2018-12-14 18:28:19 +0530 | [diff] [blame] | 113 | enum { |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 114 | NO_AQ = 0, |
| 115 | VARIANCE_AQ = 1, |
| 116 | COMPLEXITY_AQ = 2, |
| 117 | CYCLIC_REFRESH_AQ = 3, |
| 118 | AQ_MODE_COUNT // This should always be the last member of the enum |
Satish Kumar Suman | 4667aa1 | 2018-12-14 18:28:19 +0530 | [diff] [blame] | 119 | } UENUM1BYTE(AQ_MODE); |
| 120 | enum { |
Fangwen Fu | 6160df2 | 2017-04-24 09:45:51 -0700 | [diff] [blame] | 121 | NO_DELTA_Q = 0, |
Debargha Mukherjee | 4fef7a5 | 2019-04-04 01:02:06 -0700 | [diff] [blame] | 122 | DELTA_Q_OBJECTIVE = 1, // Modulation to improve objective quality |
| 123 | DELTA_Q_PERCEPTUAL = 2, // Modulation to improve perceptual quality |
| 124 | DELTA_Q_MODE_COUNT // This should always be the last member of the enum |
Satish Kumar Suman | 4667aa1 | 2018-12-14 18:28:19 +0530 | [diff] [blame] | 125 | } UENUM1BYTE(DELTAQ_MODE); |
Debargha Mukherjee | 3a4959f | 2018-02-26 15:34:03 -0800 | [diff] [blame] | 126 | |
Satish Kumar Suman | 4667aa1 | 2018-12-14 18:28:19 +0530 | [diff] [blame] | 127 | enum { |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 128 | RESIZE_NONE = 0, // No frame resizing allowed. |
Debargha Mukherjee | 7166f22 | 2017-09-05 21:32:42 -0700 | [diff] [blame] | 129 | RESIZE_FIXED = 1, // All frames are coded at the specified scale. |
| 130 | RESIZE_RANDOM = 2, // All frames are coded at a random scale. |
| 131 | RESIZE_MODES |
Satish Kumar Suman | 4667aa1 | 2018-12-14 18:28:19 +0530 | [diff] [blame] | 132 | } UENUM1BYTE(RESIZE_MODE); |
Debargha Mukherjee | 3a4959f | 2018-02-26 15:34:03 -0800 | [diff] [blame] | 133 | |
Satish Kumar Suman | 4667aa1 | 2018-12-14 18:28:19 +0530 | [diff] [blame] | 134 | enum { |
Urvang Joshi | 36a8373 | 2019-01-31 15:31:57 -0800 | [diff] [blame] | 135 | SUPERRES_NONE, // No frame superres allowed. |
| 136 | SUPERRES_FIXED, // All frames are coded at the specified scale, |
| 137 | // and super-resolved. |
| 138 | SUPERRES_RANDOM, // All frames are coded at a random scale, |
| 139 | // and super-resolved. |
| 140 | SUPERRES_QTHRESH, // Superres scale for a frame is determined based on |
| 141 | // q_index. |
| 142 | SUPERRES_AUTO, // Automatically select superres for appropriate frames. |
Debargha Mukherjee | 7166f22 | 2017-09-05 21:32:42 -0700 | [diff] [blame] | 143 | SUPERRES_MODES |
Satish Kumar Suman | 4667aa1 | 2018-12-14 18:28:19 +0530 | [diff] [blame] | 144 | } UENUM1BYTE(SUPERRES_MODE); |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 145 | |
kyslov | 7b9d0d6 | 2018-12-21 11:12:26 -0800 | [diff] [blame] | 146 | typedef enum { |
| 147 | kInvalid = 0, |
| 148 | kLowSadLowSumdiff = 1, |
| 149 | kLowSadHighSumdiff = 2, |
| 150 | kHighSadLowSumdiff = 3, |
| 151 | kHighSadHighSumdiff = 4, |
| 152 | kLowVarHighSumdiff = 5, |
| 153 | kVeryHighSad = 6, |
| 154 | } CONTENT_STATE_SB; |
| 155 | |
Satish Kumar Suman | e6d0be5 | 2019-02-14 14:33:28 +0530 | [diff] [blame] | 156 | enum { |
| 157 | SS_CFG_SRC = 0, |
| 158 | SS_CFG_LOOKAHEAD = 1, |
| 159 | SS_CFG_TOTAL = 2 |
| 160 | } UENUM1BYTE(SS_CFG_OFFSET); |
| 161 | |
Jingning Han | 31a0ee9 | 2019-07-15 13:56:55 -0700 | [diff] [blame] | 162 | #define MAX_LENGTH_TPL_FRAME_STATS (27 + 9) |
Yue Chen | c9b23e0 | 2019-04-10 16:54:03 -0700 | [diff] [blame] | 163 | |
Yue Chen | 7cae98f | 2018-08-24 10:43:16 -0700 | [diff] [blame] | 164 | typedef struct TplDepStats { |
| 165 | int64_t intra_cost; |
| 166 | int64_t inter_cost; |
| 167 | int64_t mc_flow; |
| 168 | int64_t mc_dep_cost; |
Yue Chen | bd93423 | 2019-08-05 14:23:39 -0700 | [diff] [blame] | 169 | #if !USE_TPL_CLASSIC_MODEL |
Debargha Mukherjee | 88ff738 | 2019-05-01 12:36:10 -0700 | [diff] [blame] | 170 | int64_t mc_count; |
| 171 | int64_t mc_saved; |
Yue Chen | bd93423 | 2019-08-05 14:23:39 -0700 | [diff] [blame] | 172 | #endif // !USE_TPL_CLASSIC_MODEL |
Yue Chen | 7cae98f | 2018-08-24 10:43:16 -0700 | [diff] [blame] | 173 | } TplDepStats; |
| 174 | |
| 175 | typedef struct TplDepFrame { |
| 176 | uint8_t is_valid; |
| 177 | TplDepStats *tpl_stats_ptr; |
Jingning Han | 81d6fbb | 2019-07-15 10:14:13 -0700 | [diff] [blame] | 178 | const YV12_BUFFER_CONFIG *gf_picture; |
Jingning Han | 31a0ee9 | 2019-07-15 13:56:55 -0700 | [diff] [blame] | 179 | int ref_map_index[REF_FRAMES]; |
Yue Chen | 7cae98f | 2018-08-24 10:43:16 -0700 | [diff] [blame] | 180 | int stride; |
| 181 | int width; |
| 182 | int height; |
| 183 | int mi_rows; |
| 184 | int mi_cols; |
Yue Chen | 7cae98f | 2018-08-24 10:43:16 -0700 | [diff] [blame] | 185 | } TplDepFrame; |
| 186 | |
Debargha Mukherjee | 03ad12d | 2019-02-07 11:17:59 -0800 | [diff] [blame] | 187 | typedef enum { |
| 188 | COST_UPD_SB, |
| 189 | COST_UPD_SBROW, |
| 190 | COST_UPD_TILE, |
| 191 | } COST_UPDATE_TYPE; |
| 192 | |
Yue Chen | 7cae98f | 2018-08-24 10:43:16 -0700 | [diff] [blame] | 193 | #define TPL_DEP_COST_SCALE_LOG2 4 |
| 194 | |
Yaowu Xu | f883b42 | 2016-08-30 14:01:10 -0700 | [diff] [blame] | 195 | typedef struct AV1EncoderConfig { |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 196 | BITSTREAM_PROFILE profile; |
Tom Finegan | 8ab2bba | 2018-02-28 07:36:28 -0800 | [diff] [blame] | 197 | aom_bit_depth_t bit_depth; // Codec bit-depth. |
| 198 | int width; // width of data passed to the compressor |
| 199 | int height; // height of data passed to the compressor |
| 200 | int forced_max_frame_width; // forced maximum width of frame (if != 0) |
| 201 | int forced_max_frame_height; // forced maximum height of frame (if != 0) |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 202 | unsigned int input_bit_depth; // Input bit depth. |
| 203 | double init_framerate; // set to passed in framerate |
| 204 | int64_t target_bandwidth; // bandwidth to be used in bits per second |
| 205 | |
| 206 | int noise_sensitivity; // pre processing blur: recommendation 0 |
| 207 | int sharpness; // sharpening output: recommendation 0: |
| 208 | int speed; |
| 209 | // maximum allowed bitrate for any intra frame in % of bitrate target. |
| 210 | unsigned int rc_max_intra_bitrate_pct; |
| 211 | // maximum allowed bitrate for any inter frame in % of bitrate target. |
| 212 | unsigned int rc_max_inter_bitrate_pct; |
| 213 | // percent of rate boost for golden frame in CBR mode. |
| 214 | unsigned int gf_cbr_boost_pct; |
| 215 | |
| 216 | MODE mode; |
| 217 | int pass; |
| 218 | |
| 219 | // Key Framing Operations |
| 220 | int auto_key; // autodetect cut scenes and set the keyframes |
| 221 | int key_freq; // maximum distance to key frame. |
Tarek AMARA | c981385 | 2018-03-05 18:40:18 -0500 | [diff] [blame] | 222 | int sframe_dist; |
| 223 | int sframe_mode; |
| 224 | int sframe_enabled; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 225 | int lag_in_frames; // how many frames lag before we start encoding |
Sarah Parker | 93c0314 | 2018-05-22 13:35:45 -0700 | [diff] [blame] | 226 | int fwd_kf_enabled; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 227 | |
| 228 | // ---------------------------------------------------------------- |
| 229 | // DATARATE CONTROL OPTIONS |
| 230 | |
| 231 | // vbr, cbr, constrained quality or constant quality |
Yaowu Xu | f883b42 | 2016-08-30 14:01:10 -0700 | [diff] [blame] | 232 | enum aom_rc_mode rc_mode; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 233 | |
| 234 | // buffer targeting aggressiveness |
| 235 | int under_shoot_pct; |
| 236 | int over_shoot_pct; |
| 237 | |
| 238 | // buffering parameters |
| 239 | int64_t starting_buffer_level_ms; |
| 240 | int64_t optimal_buffer_level_ms; |
| 241 | int64_t maximum_buffer_size_ms; |
| 242 | |
| 243 | // Frame drop threshold. |
| 244 | int drop_frames_water_mark; |
| 245 | |
| 246 | // controlling quality |
| 247 | int fixed_q; |
| 248 | int worst_allowed_q; |
| 249 | int best_allowed_q; |
| 250 | int cq_level; |
Yue Chen | c5806c2 | 2019-07-19 17:32:57 -0700 | [diff] [blame] | 251 | int enable_chroma_deltaq; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 252 | AQ_MODE aq_mode; // Adaptive Quantization mode |
Fangwen Fu | 6160df2 | 2017-04-24 09:45:51 -0700 | [diff] [blame] | 253 | DELTAQ_MODE deltaq_mode; |
Debargha Mukherjee | 4fef7a5 | 2019-04-04 01:02:06 -0700 | [diff] [blame] | 254 | int deltalf_mode; |
Debargha Mukherjee | 98a311c | 2018-03-25 16:33:11 -0700 | [diff] [blame] | 255 | int enable_cdef; |
| 256 | int enable_restoration; |
Yaowu Xu | 2a9ac43 | 2019-08-06 14:21:17 -0700 | [diff] [blame] | 257 | int force_video_mode; |
Yue Chen | 5e12951 | 2018-12-10 10:48:54 -0800 | [diff] [blame] | 258 | int enable_obmc; |
Yue Chen | 4835dc0 | 2018-05-11 15:57:43 -0700 | [diff] [blame] | 259 | int disable_trellis_quant; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 260 | int using_qm; |
Yaowu Xu | f7a1242 | 2018-01-31 15:29:20 -0800 | [diff] [blame] | 261 | int qm_y; |
| 262 | int qm_u; |
| 263 | int qm_v; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 264 | int qm_minlevel; |
| 265 | int qm_maxlevel; |
Yushin Cho | d808bfc | 2017-08-10 15:54:36 -0700 | [diff] [blame] | 266 | #if CONFIG_DIST_8X8 |
| 267 | int using_dist_8x8; |
| 268 | #endif |
Thomas Davies | af6df17 | 2016-11-09 14:04:18 +0000 | [diff] [blame] | 269 | unsigned int num_tile_groups; |
| 270 | unsigned int mtu; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 271 | |
| 272 | // Internal frame size scaling. |
Debargha Mukherjee | 29e40a6 | 2017-06-14 09:37:12 -0700 | [diff] [blame] | 273 | RESIZE_MODE resize_mode; |
Urvang Joshi | de71d14 | 2017-10-05 12:12:15 -0700 | [diff] [blame] | 274 | uint8_t resize_scale_denominator; |
| 275 | uint8_t resize_kf_scale_denominator; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 276 | |
Fergus Simpson | c4e7894 | 2017-04-10 14:59:00 -0700 | [diff] [blame] | 277 | // Frame Super-Resolution size scaling. |
| 278 | SUPERRES_MODE superres_mode; |
Urvang Joshi | de71d14 | 2017-10-05 12:12:15 -0700 | [diff] [blame] | 279 | uint8_t superres_scale_denominator; |
| 280 | uint8_t superres_kf_scale_denominator; |
Debargha Mukherjee | 7166f22 | 2017-09-05 21:32:42 -0700 | [diff] [blame] | 281 | int superres_qthresh; |
| 282 | int superres_kf_qthresh; |
Fergus Simpson | 3502d08 | 2017-04-10 12:25:07 -0700 | [diff] [blame] | 283 | |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 284 | // Enable feature to reduce the frame quantization every x frames. |
| 285 | int frame_periodic_boost; |
| 286 | |
| 287 | // two pass datarate control |
| 288 | int two_pass_vbrbias; // two pass datarate control tweaks |
| 289 | int two_pass_vbrmin_section; |
| 290 | int two_pass_vbrmax_section; |
| 291 | // END DATARATE CONTROL OPTIONS |
| 292 | // ---------------------------------------------------------------- |
| 293 | |
| 294 | int enable_auto_arf; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 295 | int enable_auto_brf; // (b)ackward (r)ef (f)rame |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 296 | |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 297 | /* Bitfield defining the error resiliency features to enable. |
| 298 | * Can provide decodable frames after losses in previous |
| 299 | * frames and decodable partitions after losses in the same frame. |
| 300 | */ |
| 301 | unsigned int error_resilient_mode; |
| 302 | |
Debargha Mukherjee | 52fb047 | 2018-03-29 15:48:11 -0700 | [diff] [blame] | 303 | unsigned int s_frame_mode; |
| 304 | |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 305 | /* Bitfield defining the parallel decoding mode where the |
| 306 | * decoding in successive frames may be conducted in parallel |
| 307 | * just by decoding the frame headers. |
| 308 | */ |
| 309 | unsigned int frame_parallel_decoding_mode; |
| 310 | |
Debargha Mukherjee | c6f24c2 | 2018-04-07 08:43:08 -0700 | [diff] [blame] | 311 | unsigned int limit; |
| 312 | |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 313 | int arnr_max_frames; |
| 314 | int arnr_strength; |
| 315 | |
| 316 | int min_gf_interval; |
| 317 | int max_gf_interval; |
Urvang Joshi | f4e775c | 2018-12-14 11:33:17 -0800 | [diff] [blame] | 318 | int gf_max_pyr_height; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 319 | |
Ravi Chaudhary | 0ec03a4 | 2018-08-17 18:53:28 +0530 | [diff] [blame] | 320 | int row_mt; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 321 | int tile_columns; |
| 322 | int tile_rows; |
Dominic Symes | 26ad0b2 | 2017-10-01 16:35:13 +0200 | [diff] [blame] | 323 | int tile_width_count; |
| 324 | int tile_height_count; |
| 325 | int tile_widths[MAX_TILE_COLS]; |
| 326 | int tile_heights[MAX_TILE_ROWS]; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 327 | |
Yue Chen | 7cae98f | 2018-08-24 10:43:16 -0700 | [diff] [blame] | 328 | int enable_tpl_model; |
| 329 | |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 330 | int max_threads; |
| 331 | |
Yaowu Xu | f883b42 | 2016-08-30 14:01:10 -0700 | [diff] [blame] | 332 | aom_fixed_buf_t two_pass_stats_in; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 333 | |
Yaowu Xu | f883b42 | 2016-08-30 14:01:10 -0700 | [diff] [blame] | 334 | aom_tune_metric tuning; |
| 335 | aom_tune_content content; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 336 | int use_highbitdepth; |
Andrey Norkin | 9e69463 | 2017-12-21 18:50:57 -0800 | [diff] [blame] | 337 | aom_color_primaries_t color_primaries; |
| 338 | aom_transfer_characteristics_t transfer_characteristics; |
| 339 | aom_matrix_coefficients_t matrix_coefficients; |
anorkin | 76fb126 | 2017-03-22 15:12:12 -0700 | [diff] [blame] | 340 | aom_chroma_sample_position_t chroma_sample_position; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 341 | int color_range; |
| 342 | int render_width; |
| 343 | int render_height; |
Andrey Norkin | 28e9ce2 | 2018-01-08 10:11:21 -0800 | [diff] [blame] | 344 | int timing_info_present; |
Andrey Norkin | 795ba87 | 2018-03-06 13:24:14 -0800 | [diff] [blame] | 345 | aom_timing_info_t timing_info; |
| 346 | int decoder_model_info_present_flag; |
Andrey Norkin | 2649551 | 2018-06-20 17:13:11 -0700 | [diff] [blame] | 347 | int display_model_info_present_flag; |
Wan-Teh Chang | f64b3bc | 2018-07-02 09:42:39 -0700 | [diff] [blame] | 348 | int buffer_removal_time_present; |
Andrey Norkin | 795ba87 | 2018-03-06 13:24:14 -0800 | [diff] [blame] | 349 | aom_dec_model_info_t buffer_model; |
Andrey Norkin | 6f1c2f7 | 2018-01-15 20:08:52 -0800 | [diff] [blame] | 350 | int film_grain_test_vector; |
Neil Birkbeck | eb895ef | 2018-03-14 17:51:03 -0700 | [diff] [blame] | 351 | const char *film_grain_table_filename; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 352 | |
Hui Su | 1cb1c00 | 2018-02-05 18:21:20 -0800 | [diff] [blame] | 353 | uint8_t cdf_update_mode; |
Yaowu Xu | f883b42 | 2016-08-30 14:01:10 -0700 | [diff] [blame] | 354 | aom_superblock_size_t superblock_size; |
Yunqing Wang | eeb08a9 | 2017-07-07 21:25:18 -0700 | [diff] [blame] | 355 | unsigned int large_scale_tile; |
| 356 | unsigned int single_tile_decoding; |
Yaowu Xu | 76537ca | 2019-01-03 12:41:32 -0800 | [diff] [blame] | 357 | uint8_t monochrome; |
Debargha Mukherjee | 9713ccb | 2018-04-08 19:09:17 -0700 | [diff] [blame] | 358 | unsigned int full_still_picture_hdr; |
Jingning Han | a446f55 | 2018-02-22 15:42:12 -0800 | [diff] [blame] | 359 | int enable_dual_filter; |
Yunqing Wang | ff4fa06 | 2017-04-21 10:56:08 -0700 | [diff] [blame] | 360 | unsigned int motion_vector_unit_test; |
Maxym Dmytrychenko | cc6e0e1 | 2018-02-05 16:35:37 +0100 | [diff] [blame] | 361 | const cfg_options_t *cfg; |
Debargha Mukherjee | 9d9cf19 | 2018-12-17 11:24:21 -0800 | [diff] [blame] | 362 | int enable_rect_partitions; |
Ryan Lei | 9543c70 | 2019-03-11 11:06:14 -0700 | [diff] [blame] | 363 | int enable_ab_partitions; |
| 364 | int enable_1to4_partitions; |
| 365 | int min_partition_size; |
| 366 | int max_partition_size; |
Debargha Mukherjee | 03c43ba | 2018-12-14 13:08:08 -0800 | [diff] [blame] | 367 | int enable_intra_edge_filter; |
Debargha Mukherjee | 8c917b0 | 2018-12-17 13:45:50 -0800 | [diff] [blame] | 368 | int enable_tx64; |
Ryan Lei | 82d0a04 | 2019-03-18 15:02:26 -0700 | [diff] [blame] | 369 | int tx_size_search_method; |
Ryan Lei | 9543c70 | 2019-03-11 11:06:14 -0700 | [diff] [blame] | 370 | int enable_flip_idtx; |
Debargha Mukherjee | 0d8368a | 2018-03-25 12:23:02 -0700 | [diff] [blame] | 371 | int enable_order_hint; |
Debargha Mukherjee | 7ac3eb1 | 2018-12-12 10:26:50 -0800 | [diff] [blame] | 372 | int enable_dist_wtd_comp; |
Debargha Mukherjee | 0187d7c | 2018-03-25 11:37:56 -0700 | [diff] [blame] | 373 | int enable_ref_frame_mvs; |
Urvang Joshi | 9ad9f08 | 2019-01-22 12:31:33 -0800 | [diff] [blame] | 374 | unsigned int max_reference_frames; |
Urvang Joshi | 1a9e27e | 2019-02-19 11:17:23 -0800 | [diff] [blame] | 375 | int enable_reduced_reference_set; |
Debargha Mukherjee | 0d8368a | 2018-03-25 12:23:02 -0700 | [diff] [blame] | 376 | unsigned int allow_ref_frame_mvs; |
Debargha Mukherjee | 16ea6ba | 2018-12-10 12:01:38 -0800 | [diff] [blame] | 377 | int enable_masked_comp; |
Ryan Lei | 9543c70 | 2019-03-11 11:06:14 -0700 | [diff] [blame] | 378 | int enable_onesided_comp; |
Debargha Mukherjee | 16ea6ba | 2018-12-10 12:01:38 -0800 | [diff] [blame] | 379 | int enable_interintra_comp; |
Yue Chen | 8cbee6c | 2018-12-14 11:54:39 -0800 | [diff] [blame] | 380 | int enable_smooth_interintra; |
Debargha Mukherjee | 78e6b2c | 2018-12-11 07:50:57 -0800 | [diff] [blame] | 381 | int enable_diff_wtd_comp; |
| 382 | int enable_interinter_wedge; |
| 383 | int enable_interintra_wedge; |
Debargha Mukherjee | d2e53ca | 2018-12-10 11:34:59 -0800 | [diff] [blame] | 384 | int enable_global_motion; |
Debargha Mukherjee | 37df916 | 2018-03-25 12:48:24 -0700 | [diff] [blame] | 385 | int enable_warped_motion; |
| 386 | int allow_warped_motion; |
Yue Chen | 8f9ca58 | 2018-12-12 15:11:47 -0800 | [diff] [blame] | 387 | int enable_filter_intra; |
Debargha Mukherjee | 078ae86 | 2018-12-18 11:05:43 -0800 | [diff] [blame] | 388 | int enable_smooth_intra; |
| 389 | int enable_paeth_intra; |
Debargha Mukherjee | 8e25678 | 2018-12-18 13:44:13 -0800 | [diff] [blame] | 390 | int enable_cfl_intra; |
Urvang Joshi | 2c92b07 | 2018-03-19 17:23:31 -0700 | [diff] [blame] | 391 | int enable_superres; |
Debargha Mukherjee | a2074dd | 2019-09-04 10:03:44 -0700 | [diff] [blame] | 392 | int enable_overlay; |
Hui Su | a9e3d14 | 2018-12-14 15:21:21 -0800 | [diff] [blame] | 393 | int enable_palette; |
Hui Su | 440e6d4 | 2018-12-17 11:47:07 -0800 | [diff] [blame] | 394 | int enable_intrabc; |
Hui Su | 94b3817 | 2018-12-19 10:40:29 -0800 | [diff] [blame] | 395 | int enable_angle_delta; |
Soo-Chul Han | 29c46fb | 2018-03-23 16:02:00 -0400 | [diff] [blame] | 396 | unsigned int save_as_annexb; |
Neil Birkbeck | a2893ab | 2018-06-08 14:45:13 -0700 | [diff] [blame] | 397 | |
| 398 | #if CONFIG_DENOISE |
| 399 | float noise_level; |
| 400 | int noise_block_size; |
| 401 | #endif |
Tom Finegan | 02b2a84 | 2018-08-24 13:50:00 -0700 | [diff] [blame] | 402 | |
| 403 | unsigned int chroma_subsampling_x; |
| 404 | unsigned int chroma_subsampling_y; |
Sarah Parker | 0b7e590 | 2018-12-10 13:35:25 -0800 | [diff] [blame] | 405 | int reduced_tx_type_set; |
Debargha Mukherjee | db45815 | 2019-01-25 11:04:09 -0800 | [diff] [blame] | 406 | int use_intra_dct_only; |
| 407 | int use_inter_dct_only; |
Debargha Mukherjee | 042af92 | 2019-02-07 05:58:26 -0800 | [diff] [blame] | 408 | int use_intra_default_tx_only; |
Sarah Parker | 740e839 | 2019-01-23 15:47:53 -0800 | [diff] [blame] | 409 | int quant_b_adapt; |
Debargha Mukherjee | 03ad12d | 2019-02-07 11:17:59 -0800 | [diff] [blame] | 410 | COST_UPDATE_TYPE coeff_cost_upd_freq; |
| 411 | COST_UPDATE_TYPE mode_cost_upd_freq; |
Debargha Mukherjee | 8d27341 | 2019-09-11 10:36:50 -0700 | [diff] [blame] | 412 | COST_UPDATE_TYPE mv_cost_upd_freq; |
Satish Kumar Suman | 2990996 | 2019-01-09 10:31:21 +0530 | [diff] [blame] | 413 | int border_in_pixels; |
Hui Su | 2aa492c | 2019-03-12 15:18:18 -0700 | [diff] [blame] | 414 | AV1_LEVEL target_seq_level_idx[MAX_NUM_OPERATING_POINTS]; |
Hui Su | d909c2c | 2019-03-08 11:51:14 -0800 | [diff] [blame] | 415 | // Bit mask to specify which tier each of the 32 possible operating points |
| 416 | // conforms to. |
| 417 | unsigned int tier_mask; |
Hui Su | ef139e1 | 2019-05-20 15:51:22 -0700 | [diff] [blame] | 418 | // min_cr / 100 is the target minimum compression ratio for each frame. |
| 419 | unsigned int min_cr; |
Yaowu Xu | f883b42 | 2016-08-30 14:01:10 -0700 | [diff] [blame] | 420 | } AV1EncoderConfig; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 421 | |
Yaowu Xu | f883b42 | 2016-08-30 14:01:10 -0700 | [diff] [blame] | 422 | static INLINE int is_lossless_requested(const AV1EncoderConfig *cfg) { |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 423 | return cfg->best_allowed_q == 0 && cfg->worst_allowed_q == 0; |
| 424 | } |
| 425 | |
Yue Chen | cc6a6ef | 2018-05-21 16:21:05 -0700 | [diff] [blame] | 426 | typedef struct FRAME_COUNTS { |
| 427 | // Note: This structure should only contain 'unsigned int' fields, or |
| 428 | // aggregates built solely from 'unsigned int' fields/elements |
| 429 | #if CONFIG_ENTROPY_STATS |
| 430 | unsigned int kf_y_mode[KF_MODE_CONTEXTS][KF_MODE_CONTEXTS][INTRA_MODES]; |
| 431 | unsigned int angle_delta[DIRECTIONAL_MODES][2 * MAX_ANGLE_DELTA + 1]; |
| 432 | unsigned int y_mode[BLOCK_SIZE_GROUPS][INTRA_MODES]; |
| 433 | unsigned int uv_mode[CFL_ALLOWED_TYPES][INTRA_MODES][UV_INTRA_MODES]; |
| 434 | unsigned int cfl_sign[CFL_JOINT_SIGNS]; |
| 435 | unsigned int cfl_alpha[CFL_ALPHA_CONTEXTS][CFL_ALPHABET_SIZE]; |
| 436 | unsigned int palette_y_mode[PALATTE_BSIZE_CTXS][PALETTE_Y_MODE_CONTEXTS][2]; |
| 437 | unsigned int palette_uv_mode[PALETTE_UV_MODE_CONTEXTS][2]; |
| 438 | unsigned int palette_y_size[PALATTE_BSIZE_CTXS][PALETTE_SIZES]; |
| 439 | unsigned int palette_uv_size[PALATTE_BSIZE_CTXS][PALETTE_SIZES]; |
| 440 | unsigned int palette_y_color_index[PALETTE_SIZES] |
| 441 | [PALETTE_COLOR_INDEX_CONTEXTS] |
| 442 | [PALETTE_COLORS]; |
| 443 | unsigned int palette_uv_color_index[PALETTE_SIZES] |
| 444 | [PALETTE_COLOR_INDEX_CONTEXTS] |
| 445 | [PALETTE_COLORS]; |
| 446 | unsigned int partition[PARTITION_CONTEXTS][EXT_PARTITION_TYPES]; |
| 447 | unsigned int txb_skip[TOKEN_CDF_Q_CTXS][TX_SIZES][TXB_SKIP_CONTEXTS][2]; |
| 448 | unsigned int eob_extra[TOKEN_CDF_Q_CTXS][TX_SIZES][PLANE_TYPES] |
| 449 | [EOB_COEF_CONTEXTS][2]; |
| 450 | unsigned int dc_sign[PLANE_TYPES][DC_SIGN_CONTEXTS][2]; |
| 451 | unsigned int coeff_lps[TX_SIZES][PLANE_TYPES][BR_CDF_SIZE - 1][LEVEL_CONTEXTS] |
| 452 | [2]; |
| 453 | unsigned int eob_flag[TX_SIZES][PLANE_TYPES][EOB_COEF_CONTEXTS][2]; |
| 454 | unsigned int eob_multi16[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][5]; |
| 455 | unsigned int eob_multi32[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][6]; |
| 456 | unsigned int eob_multi64[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][7]; |
| 457 | unsigned int eob_multi128[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][8]; |
| 458 | unsigned int eob_multi256[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][9]; |
| 459 | unsigned int eob_multi512[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][10]; |
| 460 | unsigned int eob_multi1024[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][11]; |
| 461 | unsigned int coeff_lps_multi[TOKEN_CDF_Q_CTXS][TX_SIZES][PLANE_TYPES] |
| 462 | [LEVEL_CONTEXTS][BR_CDF_SIZE]; |
| 463 | unsigned int coeff_base_multi[TOKEN_CDF_Q_CTXS][TX_SIZES][PLANE_TYPES] |
| 464 | [SIG_COEF_CONTEXTS][NUM_BASE_LEVELS + 2]; |
| 465 | unsigned int coeff_base_eob_multi[TOKEN_CDF_Q_CTXS][TX_SIZES][PLANE_TYPES] |
| 466 | [SIG_COEF_CONTEXTS_EOB][NUM_BASE_LEVELS + 1]; |
| 467 | unsigned int newmv_mode[NEWMV_MODE_CONTEXTS][2]; |
| 468 | unsigned int zeromv_mode[GLOBALMV_MODE_CONTEXTS][2]; |
| 469 | unsigned int refmv_mode[REFMV_MODE_CONTEXTS][2]; |
| 470 | unsigned int drl_mode[DRL_MODE_CONTEXTS][2]; |
| 471 | unsigned int inter_compound_mode[INTER_MODE_CONTEXTS][INTER_COMPOUND_MODES]; |
| 472 | unsigned int wedge_idx[BLOCK_SIZES_ALL][16]; |
| 473 | unsigned int interintra[BLOCK_SIZE_GROUPS][2]; |
| 474 | unsigned int interintra_mode[BLOCK_SIZE_GROUPS][INTERINTRA_MODES]; |
| 475 | unsigned int wedge_interintra[BLOCK_SIZES_ALL][2]; |
Debargha Mukherjee | 54eabb5 | 2019-02-01 16:54:33 -0800 | [diff] [blame] | 476 | unsigned int compound_type[BLOCK_SIZES_ALL][MASKED_COMPOUND_TYPES]; |
Yue Chen | cc6a6ef | 2018-05-21 16:21:05 -0700 | [diff] [blame] | 477 | unsigned int motion_mode[BLOCK_SIZES_ALL][MOTION_MODES]; |
| 478 | unsigned int obmc[BLOCK_SIZES_ALL][2]; |
| 479 | unsigned int intra_inter[INTRA_INTER_CONTEXTS][2]; |
| 480 | unsigned int comp_inter[COMP_INTER_CONTEXTS][2]; |
| 481 | unsigned int comp_ref_type[COMP_REF_TYPE_CONTEXTS][2]; |
| 482 | unsigned int uni_comp_ref[UNI_COMP_REF_CONTEXTS][UNIDIR_COMP_REFS - 1][2]; |
| 483 | unsigned int single_ref[REF_CONTEXTS][SINGLE_REFS - 1][2]; |
| 484 | unsigned int comp_ref[REF_CONTEXTS][FWD_REFS - 1][2]; |
| 485 | unsigned int comp_bwdref[REF_CONTEXTS][BWD_REFS - 1][2]; |
| 486 | unsigned int intrabc[2]; |
| 487 | |
| 488 | unsigned int txfm_partition[TXFM_PARTITION_CONTEXTS][2]; |
| 489 | unsigned int intra_tx_size[MAX_TX_CATS][TX_SIZE_CONTEXTS][MAX_TX_DEPTH + 1]; |
| 490 | unsigned int skip_mode[SKIP_MODE_CONTEXTS][2]; |
| 491 | unsigned int skip[SKIP_CONTEXTS][2]; |
| 492 | unsigned int compound_index[COMP_INDEX_CONTEXTS][2]; |
| 493 | unsigned int comp_group_idx[COMP_GROUP_IDX_CONTEXTS][2]; |
| 494 | unsigned int delta_q[DELTA_Q_PROBS][2]; |
| 495 | unsigned int delta_lf_multi[FRAME_LF_COUNT][DELTA_LF_PROBS][2]; |
| 496 | unsigned int delta_lf[DELTA_LF_PROBS][2]; |
| 497 | |
| 498 | unsigned int inter_ext_tx[EXT_TX_SETS_INTER][EXT_TX_SIZES][TX_TYPES]; |
| 499 | unsigned int intra_ext_tx[EXT_TX_SETS_INTRA][EXT_TX_SIZES][INTRA_MODES] |
| 500 | [TX_TYPES]; |
| 501 | unsigned int filter_intra_mode[FILTER_INTRA_MODES]; |
| 502 | unsigned int filter_intra[BLOCK_SIZES_ALL][2]; |
| 503 | unsigned int switchable_restore[RESTORE_SWITCHABLE_TYPES]; |
| 504 | unsigned int wiener_restore[2]; |
| 505 | unsigned int sgrproj_restore[2]; |
| 506 | #endif // CONFIG_ENTROPY_STATS |
| 507 | |
| 508 | unsigned int switchable_interp[SWITCHABLE_FILTER_CONTEXTS] |
| 509 | [SWITCHABLE_FILTERS]; |
| 510 | } FRAME_COUNTS; |
| 511 | |
Angie Chiang | 7157216 | 2018-08-06 16:20:36 -0700 | [diff] [blame] | 512 | #define INTER_MODE_RD_DATA_OVERALL_SIZE 6400 |
| 513 | |
| 514 | typedef struct { |
| 515 | int ready; |
| 516 | double a; |
| 517 | double b; |
| 518 | double dist_mean; |
Angie Chiang | 199f3d4 | 2018-08-14 18:07:02 -0700 | [diff] [blame] | 519 | double ld_mean; |
| 520 | double sse_mean; |
| 521 | double sse_sse_mean; |
| 522 | double sse_ld_mean; |
Angie Chiang | 106fa48 | 2018-08-07 18:28:40 -0700 | [diff] [blame] | 523 | int num; |
| 524 | double dist_sum; |
| 525 | double ld_sum; |
| 526 | double sse_sum; |
| 527 | double sse_sse_sum; |
| 528 | double sse_ld_sum; |
Angie Chiang | 7157216 | 2018-08-06 16:20:36 -0700 | [diff] [blame] | 529 | } InterModeRdModel; |
| 530 | |
| 531 | typedef struct { |
| 532 | int idx; |
| 533 | int64_t rd; |
| 534 | } RdIdxPair; |
| 535 | // TODO(angiebird): This is an estimated size. We still need to figure what is |
| 536 | // the maximum number of modes. |
| 537 | #define MAX_INTER_MODES 1024 |
| 538 | typedef struct inter_modes_info { |
| 539 | int num; |
| 540 | MB_MODE_INFO mbmi_arr[MAX_INTER_MODES]; |
| 541 | int mode_rate_arr[MAX_INTER_MODES]; |
| 542 | int64_t sse_arr[MAX_INTER_MODES]; |
| 543 | int64_t est_rd_arr[MAX_INTER_MODES]; |
| 544 | RdIdxPair rd_idx_pair_arr[MAX_INTER_MODES]; |
elliottk | b8becb2 | 2019-03-04 01:01:30 -0800 | [diff] [blame] | 545 | bool true_rd_arr[MAX_INTER_MODES]; |
elliottk | c8da531 | 2019-03-20 23:47:32 -0700 | [diff] [blame] | 546 | uint8_t blk_skip_arr[MAX_INTER_MODES][MAX_MIB_SIZE * MAX_MIB_SIZE]; |
elliottk | b8becb2 | 2019-03-04 01:01:30 -0800 | [diff] [blame] | 547 | RD_STATS rd_cost_arr[MAX_INTER_MODES]; |
| 548 | RD_STATS rd_cost_y_arr[MAX_INTER_MODES]; |
| 549 | RD_STATS rd_cost_uv_arr[MAX_INTER_MODES]; |
Angie Chiang | 7157216 | 2018-08-06 16:20:36 -0700 | [diff] [blame] | 550 | } InterModesInfo; |
Angie Chiang | 7157216 | 2018-08-06 16:20:36 -0700 | [diff] [blame] | 551 | |
Ravi Chaudhary | 40cdf13 | 2018-10-08 11:04:16 +0530 | [diff] [blame] | 552 | // Encoder row synchronization |
| 553 | typedef struct AV1RowMTSyncData { |
| 554 | #if CONFIG_MULTITHREAD |
| 555 | pthread_mutex_t *mutex_; |
| 556 | pthread_cond_t *cond_; |
| 557 | #endif |
| 558 | // Allocate memory to store the sb/mb block index in each row. |
| 559 | int *cur_col; |
| 560 | int sync_range; |
| 561 | int rows; |
| 562 | } AV1RowMTSync; |
| 563 | |
Ravi Chaudhary | 90a15f4 | 2018-10-11 18:56:35 +0530 | [diff] [blame] | 564 | typedef struct AV1RowMTInfo { |
| 565 | int current_mi_row; |
| 566 | int num_threads_working; |
| 567 | } AV1RowMTInfo; |
| 568 | |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 569 | // TODO(jingning) All spatially adaptive variables should go to TileDataEnc. |
| 570 | typedef struct TileDataEnc { |
| 571 | TileInfo tile_info; |
Yunqing Wang | 8c1e57c | 2016-10-25 15:15:23 -0700 | [diff] [blame] | 572 | int m_search_count; |
| 573 | int ex_search_count; |
Luc Trudeau | f816415 | 2017-04-11 16:20:51 -0400 | [diff] [blame] | 574 | CFL_CTX cfl; |
Jingning Han | 9f07be1 | 2017-04-13 09:31:40 -0700 | [diff] [blame] | 575 | DECLARE_ALIGNED(16, FRAME_CONTEXT, tctx); |
Ravi Chaudhary | e521517 | 2018-12-21 18:47:25 +0530 | [diff] [blame] | 576 | FRAME_CONTEXT *row_ctx; |
Yunqing Wang | 0e141b5 | 2017-11-02 15:08:58 -0700 | [diff] [blame] | 577 | uint8_t allow_update_cdf; |
Angie Chiang | 7157216 | 2018-08-06 16:20:36 -0700 | [diff] [blame] | 578 | InterModeRdModel inter_mode_rd_models[BLOCK_SIZES_ALL]; |
Ravi Chaudhary | 40cdf13 | 2018-10-08 11:04:16 +0530 | [diff] [blame] | 579 | AV1RowMTSync row_mt_sync; |
Ravi Chaudhary | 90a15f4 | 2018-10-11 18:56:35 +0530 | [diff] [blame] | 580 | AV1RowMTInfo row_mt_info; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 581 | } TileDataEnc; |
| 582 | |
Ravi Chaudhary | 73cf15b | 2018-08-30 10:52:51 +0530 | [diff] [blame] | 583 | typedef struct { |
| 584 | TOKENEXTRA *start; |
| 585 | TOKENEXTRA *stop; |
| 586 | unsigned int count; |
| 587 | } TOKENLIST; |
| 588 | |
Ravi Chaudhary | c5e7469 | 2018-10-08 16:05:38 +0530 | [diff] [blame] | 589 | typedef struct MultiThreadHandle { |
| 590 | int allocated_tile_rows; |
| 591 | int allocated_tile_cols; |
| 592 | int allocated_sb_rows; |
Ravi Chaudhary | 90a15f4 | 2018-10-11 18:56:35 +0530 | [diff] [blame] | 593 | int thread_id_to_tile_id[MAX_NUM_THREADS]; // Mapping of threads to tiles |
Ravi Chaudhary | c5e7469 | 2018-10-08 16:05:38 +0530 | [diff] [blame] | 594 | } MultiThreadHandle; |
| 595 | |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 596 | typedef struct RD_COUNTS { |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 597 | int64_t comp_pred_diff[REFERENCE_MODES]; |
Debargha Mukherjee | a575d23 | 2017-04-28 17:46:47 -0700 | [diff] [blame] | 598 | // Stores number of 4x4 blocks using global motion per reference frame. |
Zoe Liu | 27deb38 | 2018-03-27 15:13:56 -0700 | [diff] [blame] | 599 | int global_motion_used[REF_FRAMES]; |
Arild Fuldseth (arilfuld) | 6c20c78 | 2017-06-15 09:45:02 +0200 | [diff] [blame] | 600 | int compound_ref_used_flag; |
Zoe Liu | 8a5d343 | 2017-11-30 16:33:44 -0800 | [diff] [blame] | 601 | int skip_mode_used_flag; |
Yunqing Wang | db70bf4 | 2019-08-19 09:28:11 -0700 | [diff] [blame] | 602 | int tx_type_used[FRAME_UPDATE_TYPES][TX_SIZES_ALL][TX_TYPES]; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 603 | } RD_COUNTS; |
| 604 | |
| 605 | typedef struct ThreadData { |
| 606 | MACROBLOCK mb; |
| 607 | RD_COUNTS rd_counts; |
| 608 | FRAME_COUNTS *counts; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 609 | PC_TREE *pc_tree; |
| 610 | PC_TREE *pc_root[MAX_MIB_SIZE_LOG2 - MIN_MIB_SIZE_LOG2 + 1]; |
wenyao.liu | 0c6f5fd | 2018-10-23 18:41:16 +0800 | [diff] [blame] | 611 | tran_low_t *tree_coeff_buf[MAX_MB_PLANE]; |
| 612 | tran_low_t *tree_qcoeff_buf[MAX_MB_PLANE]; |
| 613 | tran_low_t *tree_dqcoeff_buf[MAX_MB_PLANE]; |
Ravi Chaudhary | 5d970f4 | 2018-09-25 11:25:32 +0530 | [diff] [blame] | 614 | InterModesInfo *inter_modes_info; |
Ravi Chaudhary | 783d6a3 | 2018-08-28 18:21:02 +0530 | [diff] [blame] | 615 | uint32_t *hash_value_buffer[2][2]; |
Jingning Han | d064cf0 | 2017-06-01 10:00:39 -0700 | [diff] [blame] | 616 | int32_t *wsrc_buf; |
| 617 | int32_t *mask_buf; |
| 618 | uint8_t *above_pred_buf; |
| 619 | uint8_t *left_pred_buf; |
hui su | 5d49314 | 2017-05-08 12:06:12 -0700 | [diff] [blame] | 620 | PALETTE_BUFFER *palette_buffer; |
Hui Su | 38711e7 | 2019-06-11 10:49:47 -0700 | [diff] [blame] | 621 | CompoundTypeRdBuffers comp_rd_buffer; |
Urvang Joshi | 0a4cfad | 2018-09-07 11:10:39 -0700 | [diff] [blame] | 622 | CONV_BUF_TYPE *tmp_conv_dst; |
| 623 | uint8_t *tmp_obmc_bufs[2]; |
Ravi Chaudhary | 00525ef | 2018-10-31 19:52:42 +0530 | [diff] [blame] | 624 | int intrabc_used; |
Yue Chen | c87d749 | 2019-05-30 17:22:49 -0700 | [diff] [blame] | 625 | int deltaq_used; |
Ravi Chaudhary | 84a280a | 2018-09-24 16:09:48 +0530 | [diff] [blame] | 626 | FRAME_CONTEXT *tctx; |
Remya | 0cce44c | 2019-08-16 11:57:24 +0530 | [diff] [blame] | 627 | MB_MODE_INFO_EXT *mbmi_ext; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 628 | } ThreadData; |
| 629 | |
| 630 | struct EncWorkerData; |
| 631 | |
| 632 | typedef struct ActiveMap { |
| 633 | int enabled; |
| 634 | int update; |
| 635 | unsigned char *map; |
| 636 | } ActiveMap; |
| 637 | |
Wan-Teh Chang | c25c92a | 2018-04-23 15:04:14 -0700 | [diff] [blame] | 638 | #if CONFIG_INTERNAL_STATS |
| 639 | // types of stats |
Satish Kumar Suman | 4667aa1 | 2018-12-14 18:28:19 +0530 | [diff] [blame] | 640 | enum { |
Wan-Teh Chang | c25c92a | 2018-04-23 15:04:14 -0700 | [diff] [blame] | 641 | STAT_Y, |
| 642 | STAT_U, |
| 643 | STAT_V, |
| 644 | STAT_ALL, |
| 645 | NUM_STAT_TYPES // This should always be the last member of the enum |
Satish Kumar Suman | 4667aa1 | 2018-12-14 18:28:19 +0530 | [diff] [blame] | 646 | } UENUM1BYTE(StatType); |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 647 | |
| 648 | typedef struct IMAGE_STAT { |
Urvang Joshi | b5ed350 | 2016-10-17 16:38:05 -0700 | [diff] [blame] | 649 | double stat[NUM_STAT_TYPES]; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 650 | double worst; |
| 651 | } ImageStat; |
Wan-Teh Chang | c25c92a | 2018-04-23 15:04:14 -0700 | [diff] [blame] | 652 | #endif // CONFIG_INTERNAL_STATS |
Urvang Joshi | b5ed350 | 2016-10-17 16:38:05 -0700 | [diff] [blame] | 653 | |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 654 | typedef struct { |
| 655 | int ref_count; |
| 656 | YV12_BUFFER_CONFIG buf; |
| 657 | } EncRefCntBuffer; |
| 658 | |
chiyotsai | 9c484b3 | 2019-03-07 16:01:50 -0800 | [diff] [blame] | 659 | #if CONFIG_COLLECT_PARTITION_STATS == 2 |
chiyotsai | 92ed0dd | 2019-01-25 14:50:14 -0800 | [diff] [blame] | 660 | typedef struct PartitionStats { |
| 661 | int partition_decisions[6][EXT_PARTITION_TYPES]; |
| 662 | int partition_attempts[6][EXT_PARTITION_TYPES]; |
chiyotsai | 9c484b3 | 2019-03-07 16:01:50 -0800 | [diff] [blame] | 663 | int64_t partition_times[6][EXT_PARTITION_TYPES]; |
chiyotsai | 92ed0dd | 2019-01-25 14:50:14 -0800 | [diff] [blame] | 664 | |
| 665 | int partition_redo; |
| 666 | } PartitionStats; |
| 667 | #endif |
| 668 | |
Yunqing Wang | ba25558 | 2019-02-11 16:21:12 -0800 | [diff] [blame] | 669 | #if CONFIG_COLLECT_COMPONENT_TIMING |
| 670 | #include "aom_ports/aom_timer.h" |
| 671 | // Adjust the following to add new components. |
| 672 | enum { |
Yunqing Wang | d1f32e6 | 2019-02-20 10:37:51 -0800 | [diff] [blame] | 673 | encode_frame_to_data_rate_time, |
| 674 | encode_with_recode_loop_time, |
| 675 | loop_filter_time, |
| 676 | cdef_time, |
| 677 | loop_restoration_time, |
| 678 | av1_pack_bitstream_final_time, |
| 679 | av1_encode_frame_time, |
| 680 | av1_compute_global_motion_time, |
| 681 | av1_setup_motion_field_time, |
Yunqing Wang | ba25558 | 2019-02-11 16:21:12 -0800 | [diff] [blame] | 682 | encode_sb_time, |
| 683 | rd_pick_partition_time, |
| 684 | rd_pick_sb_modes_time, |
| 685 | av1_rd_pick_intra_mode_sb_time, |
| 686 | av1_rd_pick_inter_mode_sb_time, |
Yunqing Wang | d1f32e6 | 2019-02-20 10:37:51 -0800 | [diff] [blame] | 687 | handle_intra_mode_time, |
Yunqing Wang | d1f32e6 | 2019-02-20 10:37:51 -0800 | [diff] [blame] | 688 | do_tx_search_time, |
| 689 | handle_newmv_time, |
| 690 | compound_type_rd_time, |
| 691 | interpolation_filter_search_time, |
Yunqing Wang | ba25558 | 2019-02-11 16:21:12 -0800 | [diff] [blame] | 692 | motion_mode_rd_time, |
| 693 | kTimingComponents, |
| 694 | } UENUM1BYTE(TIMING_COMPONENT); |
| 695 | |
| 696 | static INLINE char const *get_component_name(int index) { |
| 697 | switch (index) { |
Yunqing Wang | d1f32e6 | 2019-02-20 10:37:51 -0800 | [diff] [blame] | 698 | case encode_frame_to_data_rate_time: |
| 699 | return "encode_frame_to_data_rate_time"; |
| 700 | case encode_with_recode_loop_time: return "encode_with_recode_loop_time"; |
| 701 | case loop_filter_time: return "loop_filter_time"; |
| 702 | case cdef_time: return "cdef_time"; |
| 703 | case loop_restoration_time: return "loop_restoration_time"; |
| 704 | case av1_pack_bitstream_final_time: return "av1_pack_bitstream_final_time"; |
| 705 | case av1_encode_frame_time: return "av1_encode_frame_time"; |
| 706 | case av1_compute_global_motion_time: |
| 707 | return "av1_compute_global_motion_time"; |
| 708 | case av1_setup_motion_field_time: return "av1_setup_motion_field_time"; |
| 709 | case encode_sb_time: return "encode_sb_time"; |
Yunqing Wang | d1f32e6 | 2019-02-20 10:37:51 -0800 | [diff] [blame] | 710 | case rd_pick_partition_time: return "rd_pick_partition_time"; |
| 711 | case rd_pick_sb_modes_time: return "rd_pick_sb_modes_time"; |
| 712 | case av1_rd_pick_intra_mode_sb_time: |
| 713 | return "av1_rd_pick_intra_mode_sb_time"; |
| 714 | case av1_rd_pick_inter_mode_sb_time: |
| 715 | return "av1_rd_pick_inter_mode_sb_time"; |
| 716 | case handle_intra_mode_time: return "handle_intra_mode_time"; |
Yunqing Wang | d1f32e6 | 2019-02-20 10:37:51 -0800 | [diff] [blame] | 717 | case do_tx_search_time: return "do_tx_search_time"; |
| 718 | case handle_newmv_time: return "handle_newmv_time"; |
| 719 | case compound_type_rd_time: return "compound_type_rd_time"; |
| 720 | case interpolation_filter_search_time: |
| 721 | return "interpolation_filter_search_time"; |
| 722 | case motion_mode_rd_time: return "motion_mode_rd_time"; |
Yunqing Wang | ba25558 | 2019-02-11 16:21:12 -0800 | [diff] [blame] | 723 | default: assert(0); |
| 724 | } |
| 725 | return "error"; |
| 726 | } |
| 727 | #endif |
| 728 | |
Urvang Joshi | f70375a | 2019-03-22 23:30:19 -0700 | [diff] [blame] | 729 | // The maximum number of internal ARFs except ALTREF_FRAME |
| 730 | #define MAX_INTERNAL_ARFS (REF_FRAMES - BWDREF_FRAME - 1) |
| 731 | |
Jingning Han | 42266ca | 2019-07-12 14:37:16 -0700 | [diff] [blame] | 732 | typedef struct { |
| 733 | int arf_stack[FRAME_BUFFERS]; |
| 734 | int arf_stack_size; |
| 735 | int lst_stack[FRAME_BUFFERS]; |
| 736 | int lst_stack_size; |
| 737 | int gld_stack[FRAME_BUFFERS]; |
| 738 | int gld_stack_size; |
| 739 | } RefBufferStack; |
| 740 | |
Yaowu Xu | f883b42 | 2016-08-30 14:01:10 -0700 | [diff] [blame] | 741 | typedef struct AV1_COMP { |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 742 | QUANTS quants; |
| 743 | ThreadData td; |
Yue Chen | cc6a6ef | 2018-05-21 16:21:05 -0700 | [diff] [blame] | 744 | FRAME_COUNTS counts; |
Remya | 0cce44c | 2019-08-16 11:57:24 +0530 | [diff] [blame] | 745 | MB_MODE_INFO_EXT_FRAME *mbmi_ext_frame_base; |
Jingning Han | f5a4d3b | 2017-08-27 23:01:19 -0700 | [diff] [blame] | 746 | CB_COEFF_BUFFER *coeff_buffer_base; |
Yi Luo | c621023 | 2017-05-25 15:09:25 -0700 | [diff] [blame] | 747 | Dequants dequants; |
Yaowu Xu | f883b42 | 2016-08-30 14:01:10 -0700 | [diff] [blame] | 748 | AV1_COMMON common; |
| 749 | AV1EncoderConfig oxcf; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 750 | struct lookahead_ctx *lookahead; |
| 751 | struct lookahead_entry *alt_ref_source; |
Sarah Parker | af32a7b | 2018-06-29 14:59:05 -0700 | [diff] [blame] | 752 | int no_show_kf; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 753 | |
Angie Chiang | e69a682 | 2018-03-16 13:52:44 -0700 | [diff] [blame] | 754 | int optimize_seg_arr[MAX_SEGMENTS]; |
chiyotsai | a7091f1 | 2019-08-09 16:48:27 -0700 | [diff] [blame] | 755 | int mi_ext_alloc_size; |
Angie Chiang | e69a682 | 2018-03-16 13:52:44 -0700 | [diff] [blame] | 756 | |
Alex Converse | f77fd0b | 2017-04-20 11:00:24 -0700 | [diff] [blame] | 757 | YV12_BUFFER_CONFIG *source; |
| 758 | YV12_BUFFER_CONFIG *last_source; // NULL for first frame and alt_ref frames |
Fergus Simpson | d2bcbb5 | 2017-05-22 23:15:05 -0700 | [diff] [blame] | 759 | YV12_BUFFER_CONFIG *unscaled_source; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 760 | YV12_BUFFER_CONFIG scaled_source; |
| 761 | YV12_BUFFER_CONFIG *unscaled_last_source; |
| 762 | YV12_BUFFER_CONFIG scaled_last_source; |
| 763 | |
Yue Chen | b4c93f0 | 2019-08-05 13:47:31 -0700 | [diff] [blame] | 764 | uint8_t tpl_stats_block_mis_log2; // block granularity of tpl score storage |
Jingning Han | 81d6fbb | 2019-07-15 10:14:13 -0700 | [diff] [blame] | 765 | TplDepFrame tpl_stats_buffer[MAX_LENGTH_TPL_FRAME_STATS]; |
| 766 | TplDepFrame *tpl_frame; |
Yue Chen | 7cae98f | 2018-08-24 10:43:16 -0700 | [diff] [blame] | 767 | |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 768 | // For a still frame, this flag is set to 1 to skip partition search. |
| 769 | int partition_search_skippable_frame; |
Yunqing Wang | c3e21ec | 2019-02-28 16:29:27 -0800 | [diff] [blame] | 770 | |
RogerZhou | 3b63524 | 2017-09-19 10:06:46 -0700 | [diff] [blame] | 771 | double csm_rate_array[32]; |
| 772 | double m_rate_array[32]; |
| 773 | int rate_size; |
| 774 | int rate_index; |
Debargha Mukherjee | e41a667 | 2018-02-27 11:56:31 -0800 | [diff] [blame] | 775 | hash_table *previous_hash_table; |
chiyotsai | fc1404d | 2019-08-08 12:09:12 -0700 | [diff] [blame] | 776 | int need_to_clear_prev_hash_table; |
Debargha Mukherjee | e41a667 | 2018-02-27 11:56:31 -0800 | [diff] [blame] | 777 | int previous_index; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 778 | |
Ravi Chaudhary | 0ec03a4 | 2018-08-17 18:53:28 +0530 | [diff] [blame] | 779 | unsigned int row_mt; |
David Turner | e7ebf90 | 2018-12-04 14:04:55 +0000 | [diff] [blame] | 780 | RefCntBuffer *scaled_ref_buf[INTER_REFS_PER_FRAME]; |
Urvang Joshi | 4d9f15f | 2018-11-05 15:26:22 -0800 | [diff] [blame] | 781 | |
David Turner | e7ebf90 | 2018-12-04 14:04:55 +0000 | [diff] [blame] | 782 | RefCntBuffer *last_show_frame_buf; // last show frame buffer |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 783 | |
Urvang Joshi | 06b3765 | 2018-11-06 11:17:56 -0800 | [diff] [blame] | 784 | // refresh_*_frame are boolean flags. If 'refresh_xyz_frame' is true, then |
| 785 | // after the current frame is encoded, the XYZ reference frame gets refreshed |
| 786 | // (updated) to be the current frame. |
| 787 | // |
| 788 | // Special case: 'refresh_last_frame' specifies that: |
| 789 | // - LAST_FRAME reference should be updated to be the current frame (as usual) |
| 790 | // - Also, LAST2_FRAME and LAST3_FRAME references are implicitly updated to be |
| 791 | // the two past reference frames just before LAST_FRAME that are available. |
| 792 | // |
| 793 | // Note: Usually at most one of these refresh flags is true at a time. |
| 794 | // But a key-frame is special, for which all the flags are true at once. |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 795 | int refresh_last_frame; |
| 796 | int refresh_golden_frame; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 797 | int refresh_bwd_ref_frame; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 798 | int refresh_alt_ref_frame; |
Urvang Joshi | 06b3765 | 2018-11-06 11:17:56 -0800 | [diff] [blame] | 799 | |
David Turner | 99e990e | 2018-12-10 12:54:26 +0000 | [diff] [blame] | 800 | // For each type of reference frame, this contains the index of a reference |
| 801 | // frame buffer for a reference frame of the same type. We use this to |
| 802 | // choose our primary reference frame (which is the most recent reference |
| 803 | // frame of the same type as the current frame). |
| 804 | int fb_of_context_type[REF_FRAMES]; |
| 805 | |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 806 | int ext_refresh_frame_flags_pending; |
| 807 | int ext_refresh_last_frame; |
| 808 | int ext_refresh_golden_frame; |
Yunqing Wang | 9a50fec | 2017-11-02 17:02:00 -0700 | [diff] [blame] | 809 | int ext_refresh_bwd_ref_frame; |
| 810 | int ext_refresh_alt2_ref_frame; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 811 | int ext_refresh_alt_ref_frame; |
| 812 | |
| 813 | int ext_refresh_frame_context_pending; |
| 814 | int ext_refresh_frame_context; |
sarahparker | 21dbca4 | 2018-03-30 17:43:44 -0700 | [diff] [blame] | 815 | int ext_use_ref_frame_mvs; |
sarahparker | 27d686a | 2018-03-30 17:43:44 -0700 | [diff] [blame] | 816 | int ext_use_error_resilient; |
sarahparker | 9806fed | 2018-03-30 17:43:44 -0700 | [diff] [blame] | 817 | int ext_use_s_frame; |
Sarah Parker | 50b6d6e | 2018-04-11 19:21:54 -0700 | [diff] [blame] | 818 | int ext_use_primary_ref_none; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 819 | |
| 820 | YV12_BUFFER_CONFIG last_frame_uf; |
Debargha Mukherjee | 999d2f6 | 2016-12-15 13:23:21 -0800 | [diff] [blame] | 821 | YV12_BUFFER_CONFIG trial_frame_rst; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 822 | |
| 823 | // Ambient reconstruction err target for force key frames |
| 824 | int64_t ambient_err; |
| 825 | |
| 826 | RD_OPT rd; |
| 827 | |
| 828 | CODING_CONTEXT coding_context; |
| 829 | |
Yue Chen | b23d00a | 2017-07-28 17:01:21 -0700 | [diff] [blame] | 830 | int gmtype_cost[TRANS_TYPES]; |
Zoe Liu | 27deb38 | 2018-03-27 15:13:56 -0700 | [diff] [blame] | 831 | int gmparams_cost[REF_FRAMES]; |
Yue Chen | b23d00a | 2017-07-28 17:01:21 -0700 | [diff] [blame] | 832 | |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 833 | int64_t last_time_stamp_seen; |
| 834 | int64_t last_end_time_stamp_seen; |
| 835 | int64_t first_time_stamp_ever; |
| 836 | |
| 837 | RATE_CONTROL rc; |
| 838 | double framerate; |
| 839 | |
Yaowu Xu | f883b42 | 2016-08-30 14:01:10 -0700 | [diff] [blame] | 840 | struct aom_codec_pkt_list *output_pkt_list; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 841 | |
| 842 | MBGRAPH_FRAME_STATS mbgraph_stats[MAX_LAG_BUFFERS]; |
| 843 | int mbgraph_n_frames; // number of frames filled in the above |
| 844 | int static_mb_pct; // % forced skip mbs by segmentation |
| 845 | int ref_frame_flags; |
Yunqing Wang | f2e7a39 | 2017-11-08 00:27:21 -0800 | [diff] [blame] | 846 | int ext_ref_frame_flags; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 847 | |
David Turner | 04b70d8 | 2019-01-24 15:39:19 +0000 | [diff] [blame] | 848 | // speed is passed as a per-frame parameter into the encoder |
| 849 | int speed; |
| 850 | // sf contains fine-grained config set internally based on speed |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 851 | SPEED_FEATURES sf; |
| 852 | |
| 853 | unsigned int max_mv_magnitude; |
| 854 | int mv_step_param; |
| 855 | |
Zoe Liu | 77fb5be | 2017-11-02 14:36:19 -0700 | [diff] [blame] | 856 | int all_one_sided_refs; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 857 | |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 858 | uint8_t *segmentation_map; |
| 859 | |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 860 | CYCLIC_REFRESH *cyclic_refresh; |
| 861 | ActiveMap active_map; |
| 862 | |
| 863 | fractional_mv_step_fp *find_fractional_mv_step; |
Yaowu Xu | f883b42 | 2016-08-30 14:01:10 -0700 | [diff] [blame] | 864 | av1_diamond_search_fn_t diamond_search_sad; |
Rupert Swarbrick | 93c39e9 | 2017-07-12 11:11:02 +0100 | [diff] [blame] | 865 | aom_variance_fn_ptr_t fn_ptr[BLOCK_SIZES_ALL]; |
Yunqing Wang | d1f32e6 | 2019-02-20 10:37:51 -0800 | [diff] [blame] | 866 | |
| 867 | #if CONFIG_INTERNAL_STATS |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 868 | uint64_t time_receive_data; |
| 869 | uint64_t time_compress_data; |
Yunqing Wang | d1f32e6 | 2019-02-20 10:37:51 -0800 | [diff] [blame] | 870 | #endif |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 871 | |
Debargha Mukherjee | e377839 | 2019-05-06 11:44:23 -0700 | [diff] [blame] | 872 | // number of show frames encoded in current gf_group |
| 873 | int num_gf_group_show_frames; |
| 874 | |
| 875 | // when two pass tpl model is used, set to 1 for the |
| 876 | // first pass, then 0 for the final pass. |
| 877 | int tpl_model_pass; |
Debargha Mukherjee | 347c64d | 2019-05-08 13:53:46 -0700 | [diff] [blame] | 878 | // Number of gf_group frames for tpl stats |
| 879 | int tpl_gf_group_frames; |
Debargha Mukherjee | e377839 | 2019-05-06 11:44:23 -0700 | [diff] [blame] | 880 | |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 881 | TWO_PASS twopass; |
| 882 | |
Sarah Parker | e1b2201 | 2019-06-06 16:35:25 -0700 | [diff] [blame] | 883 | GF_GROUP gf_group; |
| 884 | |
Jingning Han | cf6d325 | 2019-07-03 14:26:45 -0700 | [diff] [blame] | 885 | // To control the reference frame buffer and selection. |
Jingning Han | 42266ca | 2019-07-12 14:37:16 -0700 | [diff] [blame] | 886 | RefBufferStack ref_buffer_stack; |
Jingning Han | cf6d325 | 2019-07-03 14:26:45 -0700 | [diff] [blame] | 887 | |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 888 | YV12_BUFFER_CONFIG alt_ref_buffer; |
| 889 | |
Cheng Chen | 7abe313 | 2019-06-19 11:55:28 -0700 | [diff] [blame] | 890 | YV12_BUFFER_CONFIG source_kf_buffer; |
| 891 | |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 892 | #if CONFIG_INTERNAL_STATS |
| 893 | unsigned int mode_chosen_counts[MAX_MODES]; |
| 894 | |
| 895 | int count; |
| 896 | uint64_t total_sq_error; |
| 897 | uint64_t total_samples; |
| 898 | ImageStat psnr; |
| 899 | |
| 900 | double total_blockiness; |
| 901 | double worst_blockiness; |
| 902 | |
| 903 | int bytes; |
| 904 | double summed_quality; |
| 905 | double summed_weights; |
| 906 | unsigned int tot_recode_hits; |
| 907 | double worst_ssim; |
| 908 | |
| 909 | ImageStat fastssim; |
| 910 | ImageStat psnrhvs; |
| 911 | |
| 912 | int b_calculate_blockiness; |
| 913 | int b_calculate_consistency; |
| 914 | |
| 915 | double total_inconsistency; |
| 916 | double worst_consistency; |
| 917 | Ssimv *ssim_vars; |
| 918 | Metrics metrics; |
| 919 | #endif |
| 920 | int b_calculate_psnr; |
Debargha Mukherjee | 0857e66 | 2019-01-04 16:22:09 -0800 | [diff] [blame] | 921 | #if CONFIG_SPEED_STATS |
| 922 | unsigned int tx_search_count; |
| 923 | #endif // CONFIG_SPEED_STATS |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 924 | |
| 925 | int droppable; |
| 926 | |
Jingning Han | c7a5217 | 2019-09-17 15:28:46 -0700 | [diff] [blame^] | 927 | FRAME_INFO frame_info; |
| 928 | |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 929 | int initial_width; |
| 930 | int initial_height; |
| 931 | int initial_mbs; // Number of MBs in the full-size frame; to be used to |
| 932 | // normalize the firstpass stats. This will differ from the |
| 933 | // number of MBs in the current frame when the frame is |
| 934 | // scaled. |
| 935 | |
Debargha Mukherjee | ccb2726 | 2017-09-25 14:19:46 -0700 | [diff] [blame] | 936 | // When resize is triggered through external control, the desired width/height |
| 937 | // are stored here until use in the next frame coded. They are effective only |
| 938 | // for |
| 939 | // one frame and are reset after use. |
| 940 | int resize_pending_width; |
| 941 | int resize_pending_height; |
| 942 | |
Satish Kumar Suman | 1de4688 | 2019-02-27 17:24:18 +0530 | [diff] [blame] | 943 | // ss_cfg[SS_CFG_LOOKAHEAD] : used in following cases |
| 944 | // -> temporal filtering |
| 945 | // -> intrabc |
| 946 | // ss_cfg[SS_CFG_SRC] : used everywhere except above mentioned cases |
Satish Kumar Suman | e6d0be5 | 2019-02-14 14:33:28 +0530 | [diff] [blame] | 947 | search_site_config ss_cfg[SS_CFG_TOTAL]; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 948 | |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 949 | TileDataEnc *tile_data; |
| 950 | int allocated_tiles; // Keep track of memory allocated for tiles. |
| 951 | |
| 952 | TOKENEXTRA *tile_tok[MAX_TILE_ROWS][MAX_TILE_COLS]; |
Ravi Chaudhary | 73cf15b | 2018-08-30 10:52:51 +0530 | [diff] [blame] | 953 | TOKENLIST *tplist[MAX_TILE_ROWS][MAX_TILE_COLS]; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 954 | |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 955 | int resize_state; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 956 | int resize_avg_qp; |
| 957 | int resize_buffer_underflow; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 958 | |
Debargha Mukherjee | f2e5bb3 | 2018-03-26 14:35:24 -0700 | [diff] [blame] | 959 | // Sequence parameters have been transmitted already and locked |
| 960 | // or not. Once locked av1_change_config cannot change the seq |
| 961 | // parameters. |
| 962 | int seq_params_locked; |
| 963 | |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 964 | // VARIANCE_AQ segment map refresh |
| 965 | int vaq_refresh; |
| 966 | |
kyslov | 7b9d0d6 | 2018-12-21 11:12:26 -0800 | [diff] [blame] | 967 | // VAR_BASED_PARTITION thresholds |
| 968 | // 0 - threshold_128x128; 1 - threshold_64x64; |
| 969 | // 2 - threshold_32x32; 3 - threshold_16x16; |
| 970 | // 4 - vbp_threshold_8x8; |
| 971 | int64_t vbp_thresholds[5]; |
| 972 | int64_t vbp_threshold_minmax; |
| 973 | int64_t vbp_threshold_sad; |
| 974 | int64_t vbp_threshold_copy; |
| 975 | BLOCK_SIZE vbp_bsize_min; |
| 976 | |
Yunqing Wang | db70bf4 | 2019-08-19 09:28:11 -0700 | [diff] [blame] | 977 | int tx_type_probs[FRAME_UPDATE_TYPES][TX_SIZES_ALL][TX_TYPES]; |
| 978 | int tx_type_probs_thresh[FRAME_UPDATE_TYPES]; |
| 979 | |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 980 | // Multi-threading |
| 981 | int num_workers; |
Yaowu Xu | f883b42 | 2016-08-30 14:01:10 -0700 | [diff] [blame] | 982 | AVxWorker *workers; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 983 | struct EncWorkerData *tile_thr_data; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 984 | int existing_fb_idx_to_show; |
Urvang Joshi | f70375a | 2019-03-22 23:30:19 -0700 | [diff] [blame] | 985 | int is_arf_filter_off[MAX_INTERNAL_ARFS + 1]; |
Debargha Mukherjee | b98a702 | 2016-11-15 16:07:12 -0800 | [diff] [blame] | 986 | int global_motion_search_done; |
Urvang Joshi | f70375a | 2019-03-22 23:30:19 -0700 | [diff] [blame] | 987 | int internal_altref_allowed; |
Hui Su | 8587878 | 2017-11-07 14:56:31 -0800 | [diff] [blame] | 988 | // A flag to indicate if intrabc is ever used in current frame. |
| 989 | int intrabc_used; |
Hui Su | dfcbfbd | 2017-11-13 12:05:30 -0800 | [diff] [blame] | 990 | int dv_cost[2][MV_VALS]; |
| 991 | // TODO(huisu@google.com): we can update dv_joint_cost per SB. |
| 992 | int dv_joint_cost[MV_JOINTS]; |
Hui Su | ad7551e | 2018-03-14 11:13:31 -0700 | [diff] [blame] | 993 | int has_lossless_segment; |
Zoe Liu | 1d90ceb | 2018-04-16 16:53:37 -0700 | [diff] [blame] | 994 | |
Remya | 6924f4a | 2018-11-26 12:27:32 +0530 | [diff] [blame] | 995 | // Factors to control gating of compound type selection based on best |
| 996 | // approximate rd so far |
| 997 | int max_comp_type_rd_threshold_mul; |
| 998 | int max_comp_type_rd_threshold_div; |
| 999 | |
Venkat | b62a64b | 2019-01-03 17:50:40 +0530 | [diff] [blame] | 1000 | unsigned int tx_domain_dist_threshold; |
| 1001 | |
Venkat | 4806765 | 2019-01-09 17:59:53 +0530 | [diff] [blame] | 1002 | // Factor to control R-D optimization of coeffs based on block |
| 1003 | // mse. |
Ranjit Kumar Tulabandu | 824f9db | 2019-07-05 15:16:37 +0530 | [diff] [blame] | 1004 | // Index 0 corresponds to the modes where winner mode processing is not |
| 1005 | // applicable (Eg : IntraBc). Index 1 corresponds to the mode evaluation and |
| 1006 | // is applicable when enable_winner_mode_for_coeff_opt speed feature is ON |
| 1007 | unsigned int coeff_opt_dist_threshold[2]; |
Venkat | 4806765 | 2019-01-09 17:59:53 +0530 | [diff] [blame] | 1008 | |
Deepa K G | 964e72e | 2018-05-16 16:56:01 +0530 | [diff] [blame] | 1009 | AV1LfSync lf_row_sync; |
Ravi Chaudhary | e2aa401 | 2018-06-04 14:20:00 +0530 | [diff] [blame] | 1010 | AV1LrSync lr_row_sync; |
Ravi Chaudhary | ce0f5fc | 2018-05-30 16:19:32 +0530 | [diff] [blame] | 1011 | AV1LrStruct lr_ctxt; |
Neil Birkbeck | a2893ab | 2018-06-08 14:45:13 -0700 | [diff] [blame] | 1012 | |
| 1013 | aom_film_grain_table_t *film_grain_table; |
| 1014 | #if CONFIG_DENOISE |
| 1015 | struct aom_denoise_and_model_t *denoise_and_model; |
| 1016 | #endif |
Ranjit Kumar Tulabandu | 8105bf4 | 2018-07-27 14:16:55 +0530 | [diff] [blame] | 1017 | // Stores the default value of skip flag depending on chroma format |
| 1018 | // Set as 1 for monochrome and 3 for other color formats |
| 1019 | int default_interp_skip_flags; |
Marco Paniconi | 6714211 | 2019-07-24 15:00:31 -0700 | [diff] [blame] | 1020 | int preserve_arf_as_gld; |
Ravi Chaudhary | c5e7469 | 2018-10-08 16:05:38 +0530 | [diff] [blame] | 1021 | MultiThreadHandle multi_thread_ctxt; |
Ravi Chaudhary | 40cdf13 | 2018-10-08 11:04:16 +0530 | [diff] [blame] | 1022 | void (*row_mt_sync_read_ptr)(AV1RowMTSync *const, int, int); |
| 1023 | void (*row_mt_sync_write_ptr)(AV1RowMTSync *const, int, int, const int); |
Ravi Chaudhary | 90a15f4 | 2018-10-11 18:56:35 +0530 | [diff] [blame] | 1024 | #if CONFIG_MULTITHREAD |
| 1025 | pthread_mutex_t *row_mt_mutex_; |
| 1026 | #endif |
Aniket Dhok | f6d7ed8 | 2019-01-04 14:05:57 +0530 | [diff] [blame] | 1027 | // Set if screen content is set or relevant tools are enabled |
| 1028 | int is_screen_content_type; |
chiyotsai | 9c484b3 | 2019-03-07 16:01:50 -0800 | [diff] [blame] | 1029 | #if CONFIG_COLLECT_PARTITION_STATS == 2 |
chiyotsai | 92ed0dd | 2019-01-25 14:50:14 -0800 | [diff] [blame] | 1030 | PartitionStats partition_stats; |
| 1031 | #endif |
Yunqing Wang | ba25558 | 2019-02-11 16:21:12 -0800 | [diff] [blame] | 1032 | |
| 1033 | #if CONFIG_COLLECT_COMPONENT_TIMING |
| 1034 | // component_time[] are initialized to zero while encoder starts. |
| 1035 | uint64_t component_time[kTimingComponents]; |
| 1036 | struct aom_usec_timer component_timer[kTimingComponents]; |
| 1037 | // frame_component_time[] are initialized to zero at beginning of each frame. |
| 1038 | uint64_t frame_component_time[kTimingComponents]; |
| 1039 | #endif |
Hui Su | 81a59f1 | 2019-03-26 16:47:52 -0700 | [diff] [blame] | 1040 | |
| 1041 | // The following data are for AV1 bitstream levels. |
Hui Su | 2aa492c | 2019-03-12 15:18:18 -0700 | [diff] [blame] | 1042 | AV1_LEVEL target_seq_level_idx[MAX_NUM_OPERATING_POINTS]; |
Hui Su | 72ff048 | 2019-05-28 14:07:37 -0700 | [diff] [blame] | 1043 | // Bit mask to indicate whether to keep level stats for corresponding |
| 1044 | // operating points. |
| 1045 | uint32_t keep_level_stats; |
Hui Su | c3a8d37 | 2019-05-28 15:52:45 -0700 | [diff] [blame] | 1046 | AV1LevelInfo *level_info[MAX_NUM_OPERATING_POINTS]; |
Hui Su | 4fd1176 | 2019-03-26 16:05:07 -0700 | [diff] [blame] | 1047 | // Count the number of OBU_FRAME and OBU_FRAME_HEADER for level calculation. |
| 1048 | int frame_header_count; |
Debargha Mukherjee | 472df41 | 2019-04-29 15:00:02 -0700 | [diff] [blame] | 1049 | |
| 1050 | // whether any no-zero delta_q was actually used |
Yue Chen | c87d749 | 2019-05-30 17:22:49 -0700 | [diff] [blame] | 1051 | int deltaq_used; |
sdeng | c23c7f1 | 2019-06-11 16:56:50 -0700 | [diff] [blame] | 1052 | |
Lokeshwar Reddy B | ce8b759 | 2019-07-09 18:19:55 +0530 | [diff] [blame] | 1053 | // Indicates the true relative distance of ref frame w.r.t. current frame |
Lokeshwar Reddy B | 6c2c0f9 | 2019-07-31 10:18:58 +0530 | [diff] [blame] | 1054 | int ref_relative_dist[INTER_REFS_PER_FRAME]; |
Lokeshwar Reddy B | ce8b759 | 2019-07-09 18:19:55 +0530 | [diff] [blame] | 1055 | |
Lokeshwar Reddy B | 895efa7 | 2019-07-29 13:44:36 +0530 | [diff] [blame] | 1056 | // Indicate nearest references w.r.t. current frame in past and future |
| 1057 | int8_t nearest_past_ref; |
| 1058 | int8_t nearest_future_ref; |
| 1059 | |
sdeng | f46a106 | 2019-08-04 18:43:50 -0700 | [diff] [blame] | 1060 | // TODO(sdeng): consider merge the following arrays. |
| 1061 | double *tpl_rdmult_scaling_factors; |
| 1062 | double *tpl_sb_rdmult_scaling_factors; |
sdeng | c23c7f1 | 2019-06-11 16:56:50 -0700 | [diff] [blame] | 1063 | double *ssim_rdmult_scaling_factors; |
Marco Paniconi | 6714211 | 2019-07-24 15:00:31 -0700 | [diff] [blame] | 1064 | |
| 1065 | int use_svc; |
| 1066 | SVC svc; |
Yaowu Xu | f883b42 | 2016-08-30 14:01:10 -0700 | [diff] [blame] | 1067 | } AV1_COMP; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 1068 | |
David Turner | cb5e36f | 2019-01-17 17:15:25 +0000 | [diff] [blame] | 1069 | typedef struct { |
| 1070 | YV12_BUFFER_CONFIG *source; |
| 1071 | YV12_BUFFER_CONFIG *last_source; |
| 1072 | int64_t ts_duration; |
| 1073 | } EncodeFrameInput; |
| 1074 | |
David Turner | 056f7cd | 2019-01-07 17:48:13 +0000 | [diff] [blame] | 1075 | // EncodeFrameParams contains per-frame encoding parameters decided upon by |
| 1076 | // av1_encode_strategy() and passed down to av1_encode() |
David Turner | 475a313 | 2019-01-18 15:17:17 +0000 | [diff] [blame] | 1077 | struct EncodeFrameParams { |
David Turner | 07dbd8e | 2019-01-08 17:16:25 +0000 | [diff] [blame] | 1078 | int error_resilient_mode; |
David Turner | 475a313 | 2019-01-18 15:17:17 +0000 | [diff] [blame] | 1079 | FRAME_TYPE frame_type; |
David Turner | a7f133c | 2019-01-22 14:47:16 +0000 | [diff] [blame] | 1080 | int primary_ref_frame; |
| 1081 | int order_offset; |
David Turner | dedd8ff | 2019-01-23 13:59:46 +0000 | [diff] [blame] | 1082 | int show_frame; |
David Turner | 6e8b4d9 | 2019-02-18 15:01:33 +0000 | [diff] [blame] | 1083 | int refresh_frame_flags; |
David Turner | 07dbd8e | 2019-01-08 17:16:25 +0000 | [diff] [blame] | 1084 | |
David Turner | e86ee0d | 2019-02-18 17:16:28 +0000 | [diff] [blame] | 1085 | int show_existing_frame; |
| 1086 | int existing_fb_idx_to_show; |
| 1087 | |
David Turner | fe3aecb | 2019-02-06 14:42:42 +0000 | [diff] [blame] | 1088 | // Bitmask of which reference buffers may be referenced by this frame |
David Turner | 07dbd8e | 2019-01-08 17:16:25 +0000 | [diff] [blame] | 1089 | int ref_frame_flags; |
| 1090 | |
David Turner | 7324576 | 2019-02-11 16:42:34 +0000 | [diff] [blame] | 1091 | // Reference buffer assignment for this frame. |
| 1092 | int remapped_ref_idx[REF_FRAMES]; |
| 1093 | |
David Turner | fe3aecb | 2019-02-06 14:42:42 +0000 | [diff] [blame] | 1094 | // Flags which determine which reference buffers are refreshed by this frame |
| 1095 | int refresh_last_frame; |
| 1096 | int refresh_golden_frame; |
| 1097 | int refresh_bwd_ref_frame; |
David Turner | fe3aecb | 2019-02-06 14:42:42 +0000 | [diff] [blame] | 1098 | int refresh_alt_ref_frame; |
| 1099 | |
David Turner | 04b70d8 | 2019-01-24 15:39:19 +0000 | [diff] [blame] | 1100 | // Speed level to use for this frame: Bigger number means faster. |
| 1101 | int speed; |
David Turner | 475a313 | 2019-01-18 15:17:17 +0000 | [diff] [blame] | 1102 | }; |
| 1103 | typedef struct EncodeFrameParams EncodeFrameParams; |
David Turner | 056f7cd | 2019-01-07 17:48:13 +0000 | [diff] [blame] | 1104 | |
| 1105 | // EncodeFrameResults contains information about the result of encoding a |
| 1106 | // single frame |
| 1107 | typedef struct { |
| 1108 | size_t size; // Size of resulting bitstream |
| 1109 | } EncodeFrameResults; |
| 1110 | |
Wan-Teh Chang | 3cac454 | 2018-06-29 10:21:39 -0700 | [diff] [blame] | 1111 | // Must not be called more than once. |
Yaowu Xu | f883b42 | 2016-08-30 14:01:10 -0700 | [diff] [blame] | 1112 | void av1_initialize_enc(void); |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 1113 | |
Yaowu Xu | f883b42 | 2016-08-30 14:01:10 -0700 | [diff] [blame] | 1114 | struct AV1_COMP *av1_create_compressor(AV1EncoderConfig *oxcf, |
| 1115 | BufferPool *const pool); |
| 1116 | void av1_remove_compressor(AV1_COMP *cpi); |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 1117 | |
Yaowu Xu | f883b42 | 2016-08-30 14:01:10 -0700 | [diff] [blame] | 1118 | void av1_change_config(AV1_COMP *cpi, const AV1EncoderConfig *oxcf); |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 1119 | |
| 1120 | // receive a frames worth of data. caller can assume that a copy of this |
| 1121 | // frame is made and not just a copy of the pointer.. |
James Zern | 3e2613b | 2017-03-30 23:14:40 -0700 | [diff] [blame] | 1122 | int av1_receive_raw_frame(AV1_COMP *cpi, aom_enc_frame_flags_t frame_flags, |
Yaowu Xu | f883b42 | 2016-08-30 14:01:10 -0700 | [diff] [blame] | 1123 | YV12_BUFFER_CONFIG *sd, int64_t time_stamp, |
| 1124 | int64_t end_time_stamp); |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 1125 | |
Andrey Norkin | 795ba87 | 2018-03-06 13:24:14 -0800 | [diff] [blame] | 1126 | int av1_get_compressed_data(AV1_COMP *cpi, unsigned int *frame_flags, |
| 1127 | size_t *size, uint8_t *dest, int64_t *time_stamp, |
| 1128 | int64_t *time_end, int flush, |
Yue Chen | 1bc5be6 | 2018-08-24 13:57:32 -0700 | [diff] [blame] | 1129 | const aom_rational64_t *timebase); |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 1130 | |
David Turner | 056f7cd | 2019-01-07 17:48:13 +0000 | [diff] [blame] | 1131 | int av1_encode(AV1_COMP *const cpi, uint8_t *const dest, |
David Turner | cb5e36f | 2019-01-17 17:15:25 +0000 | [diff] [blame] | 1132 | const EncodeFrameInput *const frame_input, |
David Turner | 056f7cd | 2019-01-07 17:48:13 +0000 | [diff] [blame] | 1133 | const EncodeFrameParams *const frame_params, |
| 1134 | EncodeFrameResults *const frame_results); |
| 1135 | |
Yaowu Xu | f883b42 | 2016-08-30 14:01:10 -0700 | [diff] [blame] | 1136 | int av1_get_preview_raw_frame(AV1_COMP *cpi, YV12_BUFFER_CONFIG *dest); |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 1137 | |
Yaowu Xu | f883b42 | 2016-08-30 14:01:10 -0700 | [diff] [blame] | 1138 | int av1_get_last_show_frame(AV1_COMP *cpi, YV12_BUFFER_CONFIG *frame); |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 1139 | |
Yunqing Wang | 93b18f3 | 2018-06-08 21:08:29 -0700 | [diff] [blame] | 1140 | aom_codec_err_t av1_copy_new_frame_enc(AV1_COMMON *cm, |
| 1141 | YV12_BUFFER_CONFIG *new_frame, |
| 1142 | YV12_BUFFER_CONFIG *sd); |
Yunqing Wang | ff9bfca | 2018-06-06 11:46:08 -0700 | [diff] [blame] | 1143 | |
Yaowu Xu | f883b42 | 2016-08-30 14:01:10 -0700 | [diff] [blame] | 1144 | int av1_use_as_reference(AV1_COMP *cpi, int ref_frame_flags); |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 1145 | |
Thomas Daede | 497d195 | 2017-08-08 17:33:06 -0700 | [diff] [blame] | 1146 | int av1_copy_reference_enc(AV1_COMP *cpi, int idx, YV12_BUFFER_CONFIG *sd); |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 1147 | |
Thomas Daede | 497d195 | 2017-08-08 17:33:06 -0700 | [diff] [blame] | 1148 | int av1_set_reference_enc(AV1_COMP *cpi, int idx, YV12_BUFFER_CONFIG *sd); |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 1149 | |
Marco Paniconi | 6397132 | 2019-08-15 21:32:05 -0700 | [diff] [blame] | 1150 | int av1_set_size_literal(AV1_COMP *cpi, int width, int height); |
| 1151 | |
David Turner | 475a313 | 2019-01-18 15:17:17 +0000 | [diff] [blame] | 1152 | void av1_set_frame_size(AV1_COMP *cpi, int width, int height); |
| 1153 | |
Yaowu Xu | f883b42 | 2016-08-30 14:01:10 -0700 | [diff] [blame] | 1154 | int av1_update_entropy(AV1_COMP *cpi, int update); |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 1155 | |
Yaowu Xu | f883b42 | 2016-08-30 14:01:10 -0700 | [diff] [blame] | 1156 | int av1_set_active_map(AV1_COMP *cpi, unsigned char *map, int rows, int cols); |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 1157 | |
Yaowu Xu | f883b42 | 2016-08-30 14:01:10 -0700 | [diff] [blame] | 1158 | int av1_get_active_map(AV1_COMP *cpi, unsigned char *map, int rows, int cols); |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 1159 | |
Yaowu Xu | f883b42 | 2016-08-30 14:01:10 -0700 | [diff] [blame] | 1160 | int av1_set_internal_size(AV1_COMP *cpi, AOM_SCALING horiz_mode, |
| 1161 | AOM_SCALING vert_mode); |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 1162 | |
Yaowu Xu | f883b42 | 2016-08-30 14:01:10 -0700 | [diff] [blame] | 1163 | int av1_get_quantizer(struct AV1_COMP *cpi); |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 1164 | |
Soo-Chul Han | 29c46fb | 2018-03-23 16:02:00 -0400 | [diff] [blame] | 1165 | int av1_convert_sect5obus_to_annexb(uint8_t *buffer, size_t *input_size); |
| 1166 | |
Hui Su | 38711e7 | 2019-06-11 10:49:47 -0700 | [diff] [blame] | 1167 | void av1_alloc_compound_type_rd_buffers(AV1_COMMON *const cm, |
| 1168 | CompoundTypeRdBuffers *const bufs); |
| 1169 | void av1_release_compound_type_rd_buffers(CompoundTypeRdBuffers *const bufs); |
| 1170 | |
Jingning Han | cf6d325 | 2019-07-03 14:26:45 -0700 | [diff] [blame] | 1171 | // TODO(jingning): Move these functions as primitive members for the new cpi |
| 1172 | // class. |
| 1173 | static INLINE void stack_push(int *stack, int *stack_size, int item) { |
Jingning Han | 0a2af4e | 2019-07-08 19:30:03 -0700 | [diff] [blame] | 1174 | for (int i = *stack_size - 1; i >= 0; --i) stack[i + 1] = stack[i]; |
Jingning Han | cf6d325 | 2019-07-03 14:26:45 -0700 | [diff] [blame] | 1175 | stack[0] = item; |
| 1176 | ++*stack_size; |
| 1177 | } |
| 1178 | |
| 1179 | static INLINE int stack_pop(int *stack, int *stack_size) { |
Jingning Han | f58175c | 2019-07-07 15:02:00 -0700 | [diff] [blame] | 1180 | if (*stack_size <= 0) return -1; |
| 1181 | |
Jingning Han | cf6d325 | 2019-07-03 14:26:45 -0700 | [diff] [blame] | 1182 | int item = stack[0]; |
| 1183 | for (int i = 0; i < *stack_size; ++i) stack[i] = stack[i + 1]; |
| 1184 | --*stack_size; |
| 1185 | |
| 1186 | return item; |
| 1187 | } |
| 1188 | |
| 1189 | static INLINE int stack_pop_end(int *stack, int *stack_size) { |
| 1190 | int item = stack[*stack_size - 1]; |
| 1191 | stack[*stack_size - 1] = -1; |
| 1192 | --*stack_size; |
| 1193 | |
| 1194 | return item; |
| 1195 | } |
| 1196 | |
| 1197 | static INLINE void stack_reset(int *stack, int *stack_size) { |
| 1198 | for (int i = 0; i < *stack_size; ++i) stack[i] = INVALID_IDX; |
| 1199 | *stack_size = 0; |
| 1200 | } |
| 1201 | |
David Turner | dedd8ff | 2019-01-23 13:59:46 +0000 | [diff] [blame] | 1202 | // av1 uses 10,000,000 ticks/second as time stamp |
| 1203 | #define TICKS_PER_SEC 10000000LL |
| 1204 | |
Yue Chen | 1bc5be6 | 2018-08-24 13:57:32 -0700 | [diff] [blame] | 1205 | static INLINE int64_t |
| 1206 | timebase_units_to_ticks(const aom_rational64_t *timestamp_ratio, int64_t n) { |
| 1207 | return n * timestamp_ratio->num / timestamp_ratio->den; |
David Turner | dedd8ff | 2019-01-23 13:59:46 +0000 | [diff] [blame] | 1208 | } |
| 1209 | |
Yue Chen | 1bc5be6 | 2018-08-24 13:57:32 -0700 | [diff] [blame] | 1210 | static INLINE int64_t |
| 1211 | ticks_to_timebase_units(const aom_rational64_t *timestamp_ratio, int64_t n) { |
| 1212 | int64_t round = timestamp_ratio->num / 2; |
| 1213 | if (round > 0) --round; |
| 1214 | return (n * timestamp_ratio->den + round) / timestamp_ratio->num; |
David Turner | dedd8ff | 2019-01-23 13:59:46 +0000 | [diff] [blame] | 1215 | } |
Andrey Norkin | 795ba87 | 2018-03-06 13:24:14 -0800 | [diff] [blame] | 1216 | |
Yaowu Xu | f883b42 | 2016-08-30 14:01:10 -0700 | [diff] [blame] | 1217 | static INLINE int frame_is_kf_gf_arf(const AV1_COMP *cpi) { |
Jingning Han | 52af439 | 2019-08-13 11:44:40 -0700 | [diff] [blame] | 1218 | const GF_GROUP *const gf_group = &cpi->gf_group; |
| 1219 | const FRAME_UPDATE_TYPE update_type = gf_group->update_type[gf_group->index]; |
| 1220 | |
| 1221 | return frame_is_intra_only(&cpi->common) || update_type == ARF_UPDATE || |
| 1222 | update_type == GF_UPDATE; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 1223 | } |
| 1224 | |
Hui Su | 2d5fd74 | 2018-02-21 18:10:37 -0800 | [diff] [blame] | 1225 | // TODO(huisu@google.com, youzhou@microsoft.com): enable hash-me for HBD. |
| 1226 | static INLINE int av1_use_hash_me(const AV1_COMMON *const cm) { |
Debargha Mukherjee | 8112d2f | 2018-03-01 09:53:11 -0800 | [diff] [blame] | 1227 | return cm->allow_screen_content_tools; |
Hui Su | 2d5fd74 | 2018-02-21 18:10:37 -0800 | [diff] [blame] | 1228 | } |
| 1229 | |
| 1230 | static INLINE hash_table *av1_get_ref_frame_hash_map( |
David Turner | a21966b | 2018-12-05 14:48:49 +0000 | [diff] [blame] | 1231 | const AV1_COMMON *cm, MV_REFERENCE_FRAME ref_frame) { |
| 1232 | const int map_idx = get_ref_frame_map_idx(cm, ref_frame); |
| 1233 | RefCntBuffer *buf = |
| 1234 | (map_idx != INVALID_IDX) ? cm->ref_frame_map[map_idx] : NULL; |
| 1235 | return buf ? &buf->hash_table : NULL; |
RogerZhou | cc5d35d | 2017-08-07 22:20:15 -0700 | [diff] [blame] | 1236 | } |
RogerZhou | cc5d35d | 2017-08-07 22:20:15 -0700 | [diff] [blame] | 1237 | |
David Turner | a21966b | 2018-12-05 14:48:49 +0000 | [diff] [blame] | 1238 | static INLINE const YV12_BUFFER_CONFIG *get_ref_frame_yv12_buf( |
| 1239 | const AV1_COMMON *const cm, MV_REFERENCE_FRAME ref_frame) { |
| 1240 | const RefCntBuffer *const buf = get_ref_frame_buf(cm, ref_frame); |
David Turner | e7ebf90 | 2018-12-04 14:04:55 +0000 | [diff] [blame] | 1241 | return buf != NULL ? &buf->buf : NULL; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 1242 | } |
| 1243 | |
David Turner | a21966b | 2018-12-05 14:48:49 +0000 | [diff] [blame] | 1244 | static INLINE int enc_is_ref_frame_buf(const AV1_COMMON *const cm, |
| 1245 | const RefCntBuffer *const frame_buf) { |
Urvang Joshi | 4058217 | 2018-11-07 11:53:03 -0800 | [diff] [blame] | 1246 | MV_REFERENCE_FRAME ref_frame; |
| 1247 | for (ref_frame = LAST_FRAME; ref_frame <= ALTREF_FRAME; ++ref_frame) { |
David Turner | a21966b | 2018-12-05 14:48:49 +0000 | [diff] [blame] | 1248 | const RefCntBuffer *const buf = get_ref_frame_buf(cm, ref_frame); |
David Turner | e7ebf90 | 2018-12-04 14:04:55 +0000 | [diff] [blame] | 1249 | if (buf == NULL) continue; |
| 1250 | if (frame_buf == buf) break; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 1251 | } |
Urvang Joshi | 4058217 | 2018-11-07 11:53:03 -0800 | [diff] [blame] | 1252 | return (ref_frame <= ALTREF_FRAME); |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 1253 | } |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 1254 | |
David Turner | e3e520d | 2019-01-18 14:38:08 +0000 | [diff] [blame] | 1255 | static INLINE void alloc_frame_mvs(AV1_COMMON *const cm, RefCntBuffer *buf) { |
| 1256 | assert(buf != NULL); |
| 1257 | ensure_mv_buffer(buf, cm); |
| 1258 | buf->width = cm->width; |
| 1259 | buf->height = cm->height; |
| 1260 | } |
| 1261 | |
Hui Su | 8ac0c98 | 2018-04-03 12:17:36 -0700 | [diff] [blame] | 1262 | // Token buffer is only used for palette tokens. |
Yaowu Xu | e39b3b8 | 2017-10-31 16:11:59 -0700 | [diff] [blame] | 1263 | static INLINE unsigned int get_token_alloc(int mb_rows, int mb_cols, |
Imdad Sardharwalla | af8e264 | 2018-01-19 11:46:34 +0000 | [diff] [blame] | 1264 | int sb_size_log2, |
| 1265 | const int num_planes) { |
Rupert Swarbrick | ce63e83 | 2017-10-25 17:54:17 +0100 | [diff] [blame] | 1266 | // Calculate the maximum number of max superblocks in the image. |
Yaowu Xu | e39b3b8 | 2017-10-31 16:11:59 -0700 | [diff] [blame] | 1267 | const int shift = sb_size_log2 - 4; |
| 1268 | const int sb_size = 1 << sb_size_log2; |
| 1269 | const int sb_size_square = sb_size * sb_size; |
Rupert Swarbrick | ce63e83 | 2017-10-25 17:54:17 +0100 | [diff] [blame] | 1270 | const int sb_rows = ALIGN_POWER_OF_TWO(mb_rows, shift) >> shift; |
| 1271 | const int sb_cols = ALIGN_POWER_OF_TWO(mb_cols, shift) >> shift; |
| 1272 | |
Hui Su | 8ac0c98 | 2018-04-03 12:17:36 -0700 | [diff] [blame] | 1273 | // One palette token for each pixel. There can be palettes on two planes. |
| 1274 | const int sb_palette_toks = AOMMIN(2, num_planes) * sb_size_square; |
Rupert Swarbrick | ce63e83 | 2017-10-25 17:54:17 +0100 | [diff] [blame] | 1275 | |
Hui Su | 8ac0c98 | 2018-04-03 12:17:36 -0700 | [diff] [blame] | 1276 | return sb_rows * sb_cols * sb_palette_toks; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 1277 | } |
| 1278 | |
| 1279 | // Get the allocated token size for a tile. It does the same calculation as in |
| 1280 | // the frame token allocation. |
Rupert Swarbrick | dcb3cff | 2017-11-09 15:58:33 +0000 | [diff] [blame] | 1281 | static INLINE unsigned int allocated_tokens(TileInfo tile, int sb_size_log2, |
| 1282 | int num_planes) { |
Jingning Han | eafbd5f | 2017-03-07 11:18:17 -0800 | [diff] [blame] | 1283 | int tile_mb_rows = (tile.mi_row_end - tile.mi_row_start + 2) >> 2; |
| 1284 | int tile_mb_cols = (tile.mi_col_end - tile.mi_col_start + 2) >> 2; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 1285 | |
Rupert Swarbrick | dcb3cff | 2017-11-09 15:58:33 +0000 | [diff] [blame] | 1286 | return get_token_alloc(tile_mb_rows, tile_mb_cols, sb_size_log2, num_planes); |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 1287 | } |
| 1288 | |
Ravi Chaudhary | 73cf15b | 2018-08-30 10:52:51 +0530 | [diff] [blame] | 1289 | static INLINE void get_start_tok(AV1_COMP *cpi, int tile_row, int tile_col, |
| 1290 | int mi_row, TOKENEXTRA **tok, int sb_size_log2, |
| 1291 | int num_planes) { |
| 1292 | AV1_COMMON *const cm = &cpi->common; |
| 1293 | const int tile_cols = cm->tile_cols; |
| 1294 | TileDataEnc *this_tile = &cpi->tile_data[tile_row * tile_cols + tile_col]; |
| 1295 | const TileInfo *const tile_info = &this_tile->tile_info; |
| 1296 | |
| 1297 | const int tile_mb_cols = |
| 1298 | (tile_info->mi_col_end - tile_info->mi_col_start + 2) >> 2; |
| 1299 | const int tile_mb_row = (mi_row - tile_info->mi_row_start + 2) >> 2; |
| 1300 | |
| 1301 | *tok = cpi->tile_tok[tile_row][tile_col] + |
| 1302 | get_token_alloc(tile_mb_row, tile_mb_cols, sb_size_log2, num_planes); |
| 1303 | } |
| 1304 | |
Yaowu Xu | f883b42 | 2016-08-30 14:01:10 -0700 | [diff] [blame] | 1305 | void av1_apply_encoding_flags(AV1_COMP *cpi, aom_enc_frame_flags_t flags); |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 1306 | |
Yaowu Xu | 6da4230 | 2017-10-10 14:45:06 -0700 | [diff] [blame] | 1307 | #define ALT_MIN_LAG 3 |
Yaowu Xu | f883b42 | 2016-08-30 14:01:10 -0700 | [diff] [blame] | 1308 | static INLINE int is_altref_enabled(const AV1_COMP *const cpi) { |
Yaowu Xu | 6da4230 | 2017-10-10 14:45:06 -0700 | [diff] [blame] | 1309 | return cpi->oxcf.lag_in_frames >= ALT_MIN_LAG && cpi->oxcf.enable_auto_arf; |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 1310 | } |
| 1311 | |
| 1312 | // TODO(zoeliu): To set up cpi->oxcf.enable_auto_brf |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 1313 | |
Urvang Joshi | 5264844 | 2016-10-13 17:27:51 -0700 | [diff] [blame] | 1314 | static INLINE void set_ref_ptrs(const AV1_COMMON *cm, MACROBLOCKD *xd, |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 1315 | MV_REFERENCE_FRAME ref0, |
| 1316 | MV_REFERENCE_FRAME ref1) { |
David Turner | a21966b | 2018-12-05 14:48:49 +0000 | [diff] [blame] | 1317 | xd->block_ref_scale_factors[0] = |
| 1318 | get_ref_scale_factors_const(cm, ref0 >= LAST_FRAME ? ref0 : 1); |
| 1319 | xd->block_ref_scale_factors[1] = |
| 1320 | get_ref_scale_factors_const(cm, ref1 >= LAST_FRAME ? ref1 : 1); |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 1321 | } |
| 1322 | |
Yaowu Xu | 4ff59b5 | 2017-04-24 12:41:56 -0700 | [diff] [blame] | 1323 | static INLINE int get_chessboard_index(int frame_index) { |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 1324 | return frame_index & 0x1; |
| 1325 | } |
| 1326 | |
Yaowu Xu | f883b42 | 2016-08-30 14:01:10 -0700 | [diff] [blame] | 1327 | static INLINE int *cond_cost_list(const struct AV1_COMP *cpi, int *cost_list) { |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 1328 | return cpi->sf.mv.subpel_search_method != SUBPEL_TREE ? cost_list : NULL; |
| 1329 | } |
| 1330 | |
Hui Su | ef139e1 | 2019-05-20 15:51:22 -0700 | [diff] [blame] | 1331 | // Compression ratio of current frame. |
| 1332 | double av1_get_compression_ratio(const AV1_COMMON *const cm, |
| 1333 | size_t encoded_frame_size); |
| 1334 | |
Yaowu Xu | f883b42 | 2016-08-30 14:01:10 -0700 | [diff] [blame] | 1335 | void av1_new_framerate(AV1_COMP *cpi, double framerate); |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 1336 | |
David Turner | dedd8ff | 2019-01-23 13:59:46 +0000 | [diff] [blame] | 1337 | void av1_setup_frame_size(AV1_COMP *cpi); |
| 1338 | |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 1339 | #define LAYER_IDS_TO_IDX(sl, tl, num_tl) ((sl) * (num_tl) + (tl)) |
| 1340 | |
Cheng Chen | 09c83a5 | 2018-06-05 12:27:36 -0700 | [diff] [blame] | 1341 | // Returns 1 if a frame is scaled and 0 otherwise. |
| 1342 | static INLINE int av1_resize_scaled(const AV1_COMMON *cm) { |
| 1343 | return !(cm->superres_upscaled_width == cm->render_width && |
| 1344 | cm->superres_upscaled_height == cm->render_height); |
Fergus Simpson | fecb2ab | 2017-04-30 15:49:57 -0700 | [diff] [blame] | 1345 | } |
| 1346 | |
Cheng Chen | 09c83a5 | 2018-06-05 12:27:36 -0700 | [diff] [blame] | 1347 | static INLINE int av1_frame_scaled(const AV1_COMMON *cm) { |
| 1348 | return !av1_superres_scaled(cm) && av1_resize_scaled(cm); |
Fergus Simpson | fecb2ab | 2017-04-30 15:49:57 -0700 | [diff] [blame] | 1349 | } |
| 1350 | |
Sarah Parker | 3300552 | 2018-07-27 14:46:25 -0700 | [diff] [blame] | 1351 | // Don't allow a show_existing_frame to coincide with an error resilient |
| 1352 | // frame. An exception can be made for a forward keyframe since it has no |
| 1353 | // previous dependencies. |
| 1354 | static INLINE int encode_show_existing_frame(const AV1_COMMON *cm) { |
David Turner | d2a592e | 2018-11-16 14:59:31 +0000 | [diff] [blame] | 1355 | return cm->show_existing_frame && (!cm->error_resilient_mode || |
| 1356 | cm->current_frame.frame_type == KEY_FRAME); |
Sarah Parker | 3300552 | 2018-07-27 14:46:25 -0700 | [diff] [blame] | 1357 | } |
| 1358 | |
kyslov | 7b9d0d6 | 2018-12-21 11:12:26 -0800 | [diff] [blame] | 1359 | // Lighter version of set_offsets that only sets the mode info |
| 1360 | // pointers. |
| 1361 | static INLINE void set_mode_info_offsets(const AV1_COMP *const cpi, |
| 1362 | MACROBLOCK *const x, |
| 1363 | MACROBLOCKD *const xd, int mi_row, |
| 1364 | int mi_col) { |
| 1365 | const AV1_COMMON *const cm = &cpi->common; |
chiyotsai | a7091f1 | 2019-08-09 16:48:27 -0700 | [diff] [blame] | 1366 | const int grid_idx = get_mi_grid_idx(cm, mi_row, mi_col); |
| 1367 | const int mi_idx = get_alloc_mi_idx(cm, mi_row, mi_col); |
| 1368 | const int ext_idx = get_mi_ext_idx(cm, mi_row, mi_col); |
chiyotsai | 426c066 | 2019-08-05 16:15:11 -0700 | [diff] [blame] | 1369 | |
chiyotsai | a7091f1 | 2019-08-09 16:48:27 -0700 | [diff] [blame] | 1370 | xd->mi = cm->mi_grid_base + grid_idx; |
| 1371 | xd->mi[0] = cm->mi + mi_idx; |
| 1372 | |
Remya | 0cce44c | 2019-08-16 11:57:24 +0530 | [diff] [blame] | 1373 | x->mbmi_ext_frame = cpi->mbmi_ext_frame_base + ext_idx; |
kyslov | 7b9d0d6 | 2018-12-21 11:12:26 -0800 | [diff] [blame] | 1374 | } |
| 1375 | |
| 1376 | // Check to see if the given partition size is allowed for a specified number |
| 1377 | // of mi block rows and columns remaining in the image. |
| 1378 | // If not then return the largest allowed partition size |
| 1379 | static INLINE BLOCK_SIZE find_partition_size(BLOCK_SIZE bsize, int rows_left, |
| 1380 | int cols_left, int *bh, int *bw) { |
| 1381 | int int_size = (int)bsize; |
| 1382 | if (rows_left <= 0 || cols_left <= 0) { |
| 1383 | return AOMMIN(bsize, BLOCK_8X8); |
| 1384 | } else { |
| 1385 | for (; int_size > 0; int_size -= 3) { |
| 1386 | *bh = mi_size_high[int_size]; |
| 1387 | *bw = mi_size_wide[int_size]; |
| 1388 | if ((*bh <= rows_left) && (*bw <= cols_left)) { |
| 1389 | break; |
| 1390 | } |
| 1391 | } |
| 1392 | } |
| 1393 | return (BLOCK_SIZE)int_size; |
| 1394 | } |
| 1395 | |
chiyotsai | dd132d2 | 2019-03-11 14:22:49 -0700 | [diff] [blame] | 1396 | static const uint8_t av1_ref_frame_flag_list[REF_FRAMES] = { 0, |
| 1397 | AOM_LAST_FLAG, |
| 1398 | AOM_LAST2_FLAG, |
| 1399 | AOM_LAST3_FLAG, |
| 1400 | AOM_GOLD_FLAG, |
| 1401 | AOM_BWD_FLAG, |
| 1402 | AOM_ALT2_FLAG, |
| 1403 | AOM_ALT_FLAG }; |
| 1404 | |
Tom Finegan | f8d6a16 | 2018-08-21 10:47:55 -0700 | [diff] [blame] | 1405 | // Returns a Sequence Header OBU stored in an aom_fixed_buf_t, or NULL upon |
| 1406 | // failure. When a non-NULL aom_fixed_buf_t pointer is returned by this |
| 1407 | // function, the memory must be freed by the caller. Both the buf member of the |
Tom Finegan | ca1e28f | 2018-08-28 16:55:35 -0700 | [diff] [blame] | 1408 | // aom_fixed_buf_t, and the aom_fixed_buf_t pointer itself must be freed. Memory |
| 1409 | // returned must be freed via call to free(). |
| 1410 | // |
| 1411 | // Note: The OBU returned is in Low Overhead Bitstream Format. Specifically, |
| 1412 | // the obu_has_size_field bit is set, and the buffer contains the obu_size |
| 1413 | // field. |
Tom Finegan | f8d6a16 | 2018-08-21 10:47:55 -0700 | [diff] [blame] | 1414 | aom_fixed_buf_t *av1_get_global_headers(AV1_COMP *cpi); |
| 1415 | |
Yue Chen | 4e585cc | 2019-06-03 14:47:16 -0700 | [diff] [blame] | 1416 | #define ENABLE_KF_TPL 1 |
Debargha Mukherjee | d0c0b77 | 2019-05-27 23:05:06 -0700 | [diff] [blame] | 1417 | #define MAX_PYR_LEVEL_FROMTOP_DELTAQ 0 |
Yue Chen | 4e585cc | 2019-06-03 14:47:16 -0700 | [diff] [blame] | 1418 | |
| 1419 | static INLINE int is_frame_kf_and_tpl_eligible(AV1_COMP *const cpi) { |
| 1420 | AV1_COMMON *cm = &cpi->common; |
| 1421 | if (cm->current_frame.frame_type == KEY_FRAME && cm->show_frame) |
Debargha Mukherjee | d0c0b77 | 2019-05-27 23:05:06 -0700 | [diff] [blame] | 1422 | return 1; |
Yue Chen | 4e585cc | 2019-06-03 14:47:16 -0700 | [diff] [blame] | 1423 | else |
| 1424 | return 0; |
Debargha Mukherjee | d0c0b77 | 2019-05-27 23:05:06 -0700 | [diff] [blame] | 1425 | } |
| 1426 | |
Jingning Han | 44a573b | 2019-09-04 14:01:22 -0700 | [diff] [blame] | 1427 | static INLINE int is_frame_arf_and_tpl_eligible(const GF_GROUP *gf_group) { |
| 1428 | const FRAME_UPDATE_TYPE update_type = gf_group->update_type[gf_group->index]; |
| 1429 | return update_type == ARF_UPDATE || update_type == GF_UPDATE; |
Debargha Mukherjee | d0c0b77 | 2019-05-27 23:05:06 -0700 | [diff] [blame] | 1430 | } |
| 1431 | |
Yue Chen | 4e585cc | 2019-06-03 14:47:16 -0700 | [diff] [blame] | 1432 | static INLINE int is_frame_tpl_eligible(AV1_COMP *const cpi) { |
| 1433 | #if ENABLE_KF_TPL |
| 1434 | return is_frame_kf_and_tpl_eligible(cpi) || |
Jingning Han | 44a573b | 2019-09-04 14:01:22 -0700 | [diff] [blame] | 1435 | is_frame_arf_and_tpl_eligible(&cpi->gf_group); |
Yue Chen | 4e585cc | 2019-06-03 14:47:16 -0700 | [diff] [blame] | 1436 | #else |
Jingning Han | 44a573b | 2019-09-04 14:01:22 -0700 | [diff] [blame] | 1437 | return is_frame_arf_and_tpl_eligible(&cpi->gf_group); |
Yue Chen | 4e585cc | 2019-06-03 14:47:16 -0700 | [diff] [blame] | 1438 | #endif // ENABLE_KF_TPL |
| 1439 | } |
| 1440 | |
Yunqing Wang | db70bf4 | 2019-08-19 09:28:11 -0700 | [diff] [blame] | 1441 | // Get update type of the current frame. |
Jingning Han | cc914b4 | 2019-09-04 14:49:46 -0700 | [diff] [blame] | 1442 | static INLINE FRAME_UPDATE_TYPE |
| 1443 | get_frame_update_type(const GF_GROUP *gf_group) { |
Yunqing Wang | db70bf4 | 2019-08-19 09:28:11 -0700 | [diff] [blame] | 1444 | return gf_group->update_type[gf_group->index]; |
| 1445 | } |
| 1446 | |
chiyotsai | 9c484b3 | 2019-03-07 16:01:50 -0800 | [diff] [blame] | 1447 | #if CONFIG_COLLECT_PARTITION_STATS == 2 |
chiyotsai | 92ed0dd | 2019-01-25 14:50:14 -0800 | [diff] [blame] | 1448 | static INLINE void av1_print_partition_stats(PartitionStats *part_stats) { |
| 1449 | FILE *f = fopen("partition_stats.csv", "w"); |
| 1450 | if (!f) { |
| 1451 | return; |
| 1452 | } |
| 1453 | |
| 1454 | fprintf(f, "bsize,redo,"); |
| 1455 | for (int part = 0; part < EXT_PARTITION_TYPES; part++) { |
| 1456 | fprintf(f, "decision_%d,", part); |
| 1457 | } |
| 1458 | for (int part = 0; part < EXT_PARTITION_TYPES; part++) { |
| 1459 | fprintf(f, "attempt_%d,", part); |
| 1460 | } |
chiyotsai | 9c484b3 | 2019-03-07 16:01:50 -0800 | [diff] [blame] | 1461 | for (int part = 0; part < EXT_PARTITION_TYPES; part++) { |
| 1462 | fprintf(f, "time_%d,", part); |
| 1463 | } |
chiyotsai | 92ed0dd | 2019-01-25 14:50:14 -0800 | [diff] [blame] | 1464 | fprintf(f, "\n"); |
| 1465 | |
| 1466 | const int bsizes[6] = { 128, 64, 32, 16, 8, 4 }; |
| 1467 | |
| 1468 | for (int bsize_idx = 0; bsize_idx < 6; bsize_idx++) { |
| 1469 | fprintf(f, "%d,%d,", bsizes[bsize_idx], part_stats->partition_redo); |
| 1470 | for (int part = 0; part < EXT_PARTITION_TYPES; part++) { |
| 1471 | fprintf(f, "%d,", part_stats->partition_decisions[bsize_idx][part]); |
| 1472 | } |
| 1473 | for (int part = 0; part < EXT_PARTITION_TYPES; part++) { |
| 1474 | fprintf(f, "%d,", part_stats->partition_attempts[bsize_idx][part]); |
| 1475 | } |
chiyotsai | 9c484b3 | 2019-03-07 16:01:50 -0800 | [diff] [blame] | 1476 | for (int part = 0; part < EXT_PARTITION_TYPES; part++) { |
| 1477 | fprintf(f, "%ld,", part_stats->partition_times[bsize_idx][part]); |
| 1478 | } |
chiyotsai | 92ed0dd | 2019-01-25 14:50:14 -0800 | [diff] [blame] | 1479 | fprintf(f, "\n"); |
| 1480 | } |
| 1481 | fclose(f); |
| 1482 | } |
| 1483 | |
| 1484 | static INLINE int av1_get_bsize_idx_for_part_stats(BLOCK_SIZE bsize) { |
| 1485 | assert(bsize == BLOCK_128X128 || bsize == BLOCK_64X64 || |
chiyotsai | 9c484b3 | 2019-03-07 16:01:50 -0800 | [diff] [blame] | 1486 | bsize == BLOCK_32X32 || bsize == BLOCK_16X16 || bsize == BLOCK_8X8 || |
| 1487 | bsize == BLOCK_4X4); |
chiyotsai | 92ed0dd | 2019-01-25 14:50:14 -0800 | [diff] [blame] | 1488 | switch (bsize) { |
| 1489 | case BLOCK_128X128: return 0; |
| 1490 | case BLOCK_64X64: return 1; |
| 1491 | case BLOCK_32X32: return 2; |
| 1492 | case BLOCK_16X16: return 3; |
| 1493 | case BLOCK_8X8: return 4; |
| 1494 | case BLOCK_4X4: return 5; |
| 1495 | default: assert(0 && "Invalid bsize for partition_stats."); return -1; |
| 1496 | } |
| 1497 | } |
| 1498 | #endif |
| 1499 | |
Yunqing Wang | ba25558 | 2019-02-11 16:21:12 -0800 | [diff] [blame] | 1500 | #if CONFIG_COLLECT_COMPONENT_TIMING |
| 1501 | static INLINE void start_timing(AV1_COMP *cpi, int component) { |
| 1502 | aom_usec_timer_start(&cpi->component_timer[component]); |
| 1503 | } |
| 1504 | static INLINE void end_timing(AV1_COMP *cpi, int component) { |
| 1505 | aom_usec_timer_mark(&cpi->component_timer[component]); |
| 1506 | cpi->frame_component_time[component] += |
| 1507 | aom_usec_timer_elapsed(&cpi->component_timer[component]); |
| 1508 | } |
| 1509 | static INLINE char const *get_frame_type_enum(int type) { |
| 1510 | switch (type) { |
| 1511 | case 0: return "KEY_FRAME"; |
| 1512 | case 1: return "INTER_FRAME"; |
| 1513 | case 2: return "INTRA_ONLY_FRAME"; |
| 1514 | case 3: return "S_FRAME"; |
| 1515 | default: assert(0); |
| 1516 | } |
| 1517 | return "error"; |
| 1518 | } |
| 1519 | #endif |
| 1520 | |
Yaowu Xu | c27fc14 | 2016-08-22 16:08:15 -0700 | [diff] [blame] | 1521 | #ifdef __cplusplus |
| 1522 | } // extern "C" |
| 1523 | #endif |
| 1524 | |
James Zern | e1cbb13 | 2018-08-22 14:10:36 -0700 | [diff] [blame] | 1525 | #endif // AOM_AV1_ENCODER_ENCODER_H_ |