blob: 192e734fb0bdd1e2c5cdc605330afd13964f2bca [file] [log] [blame]
/*
* Copyright (c) 2016, Alliance for Open Media. All rights reserved
*
* This source code is subject to the terms of the BSD 2 Clause License and
* the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
* was not distributed with this source code in the LICENSE file, you can
* obtain it at www.aomedia.org/license/software. If the Alliance for Open
* Media Patent License 1.0 was not distributed with this source code in the
* PATENTS file, you can obtain it at www.aomedia.org/license/patent.
*/
#ifndef AOM_AV1_ENCODER_PICKCDEF_H_
#define AOM_AV1_ENCODER_PICKCDEF_H_
#include "av1/common/cdef.h"
#include "av1/encoder/speed_features.h"
#ifdef __cplusplus
extern "C" {
#endif
/*!\enum CDEF_CONTROL
* \brief This enum controls to which frames CDEF is applied.
*/
typedef enum {
CDEF_NONE = 0, /*!< Disable CDEF on all frames. */
CDEF_ALL = 1, /*!< Enable CDEF for all frames. */
CDEF_REFERENCE = 2, /*!< Disable CDEF on non reference frames. */
} CDEF_CONTROL;
/*!\cond */
struct MultiThreadInfo;
#define REDUCED_PRI_STRENGTHS_LVL1 8
#define REDUCED_PRI_STRENGTHS_LVL2 5
#define REDUCED_SEC_STRENGTHS_LVL3 2
#define REDUCED_SEC_STRENGTHS_LVL5 1
#define REDUCED_PRI_STRENGTHS_LVL4 2
#define REDUCED_TOTAL_STRENGTHS_LVL1 \
(REDUCED_PRI_STRENGTHS_LVL1 * CDEF_SEC_STRENGTHS)
#define REDUCED_TOTAL_STRENGTHS_LVL2 \
(REDUCED_PRI_STRENGTHS_LVL2 * CDEF_SEC_STRENGTHS)
#define REDUCED_TOTAL_STRENGTHS_LVL3 \
(REDUCED_PRI_STRENGTHS_LVL2 * REDUCED_SEC_STRENGTHS_LVL3)
#define REDUCED_TOTAL_STRENGTHS_LVL4 \
(REDUCED_PRI_STRENGTHS_LVL4 * REDUCED_SEC_STRENGTHS_LVL3)
#define REDUCED_TOTAL_STRENGTHS_LVL5 \
(REDUCED_PRI_STRENGTHS_LVL4 * REDUCED_SEC_STRENGTHS_LVL5)
#define TOTAL_STRENGTHS (CDEF_PRI_STRENGTHS * CDEF_SEC_STRENGTHS)
static const int priconv_lvl1[REDUCED_PRI_STRENGTHS_LVL1] = { 0, 1, 2, 3,
5, 7, 10, 13 };
static const int priconv_lvl2[REDUCED_PRI_STRENGTHS_LVL2] = { 0, 2, 4, 8, 14 };
static const int priconv_lvl4[REDUCED_PRI_STRENGTHS_LVL4] = { 0, 11 };
static const int priconv_lvl5[REDUCED_PRI_STRENGTHS_LVL4] = { 0, 5 };
static const int secconv_lvl3[REDUCED_SEC_STRENGTHS_LVL3] = { 0, 2 };
static const int secconv_lvl5[REDUCED_SEC_STRENGTHS_LVL5] = { 0 };
static const int nb_cdef_strengths[CDEF_PICK_METHODS] = {
TOTAL_STRENGTHS,
REDUCED_TOTAL_STRENGTHS_LVL1,
REDUCED_TOTAL_STRENGTHS_LVL2,
REDUCED_TOTAL_STRENGTHS_LVL3,
REDUCED_TOTAL_STRENGTHS_LVL4,
REDUCED_TOTAL_STRENGTHS_LVL5,
TOTAL_STRENGTHS
};
typedef void (*copy_fn_t)(uint16_t *dst, int dstride, const uint8_t *src,
int src_voffset, int src_hoffset, int sstride,
int vsize, int hsize);
typedef uint64_t (*compute_cdef_dist_t)(void *dst, int dstride, uint16_t *src,
cdef_list *dlist, int cdef_count,
BLOCK_SIZE bsize, int coeff_shift,
int row, int col);
/*! \brief CDEF search context.
*/
typedef struct {
/*!
* Pointer to the frame buffer holding the source frame
*/
const YV12_BUFFER_CONFIG *ref;
/*!
* Pointer to params related to MB_MODE_INFO arrays and related info
*/
CommonModeInfoParams *mi_params;
/*!
* Info specific to each plane
*/
struct macroblockd_plane plane[MAX_MB_PLANE];
/*!
* Function pointer of copy_fn
*/
copy_fn_t copy_fn;
/*!
* Function pointer of compute_cdef_dist_fn
*/
compute_cdef_dist_t compute_cdef_dist_fn;
/*!
* Number of strenghts evaluated in CDEF filter search
*/
int total_strengths;
/*!
* Bit-depth dependent shift
*/
int coeff_shift;
/*!
* CDEF damping factor
*/
int damping;
/*!
* Search method used to select CDEF parameters
*/
int pick_method;
/*!
* Number of planes
*/
int num_planes;
/*!
* Log2 of width of the MI unit in pixels. mi_wide_l2[i]
* indicates the width of the MI unit in pixels for the ith plane
*/
int mi_wide_l2[MAX_MB_PLANE];
/*!
* Log2 of height of the MI unit in pixels. mi_high_l2[i]
* indicates the height of the MI unit in pixels for the ith plane
*/
int mi_high_l2[MAX_MB_PLANE];
/*!
* Subsampling in x direction. xdec[i] indicates the subsampling
* for the ith plane
*/
int xdec[MAX_MB_PLANE];
/*!
* Subsampling in y direction. ydec[i] indicates the subsampling
* for the ith plane
*/
int ydec[MAX_MB_PLANE];
/*!
* bsize[i] indicates the block size of ith plane
*/
int bsize[MAX_MB_PLANE];
/*!
* Number of 64x64 blocks in vertical direction of a frame
*/
int nvfb;
/*!
* Number of 64x64 blocks in horizontal direction of a frame
*/
int nhfb;
/*!
* Pointer to the mean squared error between the CDEF filtered block and the
* source block. mse[i][j][k] stores the MSE of the ith plane (i=0 corresponds
* to Y-plane, i=1 corresponds to U and V planes), jth block and kth strength
* index
*/
uint64_t (*mse[2])[TOTAL_STRENGTHS];
/*!
* Holds the position (in units of mi's) of the cdef filtered
* block in raster scan order
*/
int *sb_index;
/*!
* Holds the count of cdef filtered blocks
*/
int sb_count;
/*!
* Indicates if 16bit frame buffers are to be used i.e., the content bit-depth
* is > 8-bit
*/
bool use_highbitdepth;
} CdefSearchCtx;
static INLINE int sb_all_skip(const CommonModeInfoParams *const mi_params,
int mi_row, int mi_col) {
const int maxr = AOMMIN(mi_params->mi_rows - mi_row, MI_SIZE_64X64);
const int maxc = AOMMIN(mi_params->mi_cols - mi_col, MI_SIZE_64X64);
const int stride = mi_params->mi_stride;
MB_MODE_INFO **mbmi = mi_params->mi_grid_base + mi_row * stride + mi_col;
for (int r = 0; r < maxr; ++r, mbmi += stride) {
for (int c = 0; c < maxc; ++c) {
if (!mbmi[c]->skip_txfm) return 0;
}
}
return 1;
}
// Checks if cdef processing can be skipped for particular sb.
// Inputs:
// cdef_search_ctx: Pointer to the structure containing parameters related to
// CDEF search context.
// fbr: Row index in units of 64x64 block
// fbc: Column index in units of 64x64 block
// Returns:
// 1/0 will be returned to indicate skip/don't skip cdef processing of sb
// respectively.
static INLINE int cdef_sb_skip(const CommonModeInfoParams *const mi_params,
int fbr, int fbc) {
const MB_MODE_INFO *const mbmi =
mi_params->mi_grid_base[MI_SIZE_64X64 * fbr * mi_params->mi_stride +
MI_SIZE_64X64 * fbc];
// No filtering if the entire filter block is skipped.
if (sb_all_skip(mi_params, fbr * MI_SIZE_64X64, fbc * MI_SIZE_64X64))
return 1;
// Skip odd numbered 64x64 block rows(cols) when bsize is BLOCK_128X128,
// BLOCK_64X128(BLOCK_128X128, BLOCK_128X64) as for such blocks CDEF filtering
// is done at the corresponding block sizes.
if (((fbc & 1) &&
(mbmi->bsize == BLOCK_128X128 || mbmi->bsize == BLOCK_128X64)) ||
((fbr & 1) &&
(mbmi->bsize == BLOCK_128X128 || mbmi->bsize == BLOCK_64X128)))
return 1;
return 0;
}
void av1_cdef_dealloc_data(CdefSearchCtx *cdef_search_ctx);
void av1_cdef_mse_calc_block(CdefSearchCtx *cdef_search_ctx,
struct aom_internal_error_info *error_info,
int fbr, int fbc, int sb_count);
/*!\endcond */
/*!\brief AV1 CDEF parameter search
*
* \ingroup in_loop_cdef
*
* Searches for optimal CDEF parameters for frame
*
* \param[in,out] cpi Top level encoder structure
*
* \remark Nothing is returned. Instead, optimal CDEF parameters are stored
* in the \c cdef_info structure of type \ref CdefInfo inside \c cm:
* \arg \c cdef_bits: Bits of strength parameters
* \arg \c nb_cdef_strengths: Number of strength parameters
* \arg \c cdef_strengths: list of \c nb_cdef_strengths strength parameters
* for the luma plane.
* \arg \c uv_cdef_strengths: list of \c nb_cdef_strengths strength parameters
* for the chroma planes.
* \arg \c damping_factor: CDEF damping factor.
*
*/
void av1_cdef_search(struct AV1_COMP *cpi);
/*!\brief AV1 CDEF level from QP
*
* \ingroup in_loop_cdef
*
* Calculates CDEF levels from frame QP. Only used for speed 7+ with RT mode.
*
* \param[in,out] cm Pointer to top level common structure
* \param[in] skip_cdef Flag to skip CDEF filtering
* \param[in] is_screen_content Flag indicating screen content
*
*/
void av1_pick_cdef_from_qp(AV1_COMMON *const cm, int skip_cdef,
int is_screen_content);
#ifdef __cplusplus
} // extern "C"
#endif
#endif // AOM_AV1_ENCODER_PICKCDEF_H_