| /* |
| * Copyright (c) 2010 The WebM project authors. All Rights Reserved. |
| * |
| * Use of this source code is governed by a BSD-style license |
| * that can be found in the LICENSE file in the root of the source |
| * tree. An additional intellectual property rights grant can be found |
| * in the file PATENTS. All contributing project authors may |
| * be found in the AUTHORS file in the root of the source tree. |
| */ |
| |
| |
| #include "./vpx_config.h" |
| #include "vpx/vpx_integer.h" |
| #include "vp9/common/vp9_blockd.h" |
| #include "vp9/common/vp9_reconinter.h" |
| #include "vp9/common/vp9_reconintra.h" |
| |
| void vp9_setup_interp_filters(MACROBLOCKD *xd, |
| INTERPOLATIONFILTERTYPE mcomp_filter_type, |
| VP9_COMMON *cm) { |
| #if CONFIG_ENABLE_6TAP |
| if (mcomp_filter_type == SIXTAP) { |
| xd->subpixel_predict4x4 = vp9_sixtap_predict4x4; |
| xd->subpixel_predict8x4 = vp9_sixtap_predict8x4; |
| xd->subpixel_predict8x8 = vp9_sixtap_predict8x8; |
| xd->subpixel_predict16x16 = vp9_sixtap_predict16x16; |
| xd->subpixel_predict_avg4x4 = vp9_sixtap_predict_avg4x4; |
| xd->subpixel_predict_avg8x8 = vp9_sixtap_predict_avg8x8; |
| xd->subpixel_predict_avg16x16 = vp9_sixtap_predict_avg16x16; |
| } else { |
| #endif |
| if (mcomp_filter_type == EIGHTTAP || mcomp_filter_type == SWITCHABLE) { |
| xd->subpixel_predict4x4 = vp9_eighttap_predict4x4; |
| xd->subpixel_predict8x4 = vp9_eighttap_predict8x4; |
| xd->subpixel_predict8x8 = vp9_eighttap_predict8x8; |
| xd->subpixel_predict16x16 = vp9_eighttap_predict16x16; |
| xd->subpixel_predict_avg4x4 = vp9_eighttap_predict_avg4x4; |
| xd->subpixel_predict_avg8x8 = vp9_eighttap_predict_avg8x8; |
| xd->subpixel_predict_avg16x16 = vp9_eighttap_predict_avg16x16; |
| } else if (mcomp_filter_type == EIGHTTAP_SMOOTH) { |
| xd->subpixel_predict4x4 = vp9_eighttap_predict4x4_smooth; |
| xd->subpixel_predict8x4 = vp9_eighttap_predict8x4_smooth; |
| xd->subpixel_predict8x8 = vp9_eighttap_predict8x8_smooth; |
| xd->subpixel_predict16x16 = vp9_eighttap_predict16x16_smooth; |
| xd->subpixel_predict_avg4x4 = vp9_eighttap_predict_avg4x4_smooth; |
| xd->subpixel_predict_avg8x8 = vp9_eighttap_predict_avg8x8_smooth; |
| xd->subpixel_predict_avg16x16 = vp9_eighttap_predict_avg16x16_smooth; |
| } else if (mcomp_filter_type == EIGHTTAP_SHARP) { |
| xd->subpixel_predict4x4 = vp9_eighttap_predict4x4_sharp; |
| xd->subpixel_predict8x4 = vp9_eighttap_predict8x4_sharp; |
| xd->subpixel_predict8x8 = vp9_eighttap_predict8x8_sharp; |
| xd->subpixel_predict16x16 = vp9_eighttap_predict16x16_sharp; |
| xd->subpixel_predict_avg4x4 = vp9_eighttap_predict_avg4x4_sharp; |
| xd->subpixel_predict_avg8x8 = vp9_eighttap_predict_avg8x8_sharp; |
| xd->subpixel_predict_avg16x16 = vp9_eighttap_predict_avg16x16_sharp_c; |
| } else { |
| xd->subpixel_predict4x4 = vp9_bilinear_predict4x4; |
| xd->subpixel_predict8x4 = vp9_bilinear_predict8x4; |
| xd->subpixel_predict8x8 = vp9_bilinear_predict8x8; |
| xd->subpixel_predict16x16 = vp9_bilinear_predict16x16; |
| xd->subpixel_predict_avg4x4 = vp9_bilinear_predict_avg4x4; |
| xd->subpixel_predict_avg8x8 = vp9_bilinear_predict_avg8x8; |
| xd->subpixel_predict_avg16x16 = vp9_bilinear_predict_avg16x16; |
| } |
| #if CONFIG_ENABLE_6TAP |
| } |
| #endif |
| } |
| |
| void vp9_copy_mem16x16_c(uint8_t *src, |
| int src_stride, |
| uint8_t *dst, |
| int dst_stride) { |
| int r; |
| |
| for (r = 0; r < 16; r++) { |
| #if !(CONFIG_FAST_UNALIGNED) |
| dst[0] = src[0]; |
| dst[1] = src[1]; |
| dst[2] = src[2]; |
| dst[3] = src[3]; |
| dst[4] = src[4]; |
| dst[5] = src[5]; |
| dst[6] = src[6]; |
| dst[7] = src[7]; |
| dst[8] = src[8]; |
| dst[9] = src[9]; |
| dst[10] = src[10]; |
| dst[11] = src[11]; |
| dst[12] = src[12]; |
| dst[13] = src[13]; |
| dst[14] = src[14]; |
| dst[15] = src[15]; |
| |
| #else |
| ((uint32_t *)dst)[0] = ((uint32_t *)src)[0]; |
| ((uint32_t *)dst)[1] = ((uint32_t *)src)[1]; |
| ((uint32_t *)dst)[2] = ((uint32_t *)src)[2]; |
| ((uint32_t *)dst)[3] = ((uint32_t *)src)[3]; |
| |
| #endif |
| src += src_stride; |
| dst += dst_stride; |
| } |
| } |
| |
| void vp9_avg_mem16x16_c(uint8_t *src, |
| int src_stride, |
| uint8_t *dst, |
| int dst_stride) { |
| int r; |
| |
| for (r = 0; r < 16; r++) { |
| int n; |
| |
| for (n = 0; n < 16; n++) { |
| dst[n] = (dst[n] + src[n] + 1) >> 1; |
| } |
| |
| src += src_stride; |
| dst += dst_stride; |
| } |
| } |
| |
| void vp9_copy_mem8x8_c(uint8_t *src, |
| int src_stride, |
| uint8_t *dst, |
| int dst_stride) { |
| int r; |
| |
| for (r = 0; r < 8; r++) { |
| #if !(CONFIG_FAST_UNALIGNED) |
| dst[0] = src[0]; |
| dst[1] = src[1]; |
| dst[2] = src[2]; |
| dst[3] = src[3]; |
| dst[4] = src[4]; |
| dst[5] = src[5]; |
| dst[6] = src[6]; |
| dst[7] = src[7]; |
| #else |
| ((uint32_t *)dst)[0] = ((uint32_t *)src)[0]; |
| ((uint32_t *)dst)[1] = ((uint32_t *)src)[1]; |
| #endif |
| src += src_stride; |
| dst += dst_stride; |
| } |
| } |
| |
| void vp9_avg_mem8x8_c(uint8_t *src, |
| int src_stride, |
| uint8_t *dst, |
| int dst_stride) { |
| int r; |
| |
| for (r = 0; r < 8; r++) { |
| int n; |
| |
| for (n = 0; n < 8; n++) { |
| dst[n] = (dst[n] + src[n] + 1) >> 1; |
| } |
| |
| src += src_stride; |
| dst += dst_stride; |
| } |
| } |
| |
| void vp9_copy_mem8x4_c(uint8_t *src, |
| int src_stride, |
| uint8_t *dst, |
| int dst_stride) { |
| int r; |
| |
| for (r = 0; r < 4; r++) { |
| #if !(CONFIG_FAST_UNALIGNED) |
| dst[0] = src[0]; |
| dst[1] = src[1]; |
| dst[2] = src[2]; |
| dst[3] = src[3]; |
| dst[4] = src[4]; |
| dst[5] = src[5]; |
| dst[6] = src[6]; |
| dst[7] = src[7]; |
| #else |
| ((uint32_t *)dst)[0] = ((uint32_t *)src)[0]; |
| ((uint32_t *)dst)[1] = ((uint32_t *)src)[1]; |
| #endif |
| src += src_stride; |
| dst += dst_stride; |
| } |
| } |
| |
| void vp9_build_inter_predictors_b(BLOCKD *d, int pitch, vp9_subpix_fn_t sppf) { |
| int r; |
| uint8_t *ptr_base; |
| uint8_t *ptr; |
| uint8_t *pred_ptr = d->predictor; |
| int_mv mv; |
| |
| ptr_base = *(d->base_pre); |
| mv.as_int = d->bmi.as_mv.first.as_int; |
| |
| if (mv.as_mv.row & 7 || mv.as_mv.col & 7) { |
| ptr = ptr_base + d->pre + (mv.as_mv.row >> 3) * d->pre_stride + |
| (mv.as_mv.col >> 3); |
| sppf(ptr, d->pre_stride, (mv.as_mv.col & 7) << 1, (mv.as_mv.row & 7) << 1, |
| pred_ptr, pitch); |
| } else { |
| ptr_base += d->pre + (mv.as_mv.row >> 3) * d->pre_stride + |
| (mv.as_mv.col >> 3); |
| ptr = ptr_base; |
| |
| for (r = 0; r < 4; r++) { |
| #if !(CONFIG_FAST_UNALIGNED) |
| pred_ptr[0] = ptr[0]; |
| pred_ptr[1] = ptr[1]; |
| pred_ptr[2] = ptr[2]; |
| pred_ptr[3] = ptr[3]; |
| #else |
| *(uint32_t *)pred_ptr = *(uint32_t *)ptr; |
| #endif |
| pred_ptr += pitch; |
| ptr += d->pre_stride; |
| } |
| } |
| } |
| |
| /* |
| * Similar to vp9_build_inter_predictors_b(), but instead of storing the |
| * results in d->predictor, we average the contents of d->predictor (which |
| * come from an earlier call to vp9_build_inter_predictors_b()) with the |
| * predictor of the second reference frame / motion vector. |
| */ |
| void vp9_build_2nd_inter_predictors_b(BLOCKD *d, int pitch, |
| vp9_subpix_fn_t sppf) { |
| int r; |
| uint8_t *ptr_base; |
| uint8_t *ptr; |
| uint8_t *pred_ptr = d->predictor; |
| int_mv mv; |
| |
| ptr_base = *(d->base_second_pre); |
| mv.as_int = d->bmi.as_mv.second.as_int; |
| |
| if (mv.as_mv.row & 7 || mv.as_mv.col & 7) { |
| ptr = ptr_base + d->pre + (mv.as_mv.row >> 3) * d->pre_stride + |
| (mv.as_mv.col >> 3); |
| sppf(ptr, d->pre_stride, (mv.as_mv.col & 7) << 1, (mv.as_mv.row & 7) << 1, |
| pred_ptr, pitch); |
| } else { |
| ptr_base += d->pre + (mv.as_mv.row >> 3) * d->pre_stride + |
| (mv.as_mv.col >> 3); |
| ptr = ptr_base; |
| |
| for (r = 0; r < 4; r++) { |
| pred_ptr[0] = (pred_ptr[0] + ptr[0] + 1) >> 1; |
| pred_ptr[1] = (pred_ptr[1] + ptr[1] + 1) >> 1; |
| pred_ptr[2] = (pred_ptr[2] + ptr[2] + 1) >> 1; |
| pred_ptr[3] = (pred_ptr[3] + ptr[3] + 1) >> 1; |
| pred_ptr += pitch; |
| ptr += d->pre_stride; |
| } |
| } |
| } |
| |
| void vp9_build_inter_predictors4b(MACROBLOCKD *xd, BLOCKD *d, int pitch) { |
| uint8_t *ptr_base; |
| uint8_t *ptr; |
| uint8_t *pred_ptr = d->predictor; |
| int_mv mv; |
| |
| ptr_base = *(d->base_pre); |
| mv.as_int = d->bmi.as_mv.first.as_int; |
| ptr = ptr_base + d->pre + (mv.as_mv.row >> 3) * d->pre_stride + |
| (mv.as_mv.col >> 3); |
| |
| if (mv.as_mv.row & 7 || mv.as_mv.col & 7) { |
| xd->subpixel_predict8x8(ptr, d->pre_stride, (mv.as_mv.col & 7) << 1, |
| (mv.as_mv.row & 7) << 1, pred_ptr, pitch); |
| } else { |
| vp9_copy_mem8x8(ptr, d->pre_stride, pred_ptr, pitch); |
| } |
| } |
| |
| /* |
| * Similar to build_inter_predictors_4b(), but instead of storing the |
| * results in d->predictor, we average the contents of d->predictor (which |
| * come from an earlier call to build_inter_predictors_4b()) with the |
| * predictor of the second reference frame / motion vector. |
| */ |
| void vp9_build_2nd_inter_predictors4b(MACROBLOCKD *xd, |
| BLOCKD *d, int pitch) { |
| uint8_t *ptr_base; |
| uint8_t *ptr; |
| uint8_t *pred_ptr = d->predictor; |
| int_mv mv; |
| |
| ptr_base = *(d->base_second_pre); |
| mv.as_int = d->bmi.as_mv.second.as_int; |
| ptr = ptr_base + d->pre + (mv.as_mv.row >> 3) * d->pre_stride + |
| (mv.as_mv.col >> 3); |
| |
| if (mv.as_mv.row & 7 || mv.as_mv.col & 7) { |
| xd->subpixel_predict_avg8x8(ptr, d->pre_stride, (mv.as_mv.col & 7) << 1, |
| (mv.as_mv.row & 7) << 1, pred_ptr, pitch); |
| } else { |
| vp9_avg_mem8x8(ptr, d->pre_stride, pred_ptr, pitch); |
| } |
| } |
| |
| static void build_inter_predictors2b(MACROBLOCKD *xd, BLOCKD *d, int pitch) { |
| uint8_t *ptr_base; |
| uint8_t *ptr; |
| uint8_t *pred_ptr = d->predictor; |
| int_mv mv; |
| |
| ptr_base = *(d->base_pre); |
| mv.as_int = d->bmi.as_mv.first.as_int; |
| ptr = ptr_base + d->pre + (mv.as_mv.row >> 3) * d->pre_stride + |
| (mv.as_mv.col >> 3); |
| |
| if (mv.as_mv.row & 7 || mv.as_mv.col & 7) { |
| xd->subpixel_predict8x4(ptr, d->pre_stride, (mv.as_mv.col & 7) << 1, |
| (mv.as_mv.row & 7) << 1, pred_ptr, pitch); |
| } else { |
| vp9_copy_mem8x4(ptr, d->pre_stride, pred_ptr, pitch); |
| } |
| } |
| |
| /*encoder only*/ |
| void vp9_build_inter4x4_predictors_mbuv(MACROBLOCKD *xd) { |
| int i, j; |
| BLOCKD *blockd = xd->block; |
| |
| /* build uv mvs */ |
| for (i = 0; i < 2; i++) { |
| for (j = 0; j < 2; j++) { |
| int yoffset = i * 8 + j * 2; |
| int uoffset = 16 + i * 2 + j; |
| int voffset = 20 + i * 2 + j; |
| int temp; |
| |
| temp = blockd[yoffset ].bmi.as_mv.first.as_mv.row |
| + blockd[yoffset + 1].bmi.as_mv.first.as_mv.row |
| + blockd[yoffset + 4].bmi.as_mv.first.as_mv.row |
| + blockd[yoffset + 5].bmi.as_mv.first.as_mv.row; |
| |
| if (temp < 0) temp -= 4; |
| else temp += 4; |
| |
| xd->block[uoffset].bmi.as_mv.first.as_mv.row = (temp / 8) & |
| xd->fullpixel_mask; |
| |
| temp = blockd[yoffset ].bmi.as_mv.first.as_mv.col |
| + blockd[yoffset + 1].bmi.as_mv.first.as_mv.col |
| + blockd[yoffset + 4].bmi.as_mv.first.as_mv.col |
| + blockd[yoffset + 5].bmi.as_mv.first.as_mv.col; |
| |
| if (temp < 0) temp -= 4; |
| else temp += 4; |
| |
| blockd[uoffset].bmi.as_mv.first.as_mv.col = (temp / 8) & |
| xd->fullpixel_mask; |
| |
| blockd[voffset].bmi.as_mv.first.as_mv.row = |
| blockd[uoffset].bmi.as_mv.first.as_mv.row; |
| blockd[voffset].bmi.as_mv.first.as_mv.col = |
| blockd[uoffset].bmi.as_mv.first.as_mv.col; |
| |
| if (xd->mode_info_context->mbmi.second_ref_frame > 0) { |
| temp = blockd[yoffset ].bmi.as_mv.second.as_mv.row |
| + blockd[yoffset + 1].bmi.as_mv.second.as_mv.row |
| + blockd[yoffset + 4].bmi.as_mv.second.as_mv.row |
| + blockd[yoffset + 5].bmi.as_mv.second.as_mv.row; |
| |
| if (temp < 0) { |
| temp -= 4; |
| } else { |
| temp += 4; |
| } |
| |
| blockd[uoffset].bmi.as_mv.second.as_mv.row = (temp / 8) & |
| xd->fullpixel_mask; |
| |
| temp = blockd[yoffset ].bmi.as_mv.second.as_mv.col |
| + blockd[yoffset + 1].bmi.as_mv.second.as_mv.col |
| + blockd[yoffset + 4].bmi.as_mv.second.as_mv.col |
| + blockd[yoffset + 5].bmi.as_mv.second.as_mv.col; |
| |
| if (temp < 0) { |
| temp -= 4; |
| } else { |
| temp += 4; |
| } |
| |
| blockd[uoffset].bmi.as_mv.second.as_mv.col = (temp / 8) & |
| xd->fullpixel_mask; |
| |
| blockd[voffset].bmi.as_mv.second.as_mv.row = |
| blockd[uoffset].bmi.as_mv.second.as_mv.row; |
| blockd[voffset].bmi.as_mv.second.as_mv.col = |
| blockd[uoffset].bmi.as_mv.second.as_mv.col; |
| } |
| } |
| } |
| |
| for (i = 16; i < 24; i += 2) { |
| BLOCKD *d0 = &blockd[i]; |
| BLOCKD *d1 = &blockd[i + 1]; |
| |
| if (d0->bmi.as_mv.first.as_int == d1->bmi.as_mv.first.as_int) |
| build_inter_predictors2b(xd, d0, 8); |
| else { |
| vp9_build_inter_predictors_b(d0, 8, xd->subpixel_predict4x4); |
| vp9_build_inter_predictors_b(d1, 8, xd->subpixel_predict4x4); |
| } |
| |
| if (xd->mode_info_context->mbmi.second_ref_frame > 0) { |
| vp9_build_2nd_inter_predictors_b(d0, 8, xd->subpixel_predict_avg4x4); |
| vp9_build_2nd_inter_predictors_b(d1, 8, xd->subpixel_predict_avg4x4); |
| } |
| } |
| } |
| |
| static void clamp_mv_to_umv_border(MV *mv, const MACROBLOCKD *xd) { |
| /* If the MV points so far into the UMV border that no visible pixels |
| * are used for reconstruction, the subpel part of the MV can be |
| * discarded and the MV limited to 16 pixels with equivalent results. |
| * |
| * This limit kicks in at 19 pixels for the top and left edges, for |
| * the 16 pixels plus 3 taps right of the central pixel when subpel |
| * filtering. The bottom and right edges use 16 pixels plus 2 pixels |
| * left of the central pixel when filtering. |
| */ |
| if (mv->col < (xd->mb_to_left_edge - ((16 + VP9_INTERP_EXTEND) << 3))) |
| mv->col = xd->mb_to_left_edge - (16 << 3); |
| else if (mv->col > xd->mb_to_right_edge + ((15 + VP9_INTERP_EXTEND) << 3)) |
| mv->col = xd->mb_to_right_edge + (16 << 3); |
| |
| if (mv->row < (xd->mb_to_top_edge - ((16 + VP9_INTERP_EXTEND) << 3))) |
| mv->row = xd->mb_to_top_edge - (16 << 3); |
| else if (mv->row > xd->mb_to_bottom_edge + ((15 + VP9_INTERP_EXTEND) << 3)) |
| mv->row = xd->mb_to_bottom_edge + (16 << 3); |
| } |
| |
| /* A version of the above function for chroma block MVs.*/ |
| static void clamp_uvmv_to_umv_border(MV *mv, const MACROBLOCKD *xd) { |
| const int extend = VP9_INTERP_EXTEND; |
| |
| mv->col = (2 * mv->col < (xd->mb_to_left_edge - ((16 + extend) << 3))) ? |
| (xd->mb_to_left_edge - (16 << 3)) >> 1 : mv->col; |
| mv->col = (2 * mv->col > xd->mb_to_right_edge + ((15 + extend) << 3)) ? |
| (xd->mb_to_right_edge + (16 << 3)) >> 1 : mv->col; |
| |
| mv->row = (2 * mv->row < (xd->mb_to_top_edge - ((16 + extend) << 3))) ? |
| (xd->mb_to_top_edge - (16 << 3)) >> 1 : mv->row; |
| mv->row = (2 * mv->row > xd->mb_to_bottom_edge + ((15 + extend) << 3)) ? |
| (xd->mb_to_bottom_edge + (16 << 3)) >> 1 : mv->row; |
| } |
| |
| /*encoder only*/ |
| void vp9_build_1st_inter16x16_predictors_mby(MACROBLOCKD *xd, |
| uint8_t *dst_y, |
| int dst_ystride, |
| int clamp_mvs) { |
| uint8_t *ptr_base = xd->pre.y_buffer; |
| uint8_t *ptr; |
| int pre_stride = xd->block[0].pre_stride; |
| int_mv ymv; |
| |
| ymv.as_int = xd->mode_info_context->mbmi.mv[0].as_int; |
| |
| if (clamp_mvs) |
| clamp_mv_to_umv_border(&ymv.as_mv, xd); |
| |
| ptr = ptr_base + (ymv.as_mv.row >> 3) * pre_stride + (ymv.as_mv.col >> 3); |
| |
| if ((ymv.as_mv.row | ymv.as_mv.col) & 7) { |
| xd->subpixel_predict16x16(ptr, pre_stride, |
| (ymv.as_mv.col & 7) << 1, |
| (ymv.as_mv.row & 7) << 1, |
| dst_y, dst_ystride); |
| } else { |
| vp9_copy_mem16x16(ptr, pre_stride, dst_y, dst_ystride); |
| } |
| } |
| |
| void vp9_build_1st_inter16x16_predictors_mbuv(MACROBLOCKD *xd, |
| uint8_t *dst_u, |
| uint8_t *dst_v, |
| int dst_uvstride) { |
| int offset; |
| uint8_t *uptr, *vptr; |
| int pre_stride = xd->block[0].pre_stride; |
| int_mv _o16x16mv; |
| int_mv _16x16mv; |
| |
| _16x16mv.as_int = xd->mode_info_context->mbmi.mv[0].as_int; |
| |
| if (xd->mode_info_context->mbmi.need_to_clamp_mvs) |
| clamp_mv_to_umv_border(&_16x16mv.as_mv, xd); |
| |
| _o16x16mv = _16x16mv; |
| /* calc uv motion vectors */ |
| if (_16x16mv.as_mv.row < 0) |
| _16x16mv.as_mv.row -= 1; |
| else |
| _16x16mv.as_mv.row += 1; |
| |
| if (_16x16mv.as_mv.col < 0) |
| _16x16mv.as_mv.col -= 1; |
| else |
| _16x16mv.as_mv.col += 1; |
| |
| _16x16mv.as_mv.row /= 2; |
| _16x16mv.as_mv.col /= 2; |
| |
| _16x16mv.as_mv.row &= xd->fullpixel_mask; |
| _16x16mv.as_mv.col &= xd->fullpixel_mask; |
| |
| pre_stride >>= 1; |
| offset = (_16x16mv.as_mv.row >> 3) * pre_stride + (_16x16mv.as_mv.col >> 3); |
| uptr = xd->pre.u_buffer + offset; |
| vptr = xd->pre.v_buffer + offset; |
| |
| if (_o16x16mv.as_int & 0x000f000f) { |
| xd->subpixel_predict8x8(uptr, pre_stride, _o16x16mv.as_mv.col & 15, |
| _o16x16mv.as_mv.row & 15, dst_u, dst_uvstride); |
| xd->subpixel_predict8x8(vptr, pre_stride, _o16x16mv.as_mv.col & 15, |
| _o16x16mv.as_mv.row & 15, dst_v, dst_uvstride); |
| } else { |
| vp9_copy_mem8x8(uptr, pre_stride, dst_u, dst_uvstride); |
| vp9_copy_mem8x8(vptr, pre_stride, dst_v, dst_uvstride); |
| } |
| } |
| |
| |
| void vp9_build_1st_inter16x16_predictors_mb(MACROBLOCKD *xd, |
| uint8_t *dst_y, |
| uint8_t *dst_u, |
| uint8_t *dst_v, |
| int dst_ystride, int dst_uvstride) { |
| vp9_build_1st_inter16x16_predictors_mby(xd, dst_y, dst_ystride, |
| xd->mode_info_context->mbmi.need_to_clamp_mvs); |
| vp9_build_1st_inter16x16_predictors_mbuv(xd, dst_u, dst_v, dst_uvstride); |
| } |
| |
| void vp9_build_inter32x32_predictors_sb(MACROBLOCKD *x, |
| uint8_t *dst_y, |
| uint8_t *dst_u, |
| uint8_t *dst_v, |
| int dst_ystride, |
| int dst_uvstride) { |
| uint8_t *y1 = x->pre.y_buffer, *u1 = x->pre.u_buffer, *v1 = x->pre.v_buffer; |
| uint8_t *y2 = x->second_pre.y_buffer, *u2 = x->second_pre.u_buffer, |
| *v2 = x->second_pre.v_buffer; |
| int edge[4], n; |
| |
| edge[0] = x->mb_to_top_edge; |
| edge[1] = x->mb_to_bottom_edge; |
| edge[2] = x->mb_to_left_edge; |
| edge[3] = x->mb_to_right_edge; |
| |
| for (n = 0; n < 4; n++) { |
| const int x_idx = n & 1, y_idx = n >> 1; |
| |
| x->mb_to_top_edge = edge[0] - ((y_idx * 16) << 3); |
| x->mb_to_bottom_edge = edge[1] + (((1 - y_idx) * 16) << 3); |
| x->mb_to_left_edge = edge[2] - ((x_idx * 16) << 3); |
| x->mb_to_right_edge = edge[3] + (((1 - x_idx) * 16) << 3); |
| |
| x->pre.y_buffer = y1 + y_idx * 16 * x->pre.y_stride + x_idx * 16; |
| x->pre.u_buffer = u1 + y_idx * 8 * x->pre.uv_stride + x_idx * 8; |
| x->pre.v_buffer = v1 + y_idx * 8 * x->pre.uv_stride + x_idx * 8; |
| |
| vp9_build_1st_inter16x16_predictors_mb(x, |
| dst_y + y_idx * 16 * dst_ystride + x_idx * 16, |
| dst_u + y_idx * 8 * dst_uvstride + x_idx * 8, |
| dst_v + y_idx * 8 * dst_uvstride + x_idx * 8, |
| dst_ystride, dst_uvstride); |
| if (x->mode_info_context->mbmi.second_ref_frame > 0) { |
| x->second_pre.y_buffer = y2 + y_idx * 16 * x->pre.y_stride + x_idx * 16; |
| x->second_pre.u_buffer = u2 + y_idx * 8 * x->pre.uv_stride + x_idx * 8; |
| x->second_pre.v_buffer = v2 + y_idx * 8 * x->pre.uv_stride + x_idx * 8; |
| |
| vp9_build_2nd_inter16x16_predictors_mb(x, |
| dst_y + y_idx * 16 * dst_ystride + x_idx * 16, |
| dst_u + y_idx * 8 * dst_uvstride + x_idx * 8, |
| dst_v + y_idx * 8 * dst_uvstride + x_idx * 8, |
| dst_ystride, dst_uvstride); |
| } |
| } |
| |
| x->mb_to_top_edge = edge[0]; |
| x->mb_to_bottom_edge = edge[1]; |
| x->mb_to_left_edge = edge[2]; |
| x->mb_to_right_edge = edge[3]; |
| |
| x->pre.y_buffer = y1; |
| x->pre.u_buffer = u1; |
| x->pre.v_buffer = v1; |
| |
| if (x->mode_info_context->mbmi.second_ref_frame > 0) { |
| x->second_pre.y_buffer = y2; |
| x->second_pre.u_buffer = u2; |
| x->second_pre.v_buffer = v2; |
| } |
| |
| #if CONFIG_COMP_INTERINTRA_PRED |
| if (x->mode_info_context->mbmi.second_ref_frame == INTRA_FRAME) { |
| vp9_build_interintra_32x32_predictors_sb( |
| x, dst_y, dst_u, dst_v, dst_ystride, dst_uvstride); |
| } |
| #endif |
| } |
| |
| void vp9_build_inter64x64_predictors_sb(MACROBLOCKD *x, |
| uint8_t *dst_y, |
| uint8_t *dst_u, |
| uint8_t *dst_v, |
| int dst_ystride, |
| int dst_uvstride) { |
| uint8_t *y1 = x->pre.y_buffer, *u1 = x->pre.u_buffer, *v1 = x->pre.v_buffer; |
| uint8_t *y2 = x->second_pre.y_buffer, *u2 = x->second_pre.u_buffer, |
| *v2 = x->second_pre.v_buffer; |
| int edge[4], n; |
| |
| edge[0] = x->mb_to_top_edge; |
| edge[1] = x->mb_to_bottom_edge; |
| edge[2] = x->mb_to_left_edge; |
| edge[3] = x->mb_to_right_edge; |
| |
| for (n = 0; n < 4; n++) { |
| const int x_idx = n & 1, y_idx = n >> 1; |
| |
| x->mb_to_top_edge = edge[0] - ((y_idx * 32) << 3); |
| x->mb_to_bottom_edge = edge[1] + (((1 - y_idx) * 32) << 3); |
| x->mb_to_left_edge = edge[2] - ((x_idx * 32) << 3); |
| x->mb_to_right_edge = edge[3] + (((1 - x_idx) * 32) << 3); |
| |
| x->pre.y_buffer = y1 + y_idx * 32 * x->pre.y_stride + x_idx * 32; |
| x->pre.u_buffer = u1 + y_idx * 16 * x->pre.uv_stride + x_idx * 16; |
| x->pre.v_buffer = v1 + y_idx * 16 * x->pre.uv_stride + x_idx * 16; |
| |
| if (x->mode_info_context->mbmi.second_ref_frame > 0) { |
| x->second_pre.y_buffer = y2 + y_idx * 32 * x->pre.y_stride + x_idx * 32; |
| x->second_pre.u_buffer = u2 + y_idx * 16 * x->pre.uv_stride + x_idx * 16; |
| x->second_pre.v_buffer = v2 + y_idx * 16 * x->pre.uv_stride + x_idx * 16; |
| } |
| |
| vp9_build_inter32x32_predictors_sb(x, |
| dst_y + y_idx * 32 * dst_ystride + x_idx * 32, |
| dst_u + y_idx * 16 * dst_uvstride + x_idx * 16, |
| dst_v + y_idx * 16 * dst_uvstride + x_idx * 16, |
| dst_ystride, dst_uvstride); |
| } |
| |
| x->mb_to_top_edge = edge[0]; |
| x->mb_to_bottom_edge = edge[1]; |
| x->mb_to_left_edge = edge[2]; |
| x->mb_to_right_edge = edge[3]; |
| |
| x->pre.y_buffer = y1; |
| x->pre.u_buffer = u1; |
| x->pre.v_buffer = v1; |
| |
| if (x->mode_info_context->mbmi.second_ref_frame > 0) { |
| x->second_pre.y_buffer = y2; |
| x->second_pre.u_buffer = u2; |
| x->second_pre.v_buffer = v2; |
| } |
| |
| #if CONFIG_COMP_INTERINTRA_PRED |
| if (x->mode_info_context->mbmi.second_ref_frame == INTRA_FRAME) { |
| vp9_build_interintra_64x64_predictors_sb(x, dst_y, dst_u, dst_v, |
| dst_ystride, dst_uvstride); |
| } |
| #endif |
| } |
| |
| /* |
| * The following functions should be called after an initial |
| * call to vp9_build_1st_inter16x16_predictors_mb() or _mby()/_mbuv(). |
| * It will run a second filter on a (different) ref |
| * frame and average the result with the output of the |
| * first filter. The second reference frame is stored |
| * in x->second_pre (the reference frame index is in |
| * x->mode_info_context->mbmi.second_ref_frame). The second |
| * motion vector is x->mode_info_context->mbmi.second_mv. |
| * |
| * This allows blending prediction from two reference frames |
| * which sometimes leads to better prediction than from a |
| * single reference framer. |
| */ |
| void vp9_build_2nd_inter16x16_predictors_mby(MACROBLOCKD *xd, |
| uint8_t *dst_y, |
| int dst_ystride) { |
| uint8_t *ptr; |
| |
| int_mv _16x16mv; |
| int mv_row; |
| int mv_col; |
| |
| uint8_t *ptr_base = xd->second_pre.y_buffer; |
| int pre_stride = xd->block[0].pre_stride; |
| |
| _16x16mv.as_int = xd->mode_info_context->mbmi.mv[1].as_int; |
| |
| if (xd->mode_info_context->mbmi.need_to_clamp_secondmv) |
| clamp_mv_to_umv_border(&_16x16mv.as_mv, xd); |
| |
| mv_row = _16x16mv.as_mv.row; |
| mv_col = _16x16mv.as_mv.col; |
| |
| ptr = ptr_base + (mv_row >> 3) * pre_stride + (mv_col >> 3); |
| |
| if ((mv_row | mv_col) & 7) { |
| xd->subpixel_predict_avg16x16(ptr, pre_stride, (mv_col & 7) << 1, |
| (mv_row & 7) << 1, dst_y, dst_ystride); |
| } else { |
| vp9_avg_mem16x16(ptr, pre_stride, dst_y, dst_ystride); |
| } |
| } |
| |
| void vp9_build_2nd_inter16x16_predictors_mbuv(MACROBLOCKD *xd, |
| uint8_t *dst_u, |
| uint8_t *dst_v, |
| int dst_uvstride) { |
| int offset; |
| uint8_t *uptr, *vptr; |
| |
| int_mv _16x16mv; |
| int mv_row; |
| int mv_col; |
| int omv_row, omv_col; |
| |
| int pre_stride = xd->block[0].pre_stride; |
| |
| _16x16mv.as_int = xd->mode_info_context->mbmi.mv[1].as_int; |
| |
| if (xd->mode_info_context->mbmi.need_to_clamp_secondmv) |
| clamp_mv_to_umv_border(&_16x16mv.as_mv, xd); |
| |
| mv_row = _16x16mv.as_mv.row; |
| mv_col = _16x16mv.as_mv.col; |
| |
| /* calc uv motion vectors */ |
| omv_row = mv_row; |
| omv_col = mv_col; |
| mv_row = (mv_row + (mv_row > 0)) >> 1; |
| mv_col = (mv_col + (mv_col > 0)) >> 1; |
| |
| mv_row &= xd->fullpixel_mask; |
| mv_col &= xd->fullpixel_mask; |
| |
| pre_stride >>= 1; |
| offset = (mv_row >> 3) * pre_stride + (mv_col >> 3); |
| uptr = xd->second_pre.u_buffer + offset; |
| vptr = xd->second_pre.v_buffer + offset; |
| |
| if ((omv_row | omv_col) & 15) { |
| xd->subpixel_predict_avg8x8(uptr, pre_stride, omv_col & 15, |
| omv_row & 15, dst_u, dst_uvstride); |
| xd->subpixel_predict_avg8x8(vptr, pre_stride, omv_col & 15, |
| omv_row & 15, dst_v, dst_uvstride); |
| } else { |
| vp9_avg_mem8x8(uptr, pre_stride, dst_u, dst_uvstride); |
| vp9_avg_mem8x8(vptr, pre_stride, dst_v, dst_uvstride); |
| } |
| } |
| |
| void vp9_build_2nd_inter16x16_predictors_mb(MACROBLOCKD *xd, |
| uint8_t *dst_y, |
| uint8_t *dst_u, |
| uint8_t *dst_v, |
| int dst_ystride, |
| int dst_uvstride) { |
| vp9_build_2nd_inter16x16_predictors_mby(xd, dst_y, dst_ystride); |
| vp9_build_2nd_inter16x16_predictors_mbuv(xd, dst_u, dst_v, dst_uvstride); |
| } |
| |
| static void build_inter4x4_predictors_mb(MACROBLOCKD *xd) { |
| int i; |
| MB_MODE_INFO * mbmi = &xd->mode_info_context->mbmi; |
| BLOCKD *blockd = xd->block; |
| |
| if (xd->mode_info_context->mbmi.partitioning != PARTITIONING_4X4) { |
| blockd[ 0].bmi = xd->mode_info_context->bmi[ 0]; |
| blockd[ 2].bmi = xd->mode_info_context->bmi[ 2]; |
| blockd[ 8].bmi = xd->mode_info_context->bmi[ 8]; |
| blockd[10].bmi = xd->mode_info_context->bmi[10]; |
| |
| if (mbmi->need_to_clamp_mvs) { |
| clamp_mv_to_umv_border(&blockd[ 0].bmi.as_mv.first.as_mv, xd); |
| clamp_mv_to_umv_border(&blockd[ 2].bmi.as_mv.first.as_mv, xd); |
| clamp_mv_to_umv_border(&blockd[ 8].bmi.as_mv.first.as_mv, xd); |
| clamp_mv_to_umv_border(&blockd[10].bmi.as_mv.first.as_mv, xd); |
| if (mbmi->second_ref_frame > 0) { |
| clamp_mv_to_umv_border(&blockd[ 0].bmi.as_mv.second.as_mv, xd); |
| clamp_mv_to_umv_border(&blockd[ 2].bmi.as_mv.second.as_mv, xd); |
| clamp_mv_to_umv_border(&blockd[ 8].bmi.as_mv.second.as_mv, xd); |
| clamp_mv_to_umv_border(&blockd[10].bmi.as_mv.second.as_mv, xd); |
| } |
| } |
| |
| |
| vp9_build_inter_predictors4b(xd, &blockd[ 0], 16); |
| vp9_build_inter_predictors4b(xd, &blockd[ 2], 16); |
| vp9_build_inter_predictors4b(xd, &blockd[ 8], 16); |
| vp9_build_inter_predictors4b(xd, &blockd[10], 16); |
| |
| if (mbmi->second_ref_frame > 0) { |
| vp9_build_2nd_inter_predictors4b(xd, &blockd[ 0], 16); |
| vp9_build_2nd_inter_predictors4b(xd, &blockd[ 2], 16); |
| vp9_build_2nd_inter_predictors4b(xd, &blockd[ 8], 16); |
| vp9_build_2nd_inter_predictors4b(xd, &blockd[10], 16); |
| } |
| } else { |
| for (i = 0; i < 16; i += 2) { |
| BLOCKD *d0 = &blockd[i]; |
| BLOCKD *d1 = &blockd[i + 1]; |
| |
| blockd[i + 0].bmi = xd->mode_info_context->bmi[i + 0]; |
| blockd[i + 1].bmi = xd->mode_info_context->bmi[i + 1]; |
| |
| if (mbmi->need_to_clamp_mvs) { |
| clamp_mv_to_umv_border(&blockd[i + 0].bmi.as_mv.first.as_mv, xd); |
| clamp_mv_to_umv_border(&blockd[i + 1].bmi.as_mv.first.as_mv, xd); |
| if (mbmi->second_ref_frame > 0) { |
| clamp_mv_to_umv_border(&blockd[i + 0].bmi.as_mv.second.as_mv, xd); |
| clamp_mv_to_umv_border(&blockd[i + 1].bmi.as_mv.second.as_mv, xd); |
| } |
| } |
| |
| if (d0->bmi.as_mv.first.as_int == d1->bmi.as_mv.first.as_int) |
| build_inter_predictors2b(xd, d0, 16); |
| else { |
| vp9_build_inter_predictors_b(d0, 16, xd->subpixel_predict4x4); |
| vp9_build_inter_predictors_b(d1, 16, xd->subpixel_predict4x4); |
| } |
| |
| if (mbmi->second_ref_frame > 0) { |
| vp9_build_2nd_inter_predictors_b(d0, 16, xd->subpixel_predict_avg4x4); |
| vp9_build_2nd_inter_predictors_b(d1, 16, xd->subpixel_predict_avg4x4); |
| } |
| } |
| } |
| |
| for (i = 16; i < 24; i += 2) { |
| BLOCKD *d0 = &blockd[i]; |
| BLOCKD *d1 = &blockd[i + 1]; |
| |
| if (d0->bmi.as_mv.first.as_int == d1->bmi.as_mv.first.as_int) |
| build_inter_predictors2b(xd, d0, 8); |
| else { |
| vp9_build_inter_predictors_b(d0, 8, xd->subpixel_predict4x4); |
| vp9_build_inter_predictors_b(d1, 8, xd->subpixel_predict4x4); |
| } |
| |
| if (mbmi->second_ref_frame > 0) { |
| vp9_build_2nd_inter_predictors_b(d0, 8, xd->subpixel_predict_avg4x4); |
| vp9_build_2nd_inter_predictors_b(d1, 8, xd->subpixel_predict_avg4x4); |
| } |
| } |
| } |
| |
| static |
| void build_4x4uvmvs(MACROBLOCKD *xd) { |
| int i, j; |
| BLOCKD *blockd = xd->block; |
| |
| for (i = 0; i < 2; i++) { |
| for (j = 0; j < 2; j++) { |
| int yoffset = i * 8 + j * 2; |
| int uoffset = 16 + i * 2 + j; |
| int voffset = 20 + i * 2 + j; |
| |
| int temp; |
| |
| temp = xd->mode_info_context->bmi[yoffset + 0].as_mv.first.as_mv.row |
| + xd->mode_info_context->bmi[yoffset + 1].as_mv.first.as_mv.row |
| + xd->mode_info_context->bmi[yoffset + 4].as_mv.first.as_mv.row |
| + xd->mode_info_context->bmi[yoffset + 5].as_mv.first.as_mv.row; |
| |
| if (temp < 0) temp -= 4; |
| else temp += 4; |
| |
| blockd[uoffset].bmi.as_mv.first.as_mv.row = (temp / 8) & |
| xd->fullpixel_mask; |
| |
| temp = xd->mode_info_context->bmi[yoffset + 0].as_mv.first.as_mv.col |
| + xd->mode_info_context->bmi[yoffset + 1].as_mv.first.as_mv.col |
| + xd->mode_info_context->bmi[yoffset + 4].as_mv.first.as_mv.col |
| + xd->mode_info_context->bmi[yoffset + 5].as_mv.first.as_mv.col; |
| |
| if (temp < 0) temp -= 4; |
| else temp += 4; |
| |
| blockd[uoffset].bmi.as_mv.first.as_mv.col = (temp / 8) & |
| xd->fullpixel_mask; |
| |
| // if (x->mode_info_context->mbmi.need_to_clamp_mvs) |
| clamp_uvmv_to_umv_border(&blockd[uoffset].bmi.as_mv.first.as_mv, xd); |
| |
| // if (x->mode_info_context->mbmi.need_to_clamp_mvs) |
| clamp_uvmv_to_umv_border(&blockd[uoffset].bmi.as_mv.first.as_mv, xd); |
| |
| blockd[voffset].bmi.as_mv.first.as_mv.row = |
| blockd[uoffset].bmi.as_mv.first.as_mv.row; |
| blockd[voffset].bmi.as_mv.first.as_mv.col = |
| blockd[uoffset].bmi.as_mv.first.as_mv.col; |
| |
| if (xd->mode_info_context->mbmi.second_ref_frame > 0) { |
| temp = xd->mode_info_context->bmi[yoffset + 0].as_mv.second.as_mv.row |
| + xd->mode_info_context->bmi[yoffset + 1].as_mv.second.as_mv.row |
| + xd->mode_info_context->bmi[yoffset + 4].as_mv.second.as_mv.row |
| + xd->mode_info_context->bmi[yoffset + 5].as_mv.second.as_mv.row; |
| |
| if (temp < 0) { |
| temp -= 4; |
| } else { |
| temp += 4; |
| } |
| |
| blockd[uoffset].bmi.as_mv.second.as_mv.row = (temp / 8) & |
| xd->fullpixel_mask; |
| |
| temp = xd->mode_info_context->bmi[yoffset + 0].as_mv.second.as_mv.col |
| + xd->mode_info_context->bmi[yoffset + 1].as_mv.second.as_mv.col |
| + xd->mode_info_context->bmi[yoffset + 4].as_mv.second.as_mv.col |
| + xd->mode_info_context->bmi[yoffset + 5].as_mv.second.as_mv.col; |
| |
| if (temp < 0) { |
| temp -= 4; |
| } else { |
| temp += 4; |
| } |
| |
| blockd[uoffset].bmi.as_mv.second.as_mv.col = (temp / 8) & |
| xd->fullpixel_mask; |
| |
| // if (mbmi->need_to_clamp_mvs) |
| clamp_uvmv_to_umv_border( |
| &blockd[uoffset].bmi.as_mv.second.as_mv, xd); |
| |
| // if (mbmi->need_to_clamp_mvs) |
| clamp_uvmv_to_umv_border( |
| &blockd[uoffset].bmi.as_mv.second.as_mv, xd); |
| |
| blockd[voffset].bmi.as_mv.second.as_mv.row = |
| blockd[uoffset].bmi.as_mv.second.as_mv.row; |
| blockd[voffset].bmi.as_mv.second.as_mv.col = |
| blockd[uoffset].bmi.as_mv.second.as_mv.col; |
| } |
| } |
| } |
| } |
| |
| void vp9_build_inter_predictors_mb(MACROBLOCKD *xd) { |
| if (xd->mode_info_context->mbmi.mode != SPLITMV) { |
| vp9_build_1st_inter16x16_predictors_mb(xd, xd->predictor, |
| &xd->predictor[256], |
| &xd->predictor[320], 16, 8); |
| |
| if (xd->mode_info_context->mbmi.second_ref_frame > 0) { |
| /* 256 = offset of U plane in Y+U+V buffer; |
| * 320 = offset of V plane in Y+U+V buffer. |
| * (256=16x16, 320=16x16+8x8). */ |
| vp9_build_2nd_inter16x16_predictors_mb(xd, xd->predictor, |
| &xd->predictor[256], |
| &xd->predictor[320], 16, 8); |
| } |
| #if CONFIG_COMP_INTERINTRA_PRED |
| else if (xd->mode_info_context->mbmi.second_ref_frame == INTRA_FRAME) { |
| vp9_build_interintra_16x16_predictors_mb(xd, xd->predictor, |
| &xd->predictor[256], |
| &xd->predictor[320], 16, 8); |
| } |
| #endif |
| } else { |
| build_4x4uvmvs(xd); |
| build_inter4x4_predictors_mb(xd); |
| } |
| } |