| sub vp9_common_forward_decls() { | |
| print <<EOF | |
| /* | |
| * VP9 | |
| */ | |
| #include "vpx/vpx_integer.h" | |
| #include "vp9/common/vp9_common.h" | |
| #include "vp9/common/vp9_enums.h" | |
| struct macroblockd; | |
| /* Encoder forward decls */ | |
| struct macroblock; | |
| struct vp9_variance_vtable; | |
| struct search_site_config; | |
| struct mv; | |
| union int_mv; | |
| struct yv12_buffer_config; | |
| EOF | |
| } | |
| forward_decls qw/vp9_common_forward_decls/; | |
| # x86inc.asm had specific constraints. break it out so it's easy to disable. | |
| # zero all the variables to avoid tricky else conditions. | |
| $mmx_x86inc = $sse_x86inc = $sse2_x86inc = $ssse3_x86inc = $avx_x86inc = | |
| $avx2_x86inc = ''; | |
| $mmx_x86_64_x86inc = $sse_x86_64_x86inc = $sse2_x86_64_x86inc = | |
| $ssse3_x86_64_x86inc = $avx_x86_64_x86inc = $avx2_x86_64_x86inc = ''; | |
| if (vpx_config("CONFIG_USE_X86INC") eq "yes") { | |
| $mmx_x86inc = 'mmx'; | |
| $sse_x86inc = 'sse'; | |
| $sse2_x86inc = 'sse2'; | |
| $ssse3_x86inc = 'ssse3'; | |
| $avx_x86inc = 'avx'; | |
| $avx2_x86inc = 'avx2'; | |
| if ($opts{arch} eq "x86_64") { | |
| $mmx_x86_64_x86inc = 'mmx'; | |
| $sse_x86_64_x86inc = 'sse'; | |
| $sse2_x86_64_x86inc = 'sse2'; | |
| $ssse3_x86_64_x86inc = 'ssse3'; | |
| $avx_x86_64_x86inc = 'avx'; | |
| $avx2_x86_64_x86inc = 'avx2'; | |
| } | |
| } | |
| # functions that are 64 bit only. | |
| $mmx_x86_64 = $sse2_x86_64 = $ssse3_x86_64 = $avx_x86_64 = $avx2_x86_64 = ''; | |
| if ($opts{arch} eq "x86_64") { | |
| $mmx_x86_64 = 'mmx'; | |
| $sse2_x86_64 = 'sse2'; | |
| $ssse3_x86_64 = 'ssse3'; | |
| $avx_x86_64 = 'avx'; | |
| $avx2_x86_64 = 'avx2'; | |
| } | |
| # | |
| # post proc | |
| # | |
| if (vpx_config("CONFIG_VP9_POSTPROC") eq "yes") { | |
| add_proto qw/void vp9_mbpost_proc_down/, "uint8_t *dst, int pitch, int rows, int cols, int flimit"; | |
| specialize qw/vp9_mbpost_proc_down sse2/; | |
| $vp9_mbpost_proc_down_sse2=vp9_mbpost_proc_down_xmm; | |
| add_proto qw/void vp9_mbpost_proc_across_ip/, "uint8_t *src, int pitch, int rows, int cols, int flimit"; | |
| specialize qw/vp9_mbpost_proc_across_ip sse2/; | |
| $vp9_mbpost_proc_across_ip_sse2=vp9_mbpost_proc_across_ip_xmm; | |
| add_proto qw/void vp9_post_proc_down_and_across/, "const uint8_t *src_ptr, uint8_t *dst_ptr, int src_pixels_per_line, int dst_pixels_per_line, int rows, int cols, int flimit"; | |
| specialize qw/vp9_post_proc_down_and_across sse2/; | |
| $vp9_post_proc_down_and_across_sse2=vp9_post_proc_down_and_across_xmm; | |
| add_proto qw/void vp9_plane_add_noise/, "uint8_t *Start, char *noise, char blackclamp[16], char whiteclamp[16], char bothclamp[16], unsigned int Width, unsigned int Height, int Pitch"; | |
| specialize qw/vp9_plane_add_noise sse2/; | |
| $vp9_plane_add_noise_sse2=vp9_plane_add_noise_wmt; | |
| add_proto qw/void vp9_filter_by_weight16x16/, "const uint8_t *src, int src_stride, uint8_t *dst, int dst_stride, int src_weight"; | |
| specialize qw/vp9_filter_by_weight16x16 sse2 msa/; | |
| add_proto qw/void vp9_filter_by_weight8x8/, "const uint8_t *src, int src_stride, uint8_t *dst, int dst_stride, int src_weight"; | |
| specialize qw/vp9_filter_by_weight8x8 sse2 msa/; | |
| } | |
| # | |
| # dct | |
| # | |
| if (vpx_config("CONFIG_VP9_HIGHBITDEPTH") eq "yes") { | |
| # Force C versions if CONFIG_EMULATE_HARDWARE is 1 | |
| if (vpx_config("CONFIG_EMULATE_HARDWARE") eq "yes") { | |
| add_proto qw/void vp9_iht4x4_16_add/, "const tran_low_t *input, uint8_t *dest, int dest_stride, int tx_type"; | |
| specialize qw/vp9_iht4x4_16_add/; | |
| add_proto qw/void vp9_iht8x8_64_add/, "const tran_low_t *input, uint8_t *dest, int dest_stride, int tx_type"; | |
| specialize qw/vp9_iht8x8_64_add/; | |
| add_proto qw/void vp9_iht16x16_256_add/, "const tran_low_t *input, uint8_t *output, int pitch, int tx_type"; | |
| specialize qw/vp9_iht16x16_256_add/; | |
| } else { | |
| add_proto qw/void vp9_iht4x4_16_add/, "const tran_low_t *input, uint8_t *dest, int dest_stride, int tx_type"; | |
| specialize qw/vp9_iht4x4_16_add sse2/; | |
| add_proto qw/void vp9_iht8x8_64_add/, "const tran_low_t *input, uint8_t *dest, int dest_stride, int tx_type"; | |
| specialize qw/vp9_iht8x8_64_add sse2/; | |
| add_proto qw/void vp9_iht16x16_256_add/, "const tran_low_t *input, uint8_t *output, int pitch, int tx_type"; | |
| specialize qw/vp9_iht16x16_256_add sse2/; | |
| } | |
| } else { | |
| # Force C versions if CONFIG_EMULATE_HARDWARE is 1 | |
| if (vpx_config("CONFIG_EMULATE_HARDWARE") eq "yes") { | |
| add_proto qw/void vp9_iht4x4_16_add/, "const tran_low_t *input, uint8_t *dest, int dest_stride, int tx_type"; | |
| specialize qw/vp9_iht4x4_16_add/; | |
| add_proto qw/void vp9_iht8x8_64_add/, "const tran_low_t *input, uint8_t *dest, int dest_stride, int tx_type"; | |
| specialize qw/vp9_iht8x8_64_add/; | |
| add_proto qw/void vp9_iht16x16_256_add/, "const tran_low_t *input, uint8_t *output, int pitch, int tx_type"; | |
| specialize qw/vp9_iht16x16_256_add/; | |
| } else { | |
| add_proto qw/void vp9_iht4x4_16_add/, "const tran_low_t *input, uint8_t *dest, int dest_stride, int tx_type"; | |
| specialize qw/vp9_iht4x4_16_add sse2 neon dspr2 msa/; | |
| add_proto qw/void vp9_iht8x8_64_add/, "const tran_low_t *input, uint8_t *dest, int dest_stride, int tx_type"; | |
| specialize qw/vp9_iht8x8_64_add sse2 neon dspr2 msa/; | |
| add_proto qw/void vp9_iht16x16_256_add/, "const tran_low_t *input, uint8_t *output, int pitch, int tx_type"; | |
| specialize qw/vp9_iht16x16_256_add sse2 dspr2 msa/; | |
| } | |
| } | |
| # High bitdepth functions | |
| if (vpx_config("CONFIG_VP9_HIGHBITDEPTH") eq "yes") { | |
| # | |
| # Sub Pixel Filters | |
| # | |
| add_proto qw/void vp9_highbd_convolve_copy/, "const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h, int bps"; | |
| specialize qw/vp9_highbd_convolve_copy/; | |
| add_proto qw/void vp9_highbd_convolve_avg/, "const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h, int bps"; | |
| specialize qw/vp9_highbd_convolve_avg/; | |
| add_proto qw/void vp9_highbd_convolve8/, "const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h, int bps"; | |
| specialize qw/vp9_highbd_convolve8/, "$sse2_x86_64"; | |
| add_proto qw/void vp9_highbd_convolve8_horiz/, "const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h, int bps"; | |
| specialize qw/vp9_highbd_convolve8_horiz/, "$sse2_x86_64"; | |
| add_proto qw/void vp9_highbd_convolve8_vert/, "const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h, int bps"; | |
| specialize qw/vp9_highbd_convolve8_vert/, "$sse2_x86_64"; | |
| add_proto qw/void vp9_highbd_convolve8_avg/, "const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h, int bps"; | |
| specialize qw/vp9_highbd_convolve8_avg/, "$sse2_x86_64"; | |
| add_proto qw/void vp9_highbd_convolve8_avg_horiz/, "const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h, int bps"; | |
| specialize qw/vp9_highbd_convolve8_avg_horiz/, "$sse2_x86_64"; | |
| add_proto qw/void vp9_highbd_convolve8_avg_vert/, "const uint8_t *src, ptrdiff_t src_stride, uint8_t *dst, ptrdiff_t dst_stride, const int16_t *filter_x, int x_step_q4, const int16_t *filter_y, int y_step_q4, int w, int h, int bps"; | |
| specialize qw/vp9_highbd_convolve8_avg_vert/, "$sse2_x86_64"; | |
| # | |
| # post proc | |
| # | |
| if (vpx_config("CONFIG_VP9_POSTPROC") eq "yes") { | |
| add_proto qw/void vp9_highbd_mbpost_proc_down/, "uint16_t *dst, int pitch, int rows, int cols, int flimit"; | |
| specialize qw/vp9_highbd_mbpost_proc_down/; | |
| add_proto qw/void vp9_highbd_mbpost_proc_across_ip/, "uint16_t *src, int pitch, int rows, int cols, int flimit"; | |
| specialize qw/vp9_highbd_mbpost_proc_across_ip/; | |
| add_proto qw/void vp9_highbd_post_proc_down_and_across/, "const uint16_t *src_ptr, uint16_t *dst_ptr, int src_pixels_per_line, int dst_pixels_per_line, int rows, int cols, int flimit"; | |
| specialize qw/vp9_highbd_post_proc_down_and_across/; | |
| add_proto qw/void vp9_highbd_plane_add_noise/, "uint8_t *Start, char *noise, char blackclamp[16], char whiteclamp[16], char bothclamp[16], unsigned int Width, unsigned int Height, int Pitch"; | |
| specialize qw/vp9_highbd_plane_add_noise/; | |
| } | |
| # | |
| # dct | |
| # | |
| # Note as optimized versions of these functions are added we need to add a check to ensure | |
| # that when CONFIG_EMULATE_HARDWARE is on, it defaults to the C versions only. | |
| add_proto qw/void vp9_highbd_iht4x4_16_add/, "const tran_low_t *input, uint8_t *dest, int dest_stride, int tx_type, int bd"; | |
| specialize qw/vp9_highbd_iht4x4_16_add/; | |
| add_proto qw/void vp9_highbd_iht8x8_64_add/, "const tran_low_t *input, uint8_t *dest, int dest_stride, int tx_type, int bd"; | |
| specialize qw/vp9_highbd_iht8x8_64_add/; | |
| add_proto qw/void vp9_highbd_iht16x16_256_add/, "const tran_low_t *input, uint8_t *output, int pitch, int tx_type, int bd"; | |
| specialize qw/vp9_highbd_iht16x16_256_add/; | |
| } | |
| # | |
| # Encoder functions below this point. | |
| # | |
| if (vpx_config("CONFIG_VP9_ENCODER") eq "yes") { | |
| # ENCODEMB INVOKE | |
| # | |
| # Denoiser | |
| # | |
| if (vpx_config("CONFIG_VP9_TEMPORAL_DENOISING") eq "yes") { | |
| add_proto qw/int vp9_denoiser_filter/, "const uint8_t *sig, int sig_stride, const uint8_t *mc_avg, int mc_avg_stride, uint8_t *avg, int avg_stride, int increase_denoising, BLOCK_SIZE bs, int motion_magnitude"; | |
| specialize qw/vp9_denoiser_filter sse2/; | |
| } | |
| if (vpx_config("CONFIG_VP9_HIGHBITDEPTH") eq "yes") { | |
| add_proto qw/int64_t vp9_block_error/, "const tran_low_t *coeff, const tran_low_t *dqcoeff, intptr_t block_size, int64_t *ssz"; | |
| specialize qw/vp9_block_error/; | |
| add_proto qw/int64_t vp9_highbd_block_error/, "const tran_low_t *coeff, const tran_low_t *dqcoeff, intptr_t block_size, int64_t *ssz, int bd"; | |
| specialize qw/vp9_highbd_block_error/, "$sse2_x86inc"; | |
| add_proto qw/int64_t vp9_highbd_block_error_8bit/, "const tran_low_t *coeff, const tran_low_t *dqcoeff, intptr_t block_size, int64_t *ssz"; | |
| specialize qw/vp9_highbd_block_error_8bit/, "$sse2_x86inc", "$avx_x86inc"; | |
| add_proto qw/void vp9_quantize_fp/, "const tran_low_t *coeff_ptr, intptr_t n_coeffs, int skip_block, const int16_t *zbin_ptr, const int16_t *round_ptr, const int16_t *quant_ptr, const int16_t *quant_shift_ptr, tran_low_t *qcoeff_ptr, tran_low_t *dqcoeff_ptr, const int16_t *dequant_ptr, uint16_t *eob_ptr, const int16_t *scan, const int16_t *iscan"; | |
| specialize qw/vp9_quantize_fp/; | |
| add_proto qw/void vp9_quantize_fp_32x32/, "const tran_low_t *coeff_ptr, intptr_t n_coeffs, int skip_block, const int16_t *zbin_ptr, const int16_t *round_ptr, const int16_t *quant_ptr, const int16_t *quant_shift_ptr, tran_low_t *qcoeff_ptr, tran_low_t *dqcoeff_ptr, const int16_t *dequant_ptr, uint16_t *eob_ptr, const int16_t *scan, const int16_t *iscan"; | |
| specialize qw/vp9_quantize_fp_32x32/; | |
| add_proto qw/void vp9_fdct8x8_quant/, "const int16_t *input, int stride, tran_low_t *coeff_ptr, intptr_t n_coeffs, int skip_block, const int16_t *zbin_ptr, const int16_t *round_ptr, const int16_t *quant_ptr, const int16_t *quant_shift_ptr, tran_low_t *qcoeff_ptr, tran_low_t *dqcoeff_ptr, const int16_t *dequant_ptr, uint16_t *eob_ptr, const int16_t *scan, const int16_t *iscan"; | |
| specialize qw/vp9_fdct8x8_quant/; | |
| } else { | |
| add_proto qw/int64_t vp9_block_error/, "const tran_low_t *coeff, const tran_low_t *dqcoeff, intptr_t block_size, int64_t *ssz"; | |
| specialize qw/vp9_block_error avx2 msa/, "$sse2_x86inc"; | |
| add_proto qw/int64_t vp9_block_error_fp/, "const int16_t *coeff, const int16_t *dqcoeff, int block_size"; | |
| specialize qw/vp9_block_error_fp neon/, "$sse2_x86inc"; | |
| add_proto qw/void vp9_quantize_fp/, "const tran_low_t *coeff_ptr, intptr_t n_coeffs, int skip_block, const int16_t *zbin_ptr, const int16_t *round_ptr, const int16_t *quant_ptr, const int16_t *quant_shift_ptr, tran_low_t *qcoeff_ptr, tran_low_t *dqcoeff_ptr, const int16_t *dequant_ptr, uint16_t *eob_ptr, const int16_t *scan, const int16_t *iscan"; | |
| specialize qw/vp9_quantize_fp neon sse2/, "$ssse3_x86_64_x86inc"; | |
| add_proto qw/void vp9_quantize_fp_32x32/, "const tran_low_t *coeff_ptr, intptr_t n_coeffs, int skip_block, const int16_t *zbin_ptr, const int16_t *round_ptr, const int16_t *quant_ptr, const int16_t *quant_shift_ptr, tran_low_t *qcoeff_ptr, tran_low_t *dqcoeff_ptr, const int16_t *dequant_ptr, uint16_t *eob_ptr, const int16_t *scan, const int16_t *iscan"; | |
| specialize qw/vp9_quantize_fp_32x32/, "$ssse3_x86_64_x86inc"; | |
| add_proto qw/void vp9_fdct8x8_quant/, "const int16_t *input, int stride, tran_low_t *coeff_ptr, intptr_t n_coeffs, int skip_block, const int16_t *zbin_ptr, const int16_t *round_ptr, const int16_t *quant_ptr, const int16_t *quant_shift_ptr, tran_low_t *qcoeff_ptr, tran_low_t *dqcoeff_ptr, const int16_t *dequant_ptr, uint16_t *eob_ptr, const int16_t *scan, const int16_t *iscan"; | |
| specialize qw/vp9_fdct8x8_quant sse2 ssse3 neon/; | |
| } | |
| # fdct functions | |
| if (vpx_config("CONFIG_VP9_HIGHBITDEPTH") eq "yes") { | |
| add_proto qw/void vp9_fht4x4/, "const int16_t *input, tran_low_t *output, int stride, int tx_type"; | |
| specialize qw/vp9_fht4x4 sse2/; | |
| add_proto qw/void vp9_fht8x8/, "const int16_t *input, tran_low_t *output, int stride, int tx_type"; | |
| specialize qw/vp9_fht8x8 sse2/; | |
| add_proto qw/void vp9_fht16x16/, "const int16_t *input, tran_low_t *output, int stride, int tx_type"; | |
| specialize qw/vp9_fht16x16 sse2/; | |
| add_proto qw/void vp9_fwht4x4/, "const int16_t *input, tran_low_t *output, int stride"; | |
| specialize qw/vp9_fwht4x4/, "$mmx_x86inc"; | |
| } else { | |
| add_proto qw/void vp9_fht4x4/, "const int16_t *input, tran_low_t *output, int stride, int tx_type"; | |
| specialize qw/vp9_fht4x4 sse2 msa/; | |
| add_proto qw/void vp9_fht8x8/, "const int16_t *input, tran_low_t *output, int stride, int tx_type"; | |
| specialize qw/vp9_fht8x8 sse2 msa/; | |
| add_proto qw/void vp9_fht16x16/, "const int16_t *input, tran_low_t *output, int stride, int tx_type"; | |
| specialize qw/vp9_fht16x16 sse2 msa/; | |
| add_proto qw/void vp9_fwht4x4/, "const int16_t *input, tran_low_t *output, int stride"; | |
| specialize qw/vp9_fwht4x4 msa/, "$mmx_x86inc"; | |
| } | |
| # | |
| # Motion search | |
| # | |
| add_proto qw/int vp9_full_search_sad/, "const struct macroblock *x, const struct mv *ref_mv, int sad_per_bit, int distance, const struct vp9_variance_vtable *fn_ptr, const struct mv *center_mv, struct mv *best_mv"; | |
| specialize qw/vp9_full_search_sad sse3 sse4_1/; | |
| $vp9_full_search_sad_sse3=vp9_full_search_sadx3; | |
| $vp9_full_search_sad_sse4_1=vp9_full_search_sadx8; | |
| add_proto qw/int vp9_diamond_search_sad/, "const struct macroblock *x, const struct search_site_config *cfg, struct mv *ref_mv, struct mv *best_mv, int search_param, int sad_per_bit, int *num00, const struct vp9_variance_vtable *fn_ptr, const struct mv *center_mv"; | |
| specialize qw/vp9_diamond_search_sad/; | |
| add_proto qw/void vp9_temporal_filter_apply/, "uint8_t *frame1, unsigned int stride, uint8_t *frame2, unsigned int block_width, unsigned int block_height, int strength, int filter_weight, unsigned int *accumulator, uint16_t *count"; | |
| specialize qw/vp9_temporal_filter_apply sse2 msa/; | |
| if (vpx_config("CONFIG_VP9_HIGHBITDEPTH") eq "yes") { | |
| # ENCODEMB INVOKE | |
| add_proto qw/void vp9_highbd_quantize_fp/, "const tran_low_t *coeff_ptr, intptr_t n_coeffs, int skip_block, const int16_t *zbin_ptr, const int16_t *round_ptr, const int16_t *quant_ptr, const int16_t *quant_shift_ptr, tran_low_t *qcoeff_ptr, tran_low_t *dqcoeff_ptr, const int16_t *dequant_ptr, uint16_t *eob_ptr, const int16_t *scan, const int16_t *iscan"; | |
| specialize qw/vp9_highbd_quantize_fp/; | |
| add_proto qw/void vp9_highbd_quantize_fp_32x32/, "const tran_low_t *coeff_ptr, intptr_t n_coeffs, int skip_block, const int16_t *zbin_ptr, const int16_t *round_ptr, const int16_t *quant_ptr, const int16_t *quant_shift_ptr, tran_low_t *qcoeff_ptr, tran_low_t *dqcoeff_ptr, const int16_t *dequant_ptr, uint16_t *eob_ptr, const int16_t *scan, const int16_t *iscan"; | |
| specialize qw/vp9_highbd_quantize_fp_32x32/; | |
| # fdct functions | |
| add_proto qw/void vp9_highbd_fht4x4/, "const int16_t *input, tran_low_t *output, int stride, int tx_type"; | |
| specialize qw/vp9_highbd_fht4x4/; | |
| add_proto qw/void vp9_highbd_fht8x8/, "const int16_t *input, tran_low_t *output, int stride, int tx_type"; | |
| specialize qw/vp9_highbd_fht8x8/; | |
| add_proto qw/void vp9_highbd_fht16x16/, "const int16_t *input, tran_low_t *output, int stride, int tx_type"; | |
| specialize qw/vp9_highbd_fht16x16/; | |
| add_proto qw/void vp9_highbd_fwht4x4/, "const int16_t *input, tran_low_t *output, int stride"; | |
| specialize qw/vp9_highbd_fwht4x4/; | |
| add_proto qw/void vp9_highbd_temporal_filter_apply/, "uint8_t *frame1, unsigned int stride, uint8_t *frame2, unsigned int block_width, unsigned int block_height, int strength, int filter_weight, unsigned int *accumulator, uint16_t *count"; | |
| specialize qw/vp9_highbd_temporal_filter_apply/; | |
| } | |
| # End vp9_high encoder functions | |
| # | |
| # frame based scale | |
| # | |
| if (vpx_config("CONFIG_VP9_HIGHBITDEPTH") eq "yes") { | |
| } else { | |
| add_proto qw/void vp9_scale_and_extend_frame/, "const struct yv12_buffer_config *src, struct yv12_buffer_config *dst"; | |
| specialize qw/vp9_scale_and_extend_frame ssse3/; | |
| } | |
| } | |
| # end encoder functions | |
| 1; |