| /* | |
| * Copyright 2015 The LibYuv Project Authors. All rights reserved. | |
| * | |
| * Use of this source code is governed by a BSD-style license | |
| * that can be found in the LICENSE file in the root of the source | |
| * tree. An additional intellectual property rights grant can be found | |
| * in the file PATENTS. All contributing project authors may | |
| * be found in the AUTHORS file in the root of the source tree. | |
| */ | |
| #include <string.h> // For memset/memcpy | |
| #include "libyuv/scale.h" | |
| #include "libyuv/scale_row.h" | |
| #include "libyuv/basic_types.h" | |
| #ifdef __cplusplus | |
| namespace libyuv { | |
| extern "C" { | |
| #endif | |
| // Fixed scale down. | |
| // Mask may be non-power of 2, so use MOD | |
| #define SDANY(NAMEANY, SCALEROWDOWN_SIMD, SCALEROWDOWN_C, FACTOR, BPP, MASK) \ | |
| void NAMEANY(const uint8_t* src_ptr, ptrdiff_t src_stride, uint8_t* dst_ptr, \ | |
| int dst_width) { \ | |
| int r = (int)((unsigned int)dst_width % (MASK + 1)); /* NOLINT */ \ | |
| int n = dst_width - r; \ | |
| if (n > 0) { \ | |
| SCALEROWDOWN_SIMD(src_ptr, src_stride, dst_ptr, n); \ | |
| } \ | |
| SCALEROWDOWN_C(src_ptr + (n * FACTOR) * BPP, src_stride, \ | |
| dst_ptr + n * BPP, r); \ | |
| } | |
| // Fixed scale down for odd source width. Used by I420Blend subsampling. | |
| // Since dst_width is (width + 1) / 2, this function scales one less pixel | |
| // and copies the last pixel. | |
| #define SDODD(NAMEANY, SCALEROWDOWN_SIMD, SCALEROWDOWN_C, FACTOR, BPP, MASK) \ | |
| void NAMEANY(const uint8_t* src_ptr, ptrdiff_t src_stride, uint8_t* dst_ptr, \ | |
| int dst_width) { \ | |
| int r = (int)((unsigned int)(dst_width - 1) % (MASK + 1)); /* NOLINT */ \ | |
| int n = (dst_width - 1) - r; \ | |
| if (n > 0) { \ | |
| SCALEROWDOWN_SIMD(src_ptr, src_stride, dst_ptr, n); \ | |
| } \ | |
| SCALEROWDOWN_C(src_ptr + (n * FACTOR) * BPP, src_stride, \ | |
| dst_ptr + n * BPP, r + 1); \ | |
| } | |
| #ifdef HAS_SCALEROWDOWN2_SSSE3 | |
| SDANY(ScaleRowDown2_Any_SSSE3, ScaleRowDown2_SSSE3, ScaleRowDown2_C, 2, 1, 15) | |
| SDANY(ScaleRowDown2Linear_Any_SSSE3, | |
| ScaleRowDown2Linear_SSSE3, | |
| ScaleRowDown2Linear_C, | |
| 2, | |
| 1, | |
| 15) | |
| SDANY(ScaleRowDown2Box_Any_SSSE3, | |
| ScaleRowDown2Box_SSSE3, | |
| ScaleRowDown2Box_C, | |
| 2, | |
| 1, | |
| 15) | |
| SDODD(ScaleRowDown2Box_Odd_SSSE3, | |
| ScaleRowDown2Box_SSSE3, | |
| ScaleRowDown2Box_Odd_C, | |
| 2, | |
| 1, | |
| 15) | |
| #endif | |
| #ifdef HAS_SCALEUVROWDOWN2BOX_SSSE3 | |
| SDANY(ScaleUVRowDown2Box_Any_SSSE3, | |
| ScaleUVRowDown2Box_SSSE3, | |
| ScaleUVRowDown2Box_C, | |
| 2, | |
| 2, | |
| 4) | |
| #endif | |
| #ifdef HAS_SCALEUVROWDOWN2BOX_AVX2 | |
| SDANY(ScaleUVRowDown2Box_Any_AVX2, | |
| ScaleUVRowDown2Box_AVX2, | |
| ScaleUVRowDown2Box_C, | |
| 2, | |
| 2, | |
| 8) | |
| #endif | |
| #ifdef HAS_SCALEROWDOWN2_AVX2 | |
| SDANY(ScaleRowDown2_Any_AVX2, ScaleRowDown2_AVX2, ScaleRowDown2_C, 2, 1, 31) | |
| SDANY(ScaleRowDown2Linear_Any_AVX2, | |
| ScaleRowDown2Linear_AVX2, | |
| ScaleRowDown2Linear_C, | |
| 2, | |
| 1, | |
| 31) | |
| SDANY(ScaleRowDown2Box_Any_AVX2, | |
| ScaleRowDown2Box_AVX2, | |
| ScaleRowDown2Box_C, | |
| 2, | |
| 1, | |
| 31) | |
| SDODD(ScaleRowDown2Box_Odd_AVX2, | |
| ScaleRowDown2Box_AVX2, | |
| ScaleRowDown2Box_Odd_C, | |
| 2, | |
| 1, | |
| 31) | |
| #endif | |
| #ifdef HAS_SCALEROWDOWN2_NEON | |
| SDANY(ScaleRowDown2_Any_NEON, ScaleRowDown2_NEON, ScaleRowDown2_C, 2, 1, 15) | |
| SDANY(ScaleRowDown2Linear_Any_NEON, | |
| ScaleRowDown2Linear_NEON, | |
| ScaleRowDown2Linear_C, | |
| 2, | |
| 1, | |
| 15) | |
| SDANY(ScaleRowDown2Box_Any_NEON, | |
| ScaleRowDown2Box_NEON, | |
| ScaleRowDown2Box_C, | |
| 2, | |
| 1, | |
| 15) | |
| SDODD(ScaleRowDown2Box_Odd_NEON, | |
| ScaleRowDown2Box_NEON, | |
| ScaleRowDown2Box_Odd_C, | |
| 2, | |
| 1, | |
| 15) | |
| #endif | |
| #ifdef HAS_SCALEUVROWDOWN2BOX_NEON | |
| SDANY(ScaleUVRowDown2Box_Any_NEON, | |
| ScaleUVRowDown2Box_NEON, | |
| ScaleUVRowDown2Box_C, | |
| 2, | |
| 2, | |
| 8) | |
| #endif | |
| #ifdef HAS_SCALEROWDOWN2_MSA | |
| SDANY(ScaleRowDown2_Any_MSA, ScaleRowDown2_MSA, ScaleRowDown2_C, 2, 1, 31) | |
| SDANY(ScaleRowDown2Linear_Any_MSA, | |
| ScaleRowDown2Linear_MSA, | |
| ScaleRowDown2Linear_C, | |
| 2, | |
| 1, | |
| 31) | |
| SDANY(ScaleRowDown2Box_Any_MSA, | |
| ScaleRowDown2Box_MSA, | |
| ScaleRowDown2Box_C, | |
| 2, | |
| 1, | |
| 31) | |
| #endif | |
| #ifdef HAS_SCALEROWDOWN2_MMI | |
| SDANY(ScaleRowDown2_Any_MMI, ScaleRowDown2_MMI, ScaleRowDown2_C, 2, 1, 7) | |
| SDANY(ScaleRowDown2Linear_Any_MMI, | |
| ScaleRowDown2Linear_MMI, | |
| ScaleRowDown2Linear_C, | |
| 2, | |
| 1, | |
| 7) | |
| SDANY(ScaleRowDown2Box_Any_MMI, | |
| ScaleRowDown2Box_MMI, | |
| ScaleRowDown2Box_C, | |
| 2, | |
| 1, | |
| 7) | |
| SDODD(ScaleRowDown2Box_Odd_MMI, | |
| ScaleRowDown2Box_MMI, | |
| ScaleRowDown2Box_Odd_C, | |
| 2, | |
| 1, | |
| 7) | |
| #endif | |
| #ifdef HAS_SCALEROWDOWN4_SSSE3 | |
| SDANY(ScaleRowDown4_Any_SSSE3, ScaleRowDown4_SSSE3, ScaleRowDown4_C, 4, 1, 7) | |
| SDANY(ScaleRowDown4Box_Any_SSSE3, | |
| ScaleRowDown4Box_SSSE3, | |
| ScaleRowDown4Box_C, | |
| 4, | |
| 1, | |
| 7) | |
| #endif | |
| #ifdef HAS_SCALEROWDOWN4_AVX2 | |
| SDANY(ScaleRowDown4_Any_AVX2, ScaleRowDown4_AVX2, ScaleRowDown4_C, 4, 1, 15) | |
| SDANY(ScaleRowDown4Box_Any_AVX2, | |
| ScaleRowDown4Box_AVX2, | |
| ScaleRowDown4Box_C, | |
| 4, | |
| 1, | |
| 15) | |
| #endif | |
| #ifdef HAS_SCALEROWDOWN4_NEON | |
| SDANY(ScaleRowDown4_Any_NEON, ScaleRowDown4_NEON, ScaleRowDown4_C, 4, 1, 7) | |
| SDANY(ScaleRowDown4Box_Any_NEON, | |
| ScaleRowDown4Box_NEON, | |
| ScaleRowDown4Box_C, | |
| 4, | |
| 1, | |
| 7) | |
| #endif | |
| #ifdef HAS_SCALEROWDOWN4_MSA | |
| SDANY(ScaleRowDown4_Any_MSA, ScaleRowDown4_MSA, ScaleRowDown4_C, 4, 1, 15) | |
| SDANY(ScaleRowDown4Box_Any_MSA, | |
| ScaleRowDown4Box_MSA, | |
| ScaleRowDown4Box_C, | |
| 4, | |
| 1, | |
| 15) | |
| #endif | |
| #ifdef HAS_SCALEROWDOWN4_MMI | |
| SDANY(ScaleRowDown4_Any_MMI, ScaleRowDown4_MMI, ScaleRowDown4_C, 4, 1, 7) | |
| SDANY(ScaleRowDown4Box_Any_MMI, | |
| ScaleRowDown4Box_MMI, | |
| ScaleRowDown4Box_C, | |
| 4, | |
| 1, | |
| 7) | |
| #endif | |
| #ifdef HAS_SCALEROWDOWN34_SSSE3 | |
| SDANY(ScaleRowDown34_Any_SSSE3, | |
| ScaleRowDown34_SSSE3, | |
| ScaleRowDown34_C, | |
| 4 / 3, | |
| 1, | |
| 23) | |
| SDANY(ScaleRowDown34_0_Box_Any_SSSE3, | |
| ScaleRowDown34_0_Box_SSSE3, | |
| ScaleRowDown34_0_Box_C, | |
| 4 / 3, | |
| 1, | |
| 23) | |
| SDANY(ScaleRowDown34_1_Box_Any_SSSE3, | |
| ScaleRowDown34_1_Box_SSSE3, | |
| ScaleRowDown34_1_Box_C, | |
| 4 / 3, | |
| 1, | |
| 23) | |
| #endif | |
| #ifdef HAS_SCALEROWDOWN34_NEON | |
| SDANY(ScaleRowDown34_Any_NEON, | |
| ScaleRowDown34_NEON, | |
| ScaleRowDown34_C, | |
| 4 / 3, | |
| 1, | |
| 23) | |
| SDANY(ScaleRowDown34_0_Box_Any_NEON, | |
| ScaleRowDown34_0_Box_NEON, | |
| ScaleRowDown34_0_Box_C, | |
| 4 / 3, | |
| 1, | |
| 23) | |
| SDANY(ScaleRowDown34_1_Box_Any_NEON, | |
| ScaleRowDown34_1_Box_NEON, | |
| ScaleRowDown34_1_Box_C, | |
| 4 / 3, | |
| 1, | |
| 23) | |
| #endif | |
| #ifdef HAS_SCALEROWDOWN34_MSA | |
| SDANY(ScaleRowDown34_Any_MSA, | |
| ScaleRowDown34_MSA, | |
| ScaleRowDown34_C, | |
| 4 / 3, | |
| 1, | |
| 47) | |
| SDANY(ScaleRowDown34_0_Box_Any_MSA, | |
| ScaleRowDown34_0_Box_MSA, | |
| ScaleRowDown34_0_Box_C, | |
| 4 / 3, | |
| 1, | |
| 47) | |
| SDANY(ScaleRowDown34_1_Box_Any_MSA, | |
| ScaleRowDown34_1_Box_MSA, | |
| ScaleRowDown34_1_Box_C, | |
| 4 / 3, | |
| 1, | |
| 47) | |
| #endif | |
| #ifdef HAS_SCALEROWDOWN34_MMI | |
| SDANY(ScaleRowDown34_Any_MMI, | |
| ScaleRowDown34_MMI, | |
| ScaleRowDown34_C, | |
| 4 / 3, | |
| 1, | |
| 23) | |
| #endif | |
| #ifdef HAS_SCALEROWDOWN38_SSSE3 | |
| SDANY(ScaleRowDown38_Any_SSSE3, | |
| ScaleRowDown38_SSSE3, | |
| ScaleRowDown38_C, | |
| 8 / 3, | |
| 1, | |
| 11) | |
| SDANY(ScaleRowDown38_3_Box_Any_SSSE3, | |
| ScaleRowDown38_3_Box_SSSE3, | |
| ScaleRowDown38_3_Box_C, | |
| 8 / 3, | |
| 1, | |
| 5) | |
| SDANY(ScaleRowDown38_2_Box_Any_SSSE3, | |
| ScaleRowDown38_2_Box_SSSE3, | |
| ScaleRowDown38_2_Box_C, | |
| 8 / 3, | |
| 1, | |
| 5) | |
| #endif | |
| #ifdef HAS_SCALEROWDOWN38_NEON | |
| SDANY(ScaleRowDown38_Any_NEON, | |
| ScaleRowDown38_NEON, | |
| ScaleRowDown38_C, | |
| 8 / 3, | |
| 1, | |
| 11) | |
| SDANY(ScaleRowDown38_3_Box_Any_NEON, | |
| ScaleRowDown38_3_Box_NEON, | |
| ScaleRowDown38_3_Box_C, | |
| 8 / 3, | |
| 1, | |
| 11) | |
| SDANY(ScaleRowDown38_2_Box_Any_NEON, | |
| ScaleRowDown38_2_Box_NEON, | |
| ScaleRowDown38_2_Box_C, | |
| 8 / 3, | |
| 1, | |
| 11) | |
| #endif | |
| #ifdef HAS_SCALEROWDOWN38_MSA | |
| SDANY(ScaleRowDown38_Any_MSA, | |
| ScaleRowDown38_MSA, | |
| ScaleRowDown38_C, | |
| 8 / 3, | |
| 1, | |
| 11) | |
| SDANY(ScaleRowDown38_3_Box_Any_MSA, | |
| ScaleRowDown38_3_Box_MSA, | |
| ScaleRowDown38_3_Box_C, | |
| 8 / 3, | |
| 1, | |
| 11) | |
| SDANY(ScaleRowDown38_2_Box_Any_MSA, | |
| ScaleRowDown38_2_Box_MSA, | |
| ScaleRowDown38_2_Box_C, | |
| 8 / 3, | |
| 1, | |
| 11) | |
| #endif | |
| #ifdef HAS_SCALEARGBROWDOWN2_SSE2 | |
| SDANY(ScaleARGBRowDown2_Any_SSE2, | |
| ScaleARGBRowDown2_SSE2, | |
| ScaleARGBRowDown2_C, | |
| 2, | |
| 4, | |
| 3) | |
| SDANY(ScaleARGBRowDown2Linear_Any_SSE2, | |
| ScaleARGBRowDown2Linear_SSE2, | |
| ScaleARGBRowDown2Linear_C, | |
| 2, | |
| 4, | |
| 3) | |
| SDANY(ScaleARGBRowDown2Box_Any_SSE2, | |
| ScaleARGBRowDown2Box_SSE2, | |
| ScaleARGBRowDown2Box_C, | |
| 2, | |
| 4, | |
| 3) | |
| #endif | |
| #ifdef HAS_SCALEARGBROWDOWN2_NEON | |
| SDANY(ScaleARGBRowDown2_Any_NEON, | |
| ScaleARGBRowDown2_NEON, | |
| ScaleARGBRowDown2_C, | |
| 2, | |
| 4, | |
| 7) | |
| SDANY(ScaleARGBRowDown2Linear_Any_NEON, | |
| ScaleARGBRowDown2Linear_NEON, | |
| ScaleARGBRowDown2Linear_C, | |
| 2, | |
| 4, | |
| 7) | |
| SDANY(ScaleARGBRowDown2Box_Any_NEON, | |
| ScaleARGBRowDown2Box_NEON, | |
| ScaleARGBRowDown2Box_C, | |
| 2, | |
| 4, | |
| 7) | |
| #endif | |
| #ifdef HAS_SCALEARGBROWDOWN2_MSA | |
| SDANY(ScaleARGBRowDown2_Any_MSA, | |
| ScaleARGBRowDown2_MSA, | |
| ScaleARGBRowDown2_C, | |
| 2, | |
| 4, | |
| 3) | |
| SDANY(ScaleARGBRowDown2Linear_Any_MSA, | |
| ScaleARGBRowDown2Linear_MSA, | |
| ScaleARGBRowDown2Linear_C, | |
| 2, | |
| 4, | |
| 3) | |
| SDANY(ScaleARGBRowDown2Box_Any_MSA, | |
| ScaleARGBRowDown2Box_MSA, | |
| ScaleARGBRowDown2Box_C, | |
| 2, | |
| 4, | |
| 3) | |
| #endif | |
| #ifdef HAS_SCALEARGBROWDOWN2_MMI | |
| SDANY(ScaleARGBRowDown2_Any_MMI, | |
| ScaleARGBRowDown2_MMI, | |
| ScaleARGBRowDown2_C, | |
| 2, | |
| 4, | |
| 1) | |
| SDANY(ScaleARGBRowDown2Linear_Any_MMI, | |
| ScaleARGBRowDown2Linear_MMI, | |
| ScaleARGBRowDown2Linear_C, | |
| 2, | |
| 4, | |
| 1) | |
| SDANY(ScaleARGBRowDown2Box_Any_MMI, | |
| ScaleARGBRowDown2Box_MMI, | |
| ScaleARGBRowDown2Box_C, | |
| 2, | |
| 4, | |
| 1) | |
| #endif | |
| #undef SDANY | |
| // Scale down by even scale factor. | |
| #define SDAANY(NAMEANY, SCALEROWDOWN_SIMD, SCALEROWDOWN_C, BPP, MASK) \ | |
| void NAMEANY(const uint8_t* src_ptr, ptrdiff_t src_stride, int src_stepx, \ | |
| uint8_t* dst_ptr, int dst_width) { \ | |
| int r = dst_width & MASK; \ | |
| int n = dst_width & ~MASK; \ | |
| if (n > 0) { \ | |
| SCALEROWDOWN_SIMD(src_ptr, src_stride, src_stepx, dst_ptr, n); \ | |
| } \ | |
| SCALEROWDOWN_C(src_ptr + (n * src_stepx) * BPP, src_stride, src_stepx, \ | |
| dst_ptr + n * BPP, r); \ | |
| } | |
| #ifdef HAS_SCALEARGBROWDOWNEVEN_SSE2 | |
| SDAANY(ScaleARGBRowDownEven_Any_SSE2, | |
| ScaleARGBRowDownEven_SSE2, | |
| ScaleARGBRowDownEven_C, | |
| 4, | |
| 3) | |
| SDAANY(ScaleARGBRowDownEvenBox_Any_SSE2, | |
| ScaleARGBRowDownEvenBox_SSE2, | |
| ScaleARGBRowDownEvenBox_C, | |
| 4, | |
| 3) | |
| #endif | |
| #ifdef HAS_SCALEARGBROWDOWNEVEN_NEON | |
| SDAANY(ScaleARGBRowDownEven_Any_NEON, | |
| ScaleARGBRowDownEven_NEON, | |
| ScaleARGBRowDownEven_C, | |
| 4, | |
| 3) | |
| SDAANY(ScaleARGBRowDownEvenBox_Any_NEON, | |
| ScaleARGBRowDownEvenBox_NEON, | |
| ScaleARGBRowDownEvenBox_C, | |
| 4, | |
| 3) | |
| #endif | |
| #ifdef HAS_SCALEARGBROWDOWNEVEN_MSA | |
| SDAANY(ScaleARGBRowDownEven_Any_MSA, | |
| ScaleARGBRowDownEven_MSA, | |
| ScaleARGBRowDownEven_C, | |
| 4, | |
| 3) | |
| SDAANY(ScaleARGBRowDownEvenBox_Any_MSA, | |
| ScaleARGBRowDownEvenBox_MSA, | |
| ScaleARGBRowDownEvenBox_C, | |
| 4, | |
| 3) | |
| #endif | |
| #ifdef HAS_SCALEARGBROWDOWNEVEN_MMI | |
| SDAANY(ScaleARGBRowDownEven_Any_MMI, | |
| ScaleARGBRowDownEven_MMI, | |
| ScaleARGBRowDownEven_C, | |
| 4, | |
| 1) | |
| SDAANY(ScaleARGBRowDownEvenBox_Any_MMI, | |
| ScaleARGBRowDownEvenBox_MMI, | |
| ScaleARGBRowDownEvenBox_C, | |
| 4, | |
| 1) | |
| #endif | |
| #ifdef HAS_SCALEUVROWDOWNEVEN_NEON | |
| SDAANY(ScaleUVRowDownEven_Any_NEON, | |
| ScaleUVRowDownEven_NEON, | |
| ScaleUVRowDownEven_C, | |
| 2, | |
| 3) | |
| #endif | |
| #ifdef SASIMDONLY | |
| // This also works and uses memcpy and SIMD instead of C, but is slower on ARM | |
| // Add rows box filter scale down. Using macro from row_any | |
| #define SAROW(NAMEANY, ANY_SIMD, SBPP, BPP, MASK) \ | |
| void NAMEANY(const uint8_t* src_ptr, uint16_t* dst_ptr, int width) { \ | |
| SIMD_ALIGNED(uint16_t dst_temp[32]); \ | |
| SIMD_ALIGNED(uint8_t src_temp[32]); \ | |
| memset(dst_temp, 0, 32 * 2); /* for msan */ \ | |
| int r = width & MASK; \ | |
| int n = width & ~MASK; \ | |
| if (n > 0) { \ | |
| ANY_SIMD(src_ptr, dst_ptr, n); \ | |
| } \ | |
| memcpy(src_temp, src_ptr + n * SBPP, r * SBPP); \ | |
| memcpy(dst_temp, dst_ptr + n * BPP, r * BPP); \ | |
| ANY_SIMD(src_temp, dst_temp, MASK + 1); \ | |
| memcpy(dst_ptr + n * BPP, dst_temp, r * BPP); \ | |
| } | |
| #ifdef HAS_SCALEADDROW_SSE2 | |
| SAROW(ScaleAddRow_Any_SSE2, ScaleAddRow_SSE2, 1, 2, 15) | |
| #endif | |
| #ifdef HAS_SCALEADDROW_AVX2 | |
| SAROW(ScaleAddRow_Any_AVX2, ScaleAddRow_AVX2, 1, 2, 31) | |
| #endif | |
| #ifdef HAS_SCALEADDROW_NEON | |
| SAROW(ScaleAddRow_Any_NEON, ScaleAddRow_NEON, 1, 2, 15) | |
| #endif | |
| #ifdef HAS_SCALEADDROW_MSA | |
| SAROW(ScaleAddRow_Any_MSA, ScaleAddRow_MSA, 1, 2, 15) | |
| #endif | |
| #ifdef HAS_SCALEADDROW_MMI | |
| SAROW(ScaleAddRow_Any_MMI, ScaleAddRow_MMI, 1, 2, 7) | |
| #endif | |
| #undef SAANY | |
| #else | |
| // Add rows box filter scale down. | |
| #define SAANY(NAMEANY, SCALEADDROW_SIMD, SCALEADDROW_C, MASK) \ | |
| void NAMEANY(const uint8_t* src_ptr, uint16_t* dst_ptr, int src_width) { \ | |
| int n = src_width & ~MASK; \ | |
| if (n > 0) { \ | |
| SCALEADDROW_SIMD(src_ptr, dst_ptr, n); \ | |
| } \ | |
| SCALEADDROW_C(src_ptr + n, dst_ptr + n, src_width & MASK); \ | |
| } | |
| #ifdef HAS_SCALEADDROW_SSE2 | |
| SAANY(ScaleAddRow_Any_SSE2, ScaleAddRow_SSE2, ScaleAddRow_C, 15) | |
| #endif | |
| #ifdef HAS_SCALEADDROW_AVX2 | |
| SAANY(ScaleAddRow_Any_AVX2, ScaleAddRow_AVX2, ScaleAddRow_C, 31) | |
| #endif | |
| #ifdef HAS_SCALEADDROW_NEON | |
| SAANY(ScaleAddRow_Any_NEON, ScaleAddRow_NEON, ScaleAddRow_C, 15) | |
| #endif | |
| #ifdef HAS_SCALEADDROW_MSA | |
| SAANY(ScaleAddRow_Any_MSA, ScaleAddRow_MSA, ScaleAddRow_C, 15) | |
| #endif | |
| #ifdef HAS_SCALEADDROW_MMI | |
| SAANY(ScaleAddRow_Any_MMI, ScaleAddRow_MMI, ScaleAddRow_C, 7) | |
| #endif | |
| #undef SAANY | |
| #endif // SASIMDONLY | |
| // Definition for ScaleFilterCols, ScaleARGBCols and ScaleARGBFilterCols | |
| #define CANY(NAMEANY, TERP_SIMD, TERP_C, BPP, MASK) \ | |
| void NAMEANY(uint8_t* dst_ptr, const uint8_t* src_ptr, int dst_width, int x, \ | |
| int dx) { \ | |
| int r = dst_width & MASK; \ | |
| int n = dst_width & ~MASK; \ | |
| if (n > 0) { \ | |
| TERP_SIMD(dst_ptr, src_ptr, n, x, dx); \ | |
| } \ | |
| TERP_C(dst_ptr + n * BPP, src_ptr, r, x + n * dx, dx); \ | |
| } | |
| #ifdef HAS_SCALEFILTERCOLS_NEON | |
| CANY(ScaleFilterCols_Any_NEON, ScaleFilterCols_NEON, ScaleFilterCols_C, 1, 7) | |
| #endif | |
| #ifdef HAS_SCALEFILTERCOLS_MSA | |
| CANY(ScaleFilterCols_Any_MSA, ScaleFilterCols_MSA, ScaleFilterCols_C, 1, 15) | |
| #endif | |
| #ifdef HAS_SCALEARGBCOLS_NEON | |
| CANY(ScaleARGBCols_Any_NEON, ScaleARGBCols_NEON, ScaleARGBCols_C, 4, 7) | |
| #endif | |
| #ifdef HAS_SCALEARGBCOLS_MSA | |
| CANY(ScaleARGBCols_Any_MSA, ScaleARGBCols_MSA, ScaleARGBCols_C, 4, 3) | |
| #endif | |
| #ifdef HAS_SCALEARGBCOLS_MMI | |
| CANY(ScaleARGBCols_Any_MMI, ScaleARGBCols_MMI, ScaleARGBCols_C, 4, 0) | |
| #endif | |
| #ifdef HAS_SCALEARGBFILTERCOLS_NEON | |
| CANY(ScaleARGBFilterCols_Any_NEON, | |
| ScaleARGBFilterCols_NEON, | |
| ScaleARGBFilterCols_C, | |
| 4, | |
| 3) | |
| #endif | |
| #ifdef HAS_SCALEARGBFILTERCOLS_MSA | |
| CANY(ScaleARGBFilterCols_Any_MSA, | |
| ScaleARGBFilterCols_MSA, | |
| ScaleARGBFilterCols_C, | |
| 4, | |
| 7) | |
| #endif | |
| #undef CANY | |
| #ifdef __cplusplus | |
| } // extern "C" | |
| } // namespace libyuv | |
| #endif |