| /* |
| * Copyright 2011 The LibYuv Project Authors. All rights reserved. |
| * |
| * Use of this source code is governed by a BSD-style license |
| * that can be found in the LICENSE file in the root of the source |
| * tree. An additional intellectual property rights grant can be found |
| * in the file PATENTS. All contributing project authors may |
| * be found in the AUTHORS file in the root of the source tree. |
| */ |
| |
| #include "libyuv/convert.h" |
| |
| #include "libyuv/basic_types.h" |
| #include "libyuv/cpu_id.h" |
| #include "libyuv/planar_functions.h" |
| #include "libyuv/rotate.h" |
| #include "libyuv/scale.h" // For ScalePlane() |
| #include "libyuv/row.h" |
| |
| #ifdef __cplusplus |
| namespace libyuv { |
| extern "C" { |
| #endif |
| |
| #define SUBSAMPLE(v, a, s) (v < 0) ? (-((-v + a) >> s)) : ((v + a) >> s) |
| static __inline int Abs(int v) { |
| return v >= 0 ? v : -v; |
| } |
| |
| // Any I4xx To I420 format with mirroring. |
| static int I4xxToI420(const uint8* src_y, int src_stride_y, |
| const uint8* src_u, int src_stride_u, |
| const uint8* src_v, int src_stride_v, |
| uint8* dst_y, int dst_stride_y, |
| uint8* dst_u, int dst_stride_u, |
| uint8* dst_v, int dst_stride_v, |
| int src_y_width, int src_y_height, |
| int src_uv_width, int src_uv_height) { |
| const int dst_y_width = Abs(src_y_width); |
| const int dst_y_height = Abs(src_y_height); |
| const int dst_uv_width = SUBSAMPLE(dst_y_width, 1, 1); |
| const int dst_uv_height = SUBSAMPLE(dst_y_height, 1, 1); |
| if (src_y_width == 0 || src_y_height == 0 || |
| src_uv_width == 0 || src_uv_height == 0) { |
| return -1; |
| } |
| ScalePlane(src_y, src_stride_y, src_y_width, src_y_height, |
| dst_y, dst_stride_y, dst_y_width, dst_y_height, |
| kFilterBilinear); |
| ScalePlane(src_u, src_stride_u, src_uv_width, src_uv_height, |
| dst_u, dst_stride_u, dst_uv_width, dst_uv_height, |
| kFilterBilinear); |
| ScalePlane(src_v, src_stride_v, src_uv_width, src_uv_height, |
| dst_v, dst_stride_v, dst_uv_width, dst_uv_height, |
| kFilterBilinear); |
| return 0; |
| } |
| |
| // Copy I420 with optional flipping |
| // TODO(fbarchard): Use Scale plane which supports mirroring, but ensure |
| // is does row coalescing. |
| LIBYUV_API |
| int I420Copy(const uint8* src_y, int src_stride_y, |
| const uint8* src_u, int src_stride_u, |
| const uint8* src_v, int src_stride_v, |
| uint8* dst_y, int dst_stride_y, |
| uint8* dst_u, int dst_stride_u, |
| uint8* dst_v, int dst_stride_v, |
| int width, int height) { |
| int halfwidth = (width + 1) >> 1; |
| int halfheight = (height + 1) >> 1; |
| if (!src_y || !src_u || !src_v || |
| !dst_y || !dst_u || !dst_v || |
| width <= 0 || height == 0) { |
| return -1; |
| } |
| // Negative height means invert the image. |
| if (height < 0) { |
| height = -height; |
| halfheight = (height + 1) >> 1; |
| src_y = src_y + (height - 1) * src_stride_y; |
| src_u = src_u + (halfheight - 1) * src_stride_u; |
| src_v = src_v + (halfheight - 1) * src_stride_v; |
| src_stride_y = -src_stride_y; |
| src_stride_u = -src_stride_u; |
| src_stride_v = -src_stride_v; |
| } |
| |
| if (dst_y) { |
| CopyPlane(src_y, src_stride_y, dst_y, dst_stride_y, width, height); |
| } |
| // Copy UV planes. |
| CopyPlane(src_u, src_stride_u, dst_u, dst_stride_u, halfwidth, halfheight); |
| CopyPlane(src_v, src_stride_v, dst_v, dst_stride_v, halfwidth, halfheight); |
| return 0; |
| } |
| |
| // 422 chroma is 1/2 width, 1x height |
| // 420 chroma is 1/2 width, 1/2 height |
| LIBYUV_API |
| int I422ToI420(const uint8* src_y, int src_stride_y, |
| const uint8* src_u, int src_stride_u, |
| const uint8* src_v, int src_stride_v, |
| uint8* dst_y, int dst_stride_y, |
| uint8* dst_u, int dst_stride_u, |
| uint8* dst_v, int dst_stride_v, |
| int width, int height) { |
| const int src_uv_width = SUBSAMPLE(width, 1, 1); |
| return I4xxToI420(src_y, src_stride_y, |
| src_u, src_stride_u, |
| src_v, src_stride_v, |
| dst_y, dst_stride_y, |
| dst_u, dst_stride_u, |
| dst_v, dst_stride_v, |
| width, height, |
| src_uv_width, height); |
| } |
| |
| // 444 chroma is 1x width, 1x height |
| // 420 chroma is 1/2 width, 1/2 height |
| LIBYUV_API |
| int I444ToI420(const uint8* src_y, int src_stride_y, |
| const uint8* src_u, int src_stride_u, |
| const uint8* src_v, int src_stride_v, |
| uint8* dst_y, int dst_stride_y, |
| uint8* dst_u, int dst_stride_u, |
| uint8* dst_v, int dst_stride_v, |
| int width, int height) { |
| return I4xxToI420(src_y, src_stride_y, |
| src_u, src_stride_u, |
| src_v, src_stride_v, |
| dst_y, dst_stride_y, |
| dst_u, dst_stride_u, |
| dst_v, dst_stride_v, |
| width, height, |
| width, height); |
| } |
| |
| // 411 chroma is 1/4 width, 1x height |
| // 420 chroma is 1/2 width, 1/2 height |
| LIBYUV_API |
| int I411ToI420(const uint8* src_y, int src_stride_y, |
| const uint8* src_u, int src_stride_u, |
| const uint8* src_v, int src_stride_v, |
| uint8* dst_y, int dst_stride_y, |
| uint8* dst_u, int dst_stride_u, |
| uint8* dst_v, int dst_stride_v, |
| int width, int height) { |
| const int src_uv_width = SUBSAMPLE(width, 3, 2); |
| return I4xxToI420(src_y, src_stride_y, |
| src_u, src_stride_u, |
| src_v, src_stride_v, |
| dst_y, dst_stride_y, |
| dst_u, dst_stride_u, |
| dst_v, dst_stride_v, |
| width, height, |
| src_uv_width, height); |
| } |
| |
| // I400 is greyscale typically used in MJPG |
| LIBYUV_API |
| int I400ToI420(const uint8* src_y, int src_stride_y, |
| uint8* dst_y, int dst_stride_y, |
| uint8* dst_u, int dst_stride_u, |
| uint8* dst_v, int dst_stride_v, |
| int width, int height) { |
| int halfwidth = (width + 1) >> 1; |
| int halfheight = (height + 1) >> 1; |
| if (!src_y || !dst_y || !dst_u || !dst_v || |
| width <= 0 || height == 0) { |
| return -1; |
| } |
| // Negative height means invert the image. |
| if (height < 0) { |
| height = -height; |
| halfheight = (height + 1) >> 1; |
| src_y = src_y + (height - 1) * src_stride_y; |
| src_stride_y = -src_stride_y; |
| } |
| CopyPlane(src_y, src_stride_y, dst_y, dst_stride_y, width, height); |
| SetPlane(dst_u, dst_stride_u, halfwidth, halfheight, 128); |
| SetPlane(dst_v, dst_stride_v, halfwidth, halfheight, 128); |
| return 0; |
| } |
| |
| static void CopyPlane2(const uint8* src, int src_stride_0, int src_stride_1, |
| uint8* dst, int dst_stride, |
| int width, int height) { |
| int y; |
| void (*CopyRow)(const uint8* src, uint8* dst, int width) = CopyRow_C; |
| #if defined(HAS_COPYROW_X86) |
| if (TestCpuFlag(kCpuHasX86) && IS_ALIGNED(width, 4)) { |
| CopyRow = CopyRow_X86; |
| } |
| #endif |
| #if defined(HAS_COPYROW_SSE2) |
| if (TestCpuFlag(kCpuHasSSE2) && IS_ALIGNED(width, 32) && |
| IS_ALIGNED(src, 16) && |
| IS_ALIGNED(src_stride_0, 16) && IS_ALIGNED(src_stride_1, 16) && |
| IS_ALIGNED(dst, 16) && IS_ALIGNED(dst_stride, 16)) { |
| CopyRow = CopyRow_SSE2; |
| } |
| #endif |
| #if defined(HAS_COPYROW_ERMS) |
| if (TestCpuFlag(kCpuHasERMS)) { |
| CopyRow = CopyRow_ERMS; |
| } |
| #endif |
| #if defined(HAS_COPYROW_NEON) |
| if (TestCpuFlag(kCpuHasNEON) && IS_ALIGNED(width, 32)) { |
| CopyRow = CopyRow_NEON; |
| } |
| #endif |
| #if defined(HAS_COPYROW_MIPS) |
| if (TestCpuFlag(kCpuHasMIPS)) { |
| CopyRow = CopyRow_MIPS; |
| } |
| #endif |
| |
| // Copy plane |
| for (y = 0; y < height - 1; y += 2) { |
| CopyRow(src, dst, width); |
| CopyRow(src + src_stride_0, dst + dst_stride, width); |
| src += src_stride_0 + src_stride_1; |
| dst += dst_stride * 2; |
| } |
| if (height & 1) { |
| CopyRow(src, dst, width); |
| } |
| } |
| |
| // Support converting from FOURCC_M420 |
| // Useful for bandwidth constrained transports like USB 1.0 and 2.0 and for |
| // easy conversion to I420. |
| // M420 format description: |
| // M420 is row biplanar 420: 2 rows of Y and 1 row of UV. |
| // Chroma is half width / half height. (420) |
| // src_stride_m420 is row planar. Normally this will be the width in pixels. |
| // The UV plane is half width, but 2 values, so src_stride_m420 applies to |
| // this as well as the two Y planes. |
| static int X420ToI420(const uint8* src_y, |
| int src_stride_y0, int src_stride_y1, |
| const uint8* src_uv, int src_stride_uv, |
| uint8* dst_y, int dst_stride_y, |
| uint8* dst_u, int dst_stride_u, |
| uint8* dst_v, int dst_stride_v, |
| int width, int height) { |
| int y; |
| int halfwidth = (width + 1) >> 1; |
| int halfheight = (height + 1) >> 1; |
| void (*SplitUVRow)(const uint8* src_uv, uint8* dst_u, uint8* dst_v, int pix) = |
| SplitUVRow_C; |
| if (!src_y || !src_uv || |
| !dst_y || !dst_u || !dst_v || |
| width <= 0 || height == 0) { |
| return -1; |
| } |
| // Negative height means invert the image. |
| if (height < 0) { |
| height = -height; |
| halfheight = (height + 1) >> 1; |
| dst_y = dst_y + (height - 1) * dst_stride_y; |
| dst_u = dst_u + (halfheight - 1) * dst_stride_u; |
| dst_v = dst_v + (halfheight - 1) * dst_stride_v; |
| dst_stride_y = -dst_stride_y; |
| dst_stride_u = -dst_stride_u; |
| dst_stride_v = -dst_stride_v; |
| } |
| // Coalesce rows. |
| if (src_stride_y0 == width && |
| src_stride_y1 == width && |
| dst_stride_y == width) { |
| width *= height; |
| height = 1; |
| src_stride_y0 = src_stride_y1 = dst_stride_y = 0; |
| } |
| // Coalesce rows. |
| if (src_stride_uv == halfwidth * 2 && |
| dst_stride_u == halfwidth && |
| dst_stride_v == halfwidth) { |
| halfwidth *= halfheight; |
| halfheight = 1; |
| src_stride_uv = dst_stride_u = dst_stride_v = 0; |
| } |
| #if defined(HAS_SPLITUVROW_SSE2) |
| if (TestCpuFlag(kCpuHasSSE2) && halfwidth >= 16) { |
| SplitUVRow = SplitUVRow_Any_SSE2; |
| if (IS_ALIGNED(halfwidth, 16)) { |
| SplitUVRow = SplitUVRow_Unaligned_SSE2; |
| if (IS_ALIGNED(src_uv, 16) && IS_ALIGNED(src_stride_uv, 16) && |
| IS_ALIGNED(dst_u, 16) && IS_ALIGNED(dst_stride_u, 16) && |
| IS_ALIGNED(dst_v, 16) && IS_ALIGNED(dst_stride_v, 16)) { |
| SplitUVRow = SplitUVRow_SSE2; |
| } |
| } |
| } |
| #endif |
| #if defined(HAS_SPLITUVROW_AVX2) |
| if (TestCpuFlag(kCpuHasAVX2) && halfwidth >= 32) { |
| SplitUVRow = SplitUVRow_Any_AVX2; |
| if (IS_ALIGNED(halfwidth, 32)) { |
| SplitUVRow = SplitUVRow_AVX2; |
| } |
| } |
| #endif |
| #if defined(HAS_SPLITUVROW_NEON) |
| if (TestCpuFlag(kCpuHasNEON) && halfwidth >= 16) { |
| SplitUVRow = SplitUVRow_Any_NEON; |
| if (IS_ALIGNED(halfwidth, 16)) { |
| SplitUVRow = SplitUVRow_NEON; |
| } |
| } |
| #endif |
| #if defined(HAS_SPLITUVROW_MIPS_DSPR2) |
| if (TestCpuFlag(kCpuHasMIPS_DSPR2) && halfwidth >= 16) { |
| SplitUVRow = SplitUVRow_Any_MIPS_DSPR2; |
| if (IS_ALIGNED(halfwidth, 16)) { |
| SplitUVRow = SplitUVRow_Unaligned_MIPS_DSPR2; |
| if (IS_ALIGNED(src_uv, 4) && IS_ALIGNED(src_stride_uv, 4) && |
| IS_ALIGNED(dst_u, 4) && IS_ALIGNED(dst_stride_u, 4) && |
| IS_ALIGNED(dst_v, 4) && IS_ALIGNED(dst_stride_v, 4)) { |
| SplitUVRow = SplitUVRow_MIPS_DSPR2; |
| } |
| } |
| } |
| #endif |
| |
| if (dst_y) { |
| if (src_stride_y0 == src_stride_y1) { |
| CopyPlane(src_y, src_stride_y0, dst_y, dst_stride_y, width, height); |
| } else { |
| CopyPlane2(src_y, src_stride_y0, src_stride_y1, dst_y, dst_stride_y, |
| width, height); |
| } |
| } |
| |
| for (y = 0; y < halfheight; ++y) { |
| // Copy a row of UV. |
| SplitUVRow(src_uv, dst_u, dst_v, halfwidth); |
| dst_u += dst_stride_u; |
| dst_v += dst_stride_v; |
| src_uv += src_stride_uv; |
| } |
| return 0; |
| } |
| |
| // Convert NV12 to I420. |
| LIBYUV_API |
| int NV12ToI420(const uint8* src_y, int src_stride_y, |
| const uint8* src_uv, int src_stride_uv, |
| uint8* dst_y, int dst_stride_y, |
| uint8* dst_u, int dst_stride_u, |
| uint8* dst_v, int dst_stride_v, |
| int width, int height) { |
| return X420ToI420(src_y, src_stride_y, src_stride_y, |
| src_uv, src_stride_uv, |
| dst_y, dst_stride_y, |
| dst_u, dst_stride_u, |
| dst_v, dst_stride_v, |
| width, height); |
| } |
| |
| // Convert NV21 to I420. Same as NV12 but u and v pointers swapped. |
| LIBYUV_API |
| int NV21ToI420(const uint8* src_y, int src_stride_y, |
| const uint8* src_vu, int src_stride_vu, |
| uint8* dst_y, int dst_stride_y, |
| uint8* dst_u, int dst_stride_u, |
| uint8* dst_v, int dst_stride_v, |
| int width, int height) { |
| return X420ToI420(src_y, src_stride_y, src_stride_y, |
| src_vu, src_stride_vu, |
| dst_y, dst_stride_y, |
| dst_v, dst_stride_v, |
| dst_u, dst_stride_u, |
| width, height); |
| } |
| |
| // Convert M420 to I420. |
| LIBYUV_API |
| int M420ToI420(const uint8* src_m420, int src_stride_m420, |
| uint8* dst_y, int dst_stride_y, |
| uint8* dst_u, int dst_stride_u, |
| uint8* dst_v, int dst_stride_v, |
| int width, int height) { |
| return X420ToI420(src_m420, src_stride_m420, src_stride_m420 * 2, |
| src_m420 + src_stride_m420 * 2, src_stride_m420 * 3, |
| dst_y, dst_stride_y, |
| dst_u, dst_stride_u, |
| dst_v, dst_stride_v, |
| width, height); |
| } |
| |
| // Convert Q420 to I420. |
| // Format is rows of YY/YUYV |
| LIBYUV_API |
| int Q420ToI420(const uint8* src_y, int src_stride_y, |
| const uint8* src_yuy2, int src_stride_yuy2, |
| uint8* dst_y, int dst_stride_y, |
| uint8* dst_u, int dst_stride_u, |
| uint8* dst_v, int dst_stride_v, |
| int width, int height) { |
| int y; |
| int halfheight; |
| void (*CopyRow)(const uint8* src, uint8* dst, int width) = CopyRow_C; |
| void (*YUY2ToUV422Row)(const uint8* src_yuy2, uint8* dst_u, uint8* dst_v, |
| int pix) = YUY2ToUV422Row_C; |
| void (*YUY2ToYRow)(const uint8* src_yuy2, uint8* dst_y, int pix) = |
| YUY2ToYRow_C; |
| if (!src_y || !src_yuy2 || |
| !dst_y || !dst_u || !dst_v || |
| width <= 0 || height == 0) { |
| return -1; |
| } |
| // Negative height means invert the image. |
| if (height < 0) { |
| height = -height; |
| halfheight = (height + 1) >> 1; |
| dst_y = dst_y + (height - 1) * dst_stride_y; |
| dst_u = dst_u + (halfheight - 1) * dst_stride_u; |
| dst_v = dst_v + (halfheight - 1) * dst_stride_v; |
| dst_stride_y = -dst_stride_y; |
| dst_stride_u = -dst_stride_u; |
| dst_stride_v = -dst_stride_v; |
| } |
| // CopyRow for rows of just Y in Q420 copied to Y plane of I420. |
| #if defined(HAS_COPYROW_NEON) |
| if (TestCpuFlag(kCpuHasNEON) && IS_ALIGNED(width, 32)) { |
| CopyRow = CopyRow_NEON; |
| } |
| #endif |
| #if defined(HAS_COPYROW_X86) |
| if (IS_ALIGNED(width, 4)) { |
| CopyRow = CopyRow_X86; |
| } |
| #endif |
| #if defined(HAS_COPYROW_SSE2) |
| if (TestCpuFlag(kCpuHasSSE2) && IS_ALIGNED(width, 32) && |
| IS_ALIGNED(src_y, 16) && IS_ALIGNED(src_stride_y, 16) && |
| IS_ALIGNED(dst_y, 16) && IS_ALIGNED(dst_stride_y, 16)) { |
| CopyRow = CopyRow_SSE2; |
| } |
| #endif |
| #if defined(HAS_COPYROW_ERMS) |
| if (TestCpuFlag(kCpuHasERMS)) { |
| CopyRow = CopyRow_ERMS; |
| } |
| #endif |
| #if defined(HAS_COPYROW_MIPS) |
| if (TestCpuFlag(kCpuHasMIPS)) { |
| CopyRow = CopyRow_MIPS; |
| } |
| #endif |
| |
| #if defined(HAS_YUY2TOYROW_SSE2) |
| if (TestCpuFlag(kCpuHasSSE2) && width >= 16) { |
| YUY2ToUV422Row = YUY2ToUV422Row_Any_SSE2; |
| YUY2ToYRow = YUY2ToYRow_Any_SSE2; |
| if (IS_ALIGNED(width, 16)) { |
| YUY2ToUV422Row = YUY2ToUV422Row_Unaligned_SSE2; |
| YUY2ToYRow = YUY2ToYRow_Unaligned_SSE2; |
| if (IS_ALIGNED(src_yuy2, 16) && IS_ALIGNED(src_stride_yuy2, 16)) { |
| YUY2ToUV422Row = YUY2ToUV422Row_SSE2; |
| if (IS_ALIGNED(dst_y, 16) && IS_ALIGNED(dst_stride_y, 16)) { |
| YUY2ToYRow = YUY2ToYRow_SSE2; |
| } |
| } |
| } |
| } |
| #endif |
| #if defined(HAS_YUY2TOYROW_AVX2) |
| if (TestCpuFlag(kCpuHasAVX2) && width >= 32) { |
| YUY2ToUV422Row = YUY2ToUV422Row_Any_AVX2; |
| YUY2ToYRow = YUY2ToYRow_Any_AVX2; |
| if (IS_ALIGNED(width, 32)) { |
| YUY2ToUV422Row = YUY2ToUV422Row_AVX2; |
| YUY2ToYRow = YUY2ToYRow_AVX2; |
| } |
| } |
| #endif |
| #if defined(HAS_YUY2TOYROW_NEON) |
| if (TestCpuFlag(kCpuHasNEON) && width >= 8) { |
| YUY2ToYRow = YUY2ToYRow_Any_NEON; |
| if (width >= 16) { |
| YUY2ToUV422Row = YUY2ToUV422Row_Any_NEON; |
| } |
| if (IS_ALIGNED(width, 16)) { |
| YUY2ToYRow = YUY2ToYRow_NEON; |
| YUY2ToUV422Row = YUY2ToUV422Row_NEON; |
| } |
| } |
| #endif |
| |
| for (y = 0; y < height - 1; y += 2) { |
| CopyRow(src_y, dst_y, width); |
| src_y += src_stride_y; |
| dst_y += dst_stride_y; |
| |
| YUY2ToUV422Row(src_yuy2, dst_u, dst_v, width); |
| YUY2ToYRow(src_yuy2, dst_y, width); |
| src_yuy2 += src_stride_yuy2; |
| dst_y += dst_stride_y; |
| dst_u += dst_stride_u; |
| dst_v += dst_stride_v; |
| } |
| if (height & 1) { |
| CopyRow(src_y, dst_y, width); |
| YUY2ToUV422Row(src_yuy2, dst_u, dst_v, width); |
| } |
| return 0; |
| } |
| |
| // Convert YUY2 to I420. |
| LIBYUV_API |
| int YUY2ToI420(const uint8* src_yuy2, int src_stride_yuy2, |
| uint8* dst_y, int dst_stride_y, |
| uint8* dst_u, int dst_stride_u, |
| uint8* dst_v, int dst_stride_v, |
| int width, int height) { |
| int y; |
| void (*YUY2ToUVRow)(const uint8* src_yuy2, int src_stride_yuy2, |
| uint8* dst_u, uint8* dst_v, int pix) = YUY2ToUVRow_C; |
| void (*YUY2ToYRow)(const uint8* src_yuy2, |
| uint8* dst_y, int pix) = YUY2ToYRow_C; |
| // Negative height means invert the image. |
| if (height < 0) { |
| height = -height; |
| src_yuy2 = src_yuy2 + (height - 1) * src_stride_yuy2; |
| src_stride_yuy2 = -src_stride_yuy2; |
| } |
| #if defined(HAS_YUY2TOYROW_SSE2) |
| if (TestCpuFlag(kCpuHasSSE2) && width >= 16) { |
| YUY2ToUVRow = YUY2ToUVRow_Any_SSE2; |
| YUY2ToYRow = YUY2ToYRow_Any_SSE2; |
| if (IS_ALIGNED(width, 16)) { |
| YUY2ToUVRow = YUY2ToUVRow_Unaligned_SSE2; |
| YUY2ToYRow = YUY2ToYRow_Unaligned_SSE2; |
| if (IS_ALIGNED(src_yuy2, 16) && IS_ALIGNED(src_stride_yuy2, 16)) { |
| YUY2ToUVRow = YUY2ToUVRow_SSE2; |
| if (IS_ALIGNED(dst_y, 16) && IS_ALIGNED(dst_stride_y, 16)) { |
| YUY2ToYRow = YUY2ToYRow_SSE2; |
| } |
| } |
| } |
| } |
| #endif |
| #if defined(HAS_YUY2TOYROW_AVX2) |
| if (TestCpuFlag(kCpuHasAVX2) && width >= 32) { |
| YUY2ToUVRow = YUY2ToUVRow_Any_AVX2; |
| YUY2ToYRow = YUY2ToYRow_Any_AVX2; |
| if (IS_ALIGNED(width, 32)) { |
| YUY2ToUVRow = YUY2ToUVRow_AVX2; |
| YUY2ToYRow = YUY2ToYRow_AVX2; |
| } |
| } |
| #endif |
| #if defined(HAS_YUY2TOYROW_NEON) |
| if (TestCpuFlag(kCpuHasNEON) && width >= 8) { |
| YUY2ToYRow = YUY2ToYRow_Any_NEON; |
| if (width >= 16) { |
| YUY2ToUVRow = YUY2ToUVRow_Any_NEON; |
| } |
| if (IS_ALIGNED(width, 16)) { |
| YUY2ToYRow = YUY2ToYRow_NEON; |
| YUY2ToUVRow = YUY2ToUVRow_NEON; |
| } |
| } |
| #endif |
| |
| for (y = 0; y < height - 1; y += 2) { |
| YUY2ToUVRow(src_yuy2, src_stride_yuy2, dst_u, dst_v, width); |
| YUY2ToYRow(src_yuy2, dst_y, width); |
| YUY2ToYRow(src_yuy2 + src_stride_yuy2, dst_y + dst_stride_y, width); |
| src_yuy2 += src_stride_yuy2 * 2; |
| dst_y += dst_stride_y * 2; |
| dst_u += dst_stride_u; |
| dst_v += dst_stride_v; |
| } |
| if (height & 1) { |
| YUY2ToUVRow(src_yuy2, 0, dst_u, dst_v, width); |
| YUY2ToYRow(src_yuy2, dst_y, width); |
| } |
| return 0; |
| } |
| |
| // Convert UYVY to I420. |
| LIBYUV_API |
| int UYVYToI420(const uint8* src_uyvy, int src_stride_uyvy, |
| uint8* dst_y, int dst_stride_y, |
| uint8* dst_u, int dst_stride_u, |
| uint8* dst_v, int dst_stride_v, |
| int width, int height) { |
| int y; |
| void (*UYVYToUVRow)(const uint8* src_uyvy, int src_stride_uyvy, |
| uint8* dst_u, uint8* dst_v, int pix) = UYVYToUVRow_C; |
| void (*UYVYToYRow)(const uint8* src_uyvy, |
| uint8* dst_y, int pix) = UYVYToYRow_C; |
| // Negative height means invert the image. |
| if (height < 0) { |
| height = -height; |
| src_uyvy = src_uyvy + (height - 1) * src_stride_uyvy; |
| src_stride_uyvy = -src_stride_uyvy; |
| } |
| #if defined(HAS_UYVYTOYROW_SSE2) |
| if (TestCpuFlag(kCpuHasSSE2) && width >= 16) { |
| UYVYToUVRow = UYVYToUVRow_Any_SSE2; |
| UYVYToYRow = UYVYToYRow_Any_SSE2; |
| if (IS_ALIGNED(width, 16)) { |
| UYVYToUVRow = UYVYToUVRow_Unaligned_SSE2; |
| UYVYToYRow = UYVYToYRow_Unaligned_SSE2; |
| if (IS_ALIGNED(src_uyvy, 16) && IS_ALIGNED(src_stride_uyvy, 16)) { |
| UYVYToUVRow = UYVYToUVRow_SSE2; |
| if (IS_ALIGNED(dst_y, 16) && IS_ALIGNED(dst_stride_y, 16)) { |
| UYVYToYRow = UYVYToYRow_SSE2; |
| } |
| } |
| } |
| } |
| #endif |
| #if defined(HAS_UYVYTOYROW_AVX2) |
| if (TestCpuFlag(kCpuHasAVX2) && width >= 32) { |
| UYVYToUVRow = UYVYToUVRow_Any_AVX2; |
| UYVYToYRow = UYVYToYRow_Any_AVX2; |
| if (IS_ALIGNED(width, 32)) { |
| UYVYToUVRow = UYVYToUVRow_AVX2; |
| UYVYToYRow = UYVYToYRow_AVX2; |
| } |
| } |
| #endif |
| #if defined(HAS_UYVYTOYROW_NEON) |
| if (TestCpuFlag(kCpuHasNEON) && width >= 8) { |
| UYVYToYRow = UYVYToYRow_Any_NEON; |
| if (width >= 16) { |
| UYVYToUVRow = UYVYToUVRow_Any_NEON; |
| } |
| if (IS_ALIGNED(width, 16)) { |
| UYVYToYRow = UYVYToYRow_NEON; |
| UYVYToUVRow = UYVYToUVRow_NEON; |
| } |
| } |
| #endif |
| |
| for (y = 0; y < height - 1; y += 2) { |
| UYVYToUVRow(src_uyvy, src_stride_uyvy, dst_u, dst_v, width); |
| UYVYToYRow(src_uyvy, dst_y, width); |
| UYVYToYRow(src_uyvy + src_stride_uyvy, dst_y + dst_stride_y, width); |
| src_uyvy += src_stride_uyvy * 2; |
| dst_y += dst_stride_y * 2; |
| dst_u += dst_stride_u; |
| dst_v += dst_stride_v; |
| } |
| if (height & 1) { |
| UYVYToUVRow(src_uyvy, 0, dst_u, dst_v, width); |
| UYVYToYRow(src_uyvy, dst_y, width); |
| } |
| return 0; |
| } |
| |
| // Convert ARGB to I420. |
| LIBYUV_API |
| int ARGBToI420(const uint8* src_argb, int src_stride_argb, |
| uint8* dst_y, int dst_stride_y, |
| uint8* dst_u, int dst_stride_u, |
| uint8* dst_v, int dst_stride_v, |
| int width, int height) { |
| int y; |
| void (*ARGBToUVRow)(const uint8* src_argb0, int src_stride_argb, |
| uint8* dst_u, uint8* dst_v, int width) = ARGBToUVRow_C; |
| void (*ARGBToYRow)(const uint8* src_argb, uint8* dst_y, int pix) = |
| ARGBToYRow_C; |
| if (!src_argb || |
| !dst_y || !dst_u || !dst_v || |
| width <= 0 || height == 0) { |
| return -1; |
| } |
| // Negative height means invert the image. |
| if (height < 0) { |
| height = -height; |
| src_argb = src_argb + (height - 1) * src_stride_argb; |
| src_stride_argb = -src_stride_argb; |
| } |
| #if defined(HAS_ARGBTOYROW_SSSE3) && defined(HAS_ARGBTOUVROW_SSSE3) |
| if (TestCpuFlag(kCpuHasSSSE3) && width >= 16) { |
| ARGBToUVRow = ARGBToUVRow_Any_SSSE3; |
| ARGBToYRow = ARGBToYRow_Any_SSSE3; |
| if (IS_ALIGNED(width, 16)) { |
| ARGBToUVRow = ARGBToUVRow_Unaligned_SSSE3; |
| ARGBToYRow = ARGBToYRow_Unaligned_SSSE3; |
| if (IS_ALIGNED(src_argb, 16) && IS_ALIGNED(src_stride_argb, 16)) { |
| ARGBToUVRow = ARGBToUVRow_SSSE3; |
| if (IS_ALIGNED(dst_y, 16) && IS_ALIGNED(dst_stride_y, 16)) { |
| ARGBToYRow = ARGBToYRow_SSSE3; |
| } |
| } |
| } |
| } |
| #endif |
| #if defined(HAS_ARGBTOYROW_AVX2) && defined(HAS_ARGBTOUVROW_AVX2) |
| if (TestCpuFlag(kCpuHasAVX2) && width >= 32) { |
| ARGBToUVRow = ARGBToUVRow_Any_AVX2; |
| ARGBToYRow = ARGBToYRow_Any_AVX2; |
| if (IS_ALIGNED(width, 32)) { |
| ARGBToUVRow = ARGBToUVRow_AVX2; |
| ARGBToYRow = ARGBToYRow_AVX2; |
| } |
| } |
| #endif |
| #if defined(HAS_ARGBTOYROW_NEON) |
| if (TestCpuFlag(kCpuHasNEON) && width >= 8) { |
| ARGBToYRow = ARGBToYRow_Any_NEON; |
| if (IS_ALIGNED(width, 8)) { |
| ARGBToYRow = ARGBToYRow_NEON; |
| } |
| } |
| #endif |
| #if defined(HAS_ARGBTOUVROW_NEON) |
| if (TestCpuFlag(kCpuHasNEON) && width >= 16) { |
| ARGBToUVRow = ARGBToUVRow_Any_NEON; |
| if (IS_ALIGNED(width, 16)) { |
| ARGBToUVRow = ARGBToUVRow_NEON; |
| } |
| } |
| #endif |
| |
| for (y = 0; y < height - 1; y += 2) { |
| ARGBToUVRow(src_argb, src_stride_argb, dst_u, dst_v, width); |
| ARGBToYRow(src_argb, dst_y, width); |
| ARGBToYRow(src_argb + src_stride_argb, dst_y + dst_stride_y, width); |
| src_argb += src_stride_argb * 2; |
| dst_y += dst_stride_y * 2; |
| dst_u += dst_stride_u; |
| dst_v += dst_stride_v; |
| } |
| if (height & 1) { |
| ARGBToUVRow(src_argb, 0, dst_u, dst_v, width); |
| ARGBToYRow(src_argb, dst_y, width); |
| } |
| return 0; |
| } |
| |
| // Convert BGRA to I420. |
| LIBYUV_API |
| int BGRAToI420(const uint8* src_bgra, int src_stride_bgra, |
| uint8* dst_y, int dst_stride_y, |
| uint8* dst_u, int dst_stride_u, |
| uint8* dst_v, int dst_stride_v, |
| int width, int height) { |
| int y; |
| void (*BGRAToUVRow)(const uint8* src_bgra0, int src_stride_bgra, |
| uint8* dst_u, uint8* dst_v, int width) = BGRAToUVRow_C; |
| void (*BGRAToYRow)(const uint8* src_bgra, uint8* dst_y, int pix) = |
| BGRAToYRow_C; |
| if (!src_bgra || |
| !dst_y || !dst_u || !dst_v || |
| width <= 0 || height == 0) { |
| return -1; |
| } |
| // Negative height means invert the image. |
| if (height < 0) { |
| height = -height; |
| src_bgra = src_bgra + (height - 1) * src_stride_bgra; |
| src_stride_bgra = -src_stride_bgra; |
| } |
| #if defined(HAS_BGRATOYROW_SSSE3) |
| if (TestCpuFlag(kCpuHasSSSE3) && width >= 16) { |
| BGRAToUVRow = BGRAToUVRow_Any_SSSE3; |
| BGRAToYRow = BGRAToYRow_Any_SSSE3; |
| if (IS_ALIGNED(width, 16)) { |
| BGRAToUVRow = BGRAToUVRow_Unaligned_SSSE3; |
| BGRAToYRow = BGRAToYRow_Unaligned_SSSE3; |
| if (IS_ALIGNED(src_bgra, 16) && IS_ALIGNED(src_stride_bgra, 16)) { |
| BGRAToUVRow = BGRAToUVRow_SSSE3; |
| if (IS_ALIGNED(dst_y, 16) && IS_ALIGNED(dst_stride_y, 16)) { |
| BGRAToYRow = BGRAToYRow_SSSE3; |
| } |
| } |
| } |
| } |
| #elif defined(HAS_BGRATOYROW_NEON) |
| if (TestCpuFlag(kCpuHasNEON) && width >= 8) { |
| BGRAToYRow = BGRAToYRow_Any_NEON; |
| if (IS_ALIGNED(width, 8)) { |
| BGRAToYRow = BGRAToYRow_NEON; |
| } |
| if (width >= 16) { |
| BGRAToUVRow = BGRAToUVRow_Any_NEON; |
| if (IS_ALIGNED(width, 16)) { |
| BGRAToUVRow = BGRAToUVRow_NEON; |
| } |
| } |
| } |
| #endif |
| |
| for (y = 0; y < height - 1; y += 2) { |
| BGRAToUVRow(src_bgra, src_stride_bgra, dst_u, dst_v, width); |
| BGRAToYRow(src_bgra, dst_y, width); |
| BGRAToYRow(src_bgra + src_stride_bgra, dst_y + dst_stride_y, width); |
| src_bgra += src_stride_bgra * 2; |
| dst_y += dst_stride_y * 2; |
| dst_u += dst_stride_u; |
| dst_v += dst_stride_v; |
| } |
| if (height & 1) { |
| BGRAToUVRow(src_bgra, 0, dst_u, dst_v, width); |
| BGRAToYRow(src_bgra, dst_y, width); |
| } |
| return 0; |
| } |
| |
| // Convert ABGR to I420. |
| LIBYUV_API |
| int ABGRToI420(const uint8* src_abgr, int src_stride_abgr, |
| uint8* dst_y, int dst_stride_y, |
| uint8* dst_u, int dst_stride_u, |
| uint8* dst_v, int dst_stride_v, |
| int width, int height) { |
| int y; |
| void (*ABGRToUVRow)(const uint8* src_abgr0, int src_stride_abgr, |
| uint8* dst_u, uint8* dst_v, int width) = ABGRToUVRow_C; |
| void (*ABGRToYRow)(const uint8* src_abgr, uint8* dst_y, int pix) = |
| ABGRToYRow_C; |
| if (!src_abgr || |
| !dst_y || !dst_u || !dst_v || |
| width <= 0 || height == 0) { |
| return -1; |
| } |
| // Negative height means invert the image. |
| if (height < 0) { |
| height = -height; |
| src_abgr = src_abgr + (height - 1) * src_stride_abgr; |
| src_stride_abgr = -src_stride_abgr; |
| } |
| #if defined(HAS_ABGRTOYROW_SSSE3) |
| if (TestCpuFlag(kCpuHasSSSE3) && width >= 16) { |
| ABGRToUVRow = ABGRToUVRow_Any_SSSE3; |
| ABGRToYRow = ABGRToYRow_Any_SSSE3; |
| if (IS_ALIGNED(width, 16)) { |
| ABGRToUVRow = ABGRToUVRow_Unaligned_SSSE3; |
| ABGRToYRow = ABGRToYRow_Unaligned_SSSE3; |
| if (IS_ALIGNED(src_abgr, 16) && IS_ALIGNED(src_stride_abgr, 16)) { |
| ABGRToUVRow = ABGRToUVRow_SSSE3; |
| if (IS_ALIGNED(dst_y, 16) && IS_ALIGNED(dst_stride_y, 16)) { |
| ABGRToYRow = ABGRToYRow_SSSE3; |
| } |
| } |
| } |
| } |
| #elif defined(HAS_ABGRTOYROW_NEON) |
| if (TestCpuFlag(kCpuHasNEON) && width >= 8) { |
| ABGRToYRow = ABGRToYRow_Any_NEON; |
| if (IS_ALIGNED(width, 8)) { |
| ABGRToYRow = ABGRToYRow_NEON; |
| } |
| if (width >= 16) { |
| ABGRToUVRow = ABGRToUVRow_Any_NEON; |
| if (IS_ALIGNED(width, 16)) { |
| ABGRToUVRow = ABGRToUVRow_NEON; |
| } |
| } |
| } |
| #endif |
| |
| for (y = 0; y < height - 1; y += 2) { |
| ABGRToUVRow(src_abgr, src_stride_abgr, dst_u, dst_v, width); |
| ABGRToYRow(src_abgr, dst_y, width); |
| ABGRToYRow(src_abgr + src_stride_abgr, dst_y + dst_stride_y, width); |
| src_abgr += src_stride_abgr * 2; |
| dst_y += dst_stride_y * 2; |
| dst_u += dst_stride_u; |
| dst_v += dst_stride_v; |
| } |
| if (height & 1) { |
| ABGRToUVRow(src_abgr, 0, dst_u, dst_v, width); |
| ABGRToYRow(src_abgr, dst_y, width); |
| } |
| return 0; |
| } |
| |
| // Convert RGBA to I420. |
| LIBYUV_API |
| int RGBAToI420(const uint8* src_rgba, int src_stride_rgba, |
| uint8* dst_y, int dst_stride_y, |
| uint8* dst_u, int dst_stride_u, |
| uint8* dst_v, int dst_stride_v, |
| int width, int height) { |
| int y; |
| void (*RGBAToUVRow)(const uint8* src_rgba0, int src_stride_rgba, |
| uint8* dst_u, uint8* dst_v, int width) = RGBAToUVRow_C; |
| void (*RGBAToYRow)(const uint8* src_rgba, uint8* dst_y, int pix) = |
| RGBAToYRow_C; |
| if (!src_rgba || |
| !dst_y || !dst_u || !dst_v || |
| width <= 0 || height == 0) { |
| return -1; |
| } |
| // Negative height means invert the image. |
| if (height < 0) { |
| height = -height; |
| src_rgba = src_rgba + (height - 1) * src_stride_rgba; |
| src_stride_rgba = -src_stride_rgba; |
| } |
| #if defined(HAS_RGBATOYROW_SSSE3) |
| if (TestCpuFlag(kCpuHasSSSE3) && width >= 16) { |
| RGBAToUVRow = RGBAToUVRow_Any_SSSE3; |
| RGBAToYRow = RGBAToYRow_Any_SSSE3; |
| if (IS_ALIGNED(width, 16)) { |
| RGBAToUVRow = RGBAToUVRow_Unaligned_SSSE3; |
| RGBAToYRow = RGBAToYRow_Unaligned_SSSE3; |
| if (IS_ALIGNED(src_rgba, 16) && IS_ALIGNED(src_stride_rgba, 16)) { |
| RGBAToUVRow = RGBAToUVRow_SSSE3; |
| if (IS_ALIGNED(dst_y, 16) && IS_ALIGNED(dst_stride_y, 16)) { |
| RGBAToYRow = RGBAToYRow_SSSE3; |
| } |
| } |
| } |
| } |
| #elif defined(HAS_RGBATOYROW_NEON) |
| if (TestCpuFlag(kCpuHasNEON) && width >= 8) { |
| RGBAToYRow = RGBAToYRow_Any_NEON; |
| if (IS_ALIGNED(width, 8)) { |
| RGBAToYRow = RGBAToYRow_NEON; |
| } |
| if (width >= 16) { |
| RGBAToUVRow = RGBAToUVRow_Any_NEON; |
| if (IS_ALIGNED(width, 16)) { |
| RGBAToUVRow = RGBAToUVRow_NEON; |
| } |
| } |
| } |
| #endif |
| |
| for (y = 0; y < height - 1; y += 2) { |
| RGBAToUVRow(src_rgba, src_stride_rgba, dst_u, dst_v, width); |
| RGBAToYRow(src_rgba, dst_y, width); |
| RGBAToYRow(src_rgba + src_stride_rgba, dst_y + dst_stride_y, width); |
| src_rgba += src_stride_rgba * 2; |
| dst_y += dst_stride_y * 2; |
| dst_u += dst_stride_u; |
| dst_v += dst_stride_v; |
| } |
| if (height & 1) { |
| RGBAToUVRow(src_rgba, 0, dst_u, dst_v, width); |
| RGBAToYRow(src_rgba, dst_y, width); |
| } |
| return 0; |
| } |
| |
| // Convert RGB24 to I420. |
| LIBYUV_API |
| int RGB24ToI420(const uint8* src_rgb24, int src_stride_rgb24, |
| uint8* dst_y, int dst_stride_y, |
| uint8* dst_u, int dst_stride_u, |
| uint8* dst_v, int dst_stride_v, |
| int width, int height) { |
| int y; |
| #if defined(HAS_RGB24TOYROW_NEON) |
| void (*RGB24ToUVRow)(const uint8* src_rgb24, int src_stride_rgb24, |
| uint8* dst_u, uint8* dst_v, int width) = RGB24ToUVRow_C; |
| void (*RGB24ToYRow)(const uint8* src_rgb24, uint8* dst_y, int pix) = |
| RGB24ToYRow_C; |
| #else |
| void (*RGB24ToARGBRow)(const uint8* src_rgb, uint8* dst_argb, int pix) = |
| RGB24ToARGBRow_C; |
| void (*ARGBToUVRow)(const uint8* src_argb0, int src_stride_argb, |
| uint8* dst_u, uint8* dst_v, int width) = ARGBToUVRow_C; |
| void (*ARGBToYRow)(const uint8* src_argb, uint8* dst_y, int pix) = |
| ARGBToYRow_C; |
| #endif |
| if (!src_rgb24 || !dst_y || !dst_u || !dst_v || |
| width <= 0 || height == 0) { |
| return -1; |
| } |
| // Negative height means invert the image. |
| if (height < 0) { |
| height = -height; |
| src_rgb24 = src_rgb24 + (height - 1) * src_stride_rgb24; |
| src_stride_rgb24 = -src_stride_rgb24; |
| } |
| |
| #if defined(HAS_RGB24TOYROW_NEON) |
| if (TestCpuFlag(kCpuHasNEON) && width >= 8) { |
| RGB24ToYRow = RGB24ToYRow_Any_NEON; |
| if (IS_ALIGNED(width, 8)) { |
| RGB24ToYRow = RGB24ToYRow_NEON; |
| } |
| if (width >= 16) { |
| RGB24ToUVRow = RGB24ToUVRow_Any_NEON; |
| if (IS_ALIGNED(width, 16)) { |
| RGB24ToUVRow = RGB24ToUVRow_NEON; |
| } |
| } |
| } |
| #else // HAS_RGB24TOYROW_NEON |
| |
| #if defined(HAS_RGB24TOARGBROW_SSSE3) |
| if (TestCpuFlag(kCpuHasSSSE3) && width >= 16) { |
| RGB24ToARGBRow = RGB24ToARGBRow_Any_SSSE3; |
| if (IS_ALIGNED(width, 16)) { |
| RGB24ToARGBRow = RGB24ToARGBRow_SSSE3; |
| } |
| } |
| #endif |
| #if defined(HAS_ARGBTOUVROW_SSSE3) |
| if (TestCpuFlag(kCpuHasSSSE3) && width >= 16) { |
| ARGBToUVRow = ARGBToUVRow_Any_SSSE3; |
| if (IS_ALIGNED(width, 16)) { |
| ARGBToUVRow = ARGBToUVRow_SSSE3; |
| } |
| } |
| #endif |
| #if defined(HAS_ARGBTOUVROW_SSSE3) |
| if (TestCpuFlag(kCpuHasSSSE3) && width >= 16) { |
| ARGBToYRow = ARGBToYRow_Any_SSSE3; |
| if (IS_ALIGNED(width, 16)) { |
| ARGBToYRow = ARGBToYRow_Unaligned_SSSE3; |
| if (IS_ALIGNED(dst_y, 16) && IS_ALIGNED(dst_stride_y, 16)) { |
| ARGBToYRow = ARGBToYRow_SSSE3; |
| } |
| } |
| } |
| #endif // HAS_ARGBTOUVROW_SSSE3 |
| #endif // HAS_RGB24TOYROW_NEON |
| |
| { |
| #if !defined(HAS_RGB24TOYROW_NEON) |
| // Allocate 2 rows of ARGB. |
| const int kRowSize = (width * 4 + 15) & ~15; |
| align_buffer_64(row, kRowSize * 2); |
| #endif |
| |
| for (y = 0; y < height - 1; y += 2) { |
| #if defined(HAS_RGB24TOYROW_NEON) |
| RGB24ToUVRow(src_rgb24, src_stride_rgb24, dst_u, dst_v, width); |
| RGB24ToYRow(src_rgb24, dst_y, width); |
| RGB24ToYRow(src_rgb24 + src_stride_rgb24, dst_y + dst_stride_y, width); |
| #else |
| RGB24ToARGBRow(src_rgb24, row, width); |
| RGB24ToARGBRow(src_rgb24 + src_stride_rgb24, row + kRowSize, width); |
| ARGBToUVRow(row, kRowSize, dst_u, dst_v, width); |
| ARGBToYRow(row, dst_y, width); |
| ARGBToYRow(row + kRowSize, dst_y + dst_stride_y, width); |
| #endif |
| src_rgb24 += src_stride_rgb24 * 2; |
| dst_y += dst_stride_y * 2; |
| dst_u += dst_stride_u; |
| dst_v += dst_stride_v; |
| } |
| if (height & 1) { |
| #if defined(HAS_RGB24TOYROW_NEON) |
| RGB24ToUVRow(src_rgb24, 0, dst_u, dst_v, width); |
| RGB24ToYRow(src_rgb24, dst_y, width); |
| #else |
| RGB24ToARGBRow(src_rgb24, row, width); |
| ARGBToUVRow(row, 0, dst_u, dst_v, width); |
| ARGBToYRow(row, dst_y, width); |
| #endif |
| } |
| #if !defined(HAS_RGB24TOYROW_NEON) |
| free_aligned_buffer_64(row); |
| #endif |
| } |
| return 0; |
| } |
| |
| // Convert RAW to I420. |
| LIBYUV_API |
| int RAWToI420(const uint8* src_raw, int src_stride_raw, |
| uint8* dst_y, int dst_stride_y, |
| uint8* dst_u, int dst_stride_u, |
| uint8* dst_v, int dst_stride_v, |
| int width, int height) { |
| int y; |
| #if defined(HAS_RAWTOYROW_NEON) |
| void (*RAWToUVRow)(const uint8* src_raw, int src_stride_raw, |
| uint8* dst_u, uint8* dst_v, int width) = RAWToUVRow_C; |
| void (*RAWToYRow)(const uint8* src_raw, uint8* dst_y, int pix) = |
| RAWToYRow_C; |
| #else |
| void (*RAWToARGBRow)(const uint8* src_rgb, uint8* dst_argb, int pix) = |
| RAWToARGBRow_C; |
| void (*ARGBToUVRow)(const uint8* src_argb0, int src_stride_argb, |
| uint8* dst_u, uint8* dst_v, int width) = ARGBToUVRow_C; |
| void (*ARGBToYRow)(const uint8* src_argb, uint8* dst_y, int pix) = |
| ARGBToYRow_C; |
| #endif |
| if (!src_raw || !dst_y || !dst_u || !dst_v || |
| width <= 0 || height == 0) { |
| return -1; |
| } |
| // Negative height means invert the image. |
| if (height < 0) { |
| height = -height; |
| src_raw = src_raw + (height - 1) * src_stride_raw; |
| src_stride_raw = -src_stride_raw; |
| } |
| |
| #if defined(HAS_RAWTOYROW_NEON) |
| if (TestCpuFlag(kCpuHasNEON) && width >= 8) { |
| RAWToYRow = RAWToYRow_Any_NEON; |
| if (IS_ALIGNED(width, 8)) { |
| RAWToYRow = RAWToYRow_NEON; |
| } |
| if (width >= 16) { |
| RAWToUVRow = RAWToUVRow_Any_NEON; |
| if (IS_ALIGNED(width, 16)) { |
| RAWToUVRow = RAWToUVRow_NEON; |
| } |
| } |
| } |
| #else // HAS_RAWTOYROW_NEON |
| |
| #if defined(HAS_RAWTOARGBROW_SSSE3) |
| if (TestCpuFlag(kCpuHasSSSE3) && width >= 16) { |
| RAWToARGBRow = RAWToARGBRow_Any_SSSE3; |
| if (IS_ALIGNED(width, 16)) { |
| RAWToARGBRow = RAWToARGBRow_SSSE3; |
| } |
| } |
| #endif |
| #if defined(HAS_ARGBTOUVROW_SSSE3) |
| if (TestCpuFlag(kCpuHasSSSE3) && width >= 16) { |
| ARGBToUVRow = ARGBToUVRow_Any_SSSE3; |
| if (IS_ALIGNED(width, 16)) { |
| ARGBToUVRow = ARGBToUVRow_SSSE3; |
| } |
| } |
| #endif |
| #if defined(HAS_ARGBTOUVROW_SSSE3) |
| if (TestCpuFlag(kCpuHasSSSE3) && width >= 16) { |
| ARGBToYRow = ARGBToYRow_Any_SSSE3; |
| if (IS_ALIGNED(width, 16)) { |
| ARGBToYRow = ARGBToYRow_Unaligned_SSSE3; |
| if (IS_ALIGNED(dst_y, 16) && IS_ALIGNED(dst_stride_y, 16)) { |
| ARGBToYRow = ARGBToYRow_SSSE3; |
| } |
| } |
| } |
| #endif // HAS_ARGBTOUVROW_SSSE3 |
| #endif // HAS_RAWTOYROW_NEON |
| |
| { |
| // Allocate 2 rows of ARGB. |
| const int kRowSize = (width * 4 + 15) & ~15; |
| align_buffer_64(row, kRowSize * 2); |
| |
| for (y = 0; y < height - 1; y += 2) { |
| #if defined(HAS_RAWTOYROW_NEON) |
| RAWToUVRow(src_raw, src_stride_raw, dst_u, dst_v, width); |
| RAWToYRow(src_raw, dst_y, width); |
| RAWToYRow(src_raw + src_stride_raw, dst_y + dst_stride_y, width); |
| #else |
| RAWToARGBRow(src_raw, row, width); |
| RAWToARGBRow(src_raw + src_stride_raw, row + kRowSize, width); |
| ARGBToUVRow(row, kRowSize, dst_u, dst_v, width); |
| ARGBToYRow(row, dst_y, width); |
| ARGBToYRow(row + kRowSize, dst_y + dst_stride_y, width); |
| #endif |
| src_raw += src_stride_raw * 2; |
| dst_y += dst_stride_y * 2; |
| dst_u += dst_stride_u; |
| dst_v += dst_stride_v; |
| } |
| if (height & 1) { |
| #if defined(HAS_RAWTOYROW_NEON) |
| RAWToUVRow(src_raw, 0, dst_u, dst_v, width); |
| RAWToYRow(src_raw, dst_y, width); |
| #else |
| RAWToARGBRow(src_raw, row, width); |
| ARGBToUVRow(row, 0, dst_u, dst_v, width); |
| ARGBToYRow(row, dst_y, width); |
| #endif |
| } |
| #if !defined(HAS_RAWTOYROW_NEON) |
| free_aligned_buffer_64(row); |
| #endif |
| } |
| return 0; |
| } |
| |
| // Convert RGB565 to I420. |
| LIBYUV_API |
| int RGB565ToI420(const uint8* src_rgb565, int src_stride_rgb565, |
| uint8* dst_y, int dst_stride_y, |
| uint8* dst_u, int dst_stride_u, |
| uint8* dst_v, int dst_stride_v, |
| int width, int height) { |
| int y; |
| #if defined(HAS_RGB565TOYROW_NEON) |
| void (*RGB565ToUVRow)(const uint8* src_rgb565, int src_stride_rgb565, |
| uint8* dst_u, uint8* dst_v, int width) = RGB565ToUVRow_C; |
| void (*RGB565ToYRow)(const uint8* src_rgb565, uint8* dst_y, int pix) = |
| RGB565ToYRow_C; |
| #else |
| void (*RGB565ToARGBRow)(const uint8* src_rgb, uint8* dst_argb, int pix) = |
| RGB565ToARGBRow_C; |
| void (*ARGBToUVRow)(const uint8* src_argb0, int src_stride_argb, |
| uint8* dst_u, uint8* dst_v, int width) = ARGBToUVRow_C; |
| void (*ARGBToYRow)(const uint8* src_argb, uint8* dst_y, int pix) = |
| ARGBToYRow_C; |
| #endif |
| if (!src_rgb565 || !dst_y || !dst_u || !dst_v || |
| width <= 0 || height == 0) { |
| return -1; |
| } |
| // Negative height means invert the image. |
| if (height < 0) { |
| height = -height; |
| src_rgb565 = src_rgb565 + (height - 1) * src_stride_rgb565; |
| src_stride_rgb565 = -src_stride_rgb565; |
| } |
| |
| #if defined(HAS_RGB565TOYROW_NEON) |
| if (TestCpuFlag(kCpuHasNEON) && width >= 8) { |
| RGB565ToYRow = RGB565ToYRow_Any_NEON; |
| if (IS_ALIGNED(width, 8)) { |
| RGB565ToYRow = RGB565ToYRow_NEON; |
| } |
| if (width >= 16) { |
| RGB565ToUVRow = RGB565ToUVRow_Any_NEON; |
| if (IS_ALIGNED(width, 16)) { |
| RGB565ToUVRow = RGB565ToUVRow_NEON; |
| } |
| } |
| } |
| #else // HAS_RGB565TOYROW_NEON |
| |
| #if defined(HAS_RGB565TOARGBROW_SSE2) |
| if (TestCpuFlag(kCpuHasSSE2) && width >= 8) { |
| RGB565ToARGBRow = RGB565ToARGBRow_Any_SSE2; |
| if (IS_ALIGNED(width, 8)) { |
| RGB565ToARGBRow = RGB565ToARGBRow_SSE2; |
| } |
| } |
| #endif |
| #if defined(HAS_ARGBTOUVROW_SSSE3) |
| if (TestCpuFlag(kCpuHasSSSE3) && width >= 16) { |
| ARGBToUVRow = ARGBToUVRow_Any_SSSE3; |
| if (IS_ALIGNED(width, 16)) { |
| ARGBToUVRow = ARGBToUVRow_SSSE3; |
| } |
| } |
| #endif |
| #if defined(HAS_ARGBTOUVROW_SSSE3) |
| if (TestCpuFlag(kCpuHasSSSE3) && width >= 16) { |
| ARGBToYRow = ARGBToYRow_Any_SSSE3; |
| if (IS_ALIGNED(width, 16)) { |
| ARGBToYRow = ARGBToYRow_Unaligned_SSSE3; |
| if (IS_ALIGNED(dst_y, 16) && IS_ALIGNED(dst_stride_y, 16)) { |
| ARGBToYRow = ARGBToYRow_SSSE3; |
| } |
| } |
| } |
| #endif // HAS_ARGBTOUVROW_SSSE3 |
| #endif // HAS_RGB565TOYROW_NEON |
| |
| { |
| #if !defined(HAS_RGB565TOYROW_NEON) |
| // Allocate 2 rows of ARGB. |
| const int kRowSize = (width * 4 + 15) & ~15; |
| align_buffer_64(row, kRowSize * 2); |
| #endif |
| |
| for (y = 0; y < height - 1; y += 2) { |
| #if defined(HAS_RGB565TOYROW_NEON) |
| RGB565ToUVRow(src_rgb565, src_stride_rgb565, dst_u, dst_v, width); |
| RGB565ToYRow(src_rgb565, dst_y, width); |
| RGB565ToYRow(src_rgb565 + src_stride_rgb565, dst_y + dst_stride_y, width); |
| #else |
| RGB565ToARGBRow(src_rgb565, row, width); |
| RGB565ToARGBRow(src_rgb565 + src_stride_rgb565, row + kRowSize, width); |
| ARGBToUVRow(row, kRowSize, dst_u, dst_v, width); |
| ARGBToYRow(row, dst_y, width); |
| ARGBToYRow(row + kRowSize, dst_y + dst_stride_y, width); |
| #endif |
| src_rgb565 += src_stride_rgb565 * 2; |
| dst_y += dst_stride_y * 2; |
| dst_u += dst_stride_u; |
| dst_v += dst_stride_v; |
| } |
| if (height & 1) { |
| #if defined(HAS_RGB565TOYROW_NEON) |
| RGB565ToUVRow(src_rgb565, 0, dst_u, dst_v, width); |
| RGB565ToYRow(src_rgb565, dst_y, width); |
| #else |
| RGB565ToARGBRow(src_rgb565, row, width); |
| ARGBToUVRow(row, 0, dst_u, dst_v, width); |
| ARGBToYRow(row, dst_y, width); |
| #endif |
| } |
| #if !defined(HAS_RGB565TOYROW_NEON) |
| free_aligned_buffer_64(row); |
| #endif |
| } |
| return 0; |
| } |
| |
| // Convert ARGB1555 to I420. |
| LIBYUV_API |
| int ARGB1555ToI420(const uint8* src_argb1555, int src_stride_argb1555, |
| uint8* dst_y, int dst_stride_y, |
| uint8* dst_u, int dst_stride_u, |
| uint8* dst_v, int dst_stride_v, |
| int width, int height) { |
| int y; |
| #if defined(HAS_ARGB1555TOYROW_NEON) |
| void (*ARGB1555ToUVRow)(const uint8* src_argb1555, int src_stride_argb1555, |
| uint8* dst_u, uint8* dst_v, int width) = ARGB1555ToUVRow_C; |
| void (*ARGB1555ToYRow)(const uint8* src_argb1555, uint8* dst_y, int pix) = |
| ARGB1555ToYRow_C; |
| #else |
| void (*ARGB1555ToARGBRow)(const uint8* src_rgb, uint8* dst_argb, int pix) = |
| ARGB1555ToARGBRow_C; |
| void (*ARGBToUVRow)(const uint8* src_argb0, int src_stride_argb, |
| uint8* dst_u, uint8* dst_v, int width) = ARGBToUVRow_C; |
| void (*ARGBToYRow)(const uint8* src_argb, uint8* dst_y, int pix) = |
| ARGBToYRow_C; |
| #endif |
| if (!src_argb1555 || !dst_y || !dst_u || !dst_v || |
| width <= 0 || height == 0) { |
| return -1; |
| } |
| // Negative height means invert the image. |
| if (height < 0) { |
| height = -height; |
| src_argb1555 = src_argb1555 + (height - 1) * src_stride_argb1555; |
| src_stride_argb1555 = -src_stride_argb1555; |
| } |
| |
| #if defined(HAS_ARGB1555TOYROW_NEON) |
| if (TestCpuFlag(kCpuHasNEON) && width >= 8) { |
| ARGB1555ToYRow = ARGB1555ToYRow_Any_NEON; |
| if (IS_ALIGNED(width, 8)) { |
| ARGB1555ToYRow = ARGB1555ToYRow_NEON; |
| } |
| if (width >= 16) { |
| ARGB1555ToUVRow = ARGB1555ToUVRow_Any_NEON; |
| if (IS_ALIGNED(width, 16)) { |
| ARGB1555ToUVRow = ARGB1555ToUVRow_NEON; |
| } |
| } |
| } |
| #else // HAS_ARGB1555TOYROW_NEON |
| |
| #if defined(HAS_ARGB1555TOARGBROW_SSE2) |
| if (TestCpuFlag(kCpuHasSSE2) && width >= 8) { |
| ARGB1555ToARGBRow = ARGB1555ToARGBRow_Any_SSE2; |
| if (IS_ALIGNED(width, 8)) { |
| ARGB1555ToARGBRow = ARGB1555ToARGBRow_SSE2; |
| } |
| } |
| #endif |
| #if defined(HAS_ARGBTOUVROW_SSSE3) |
| if (TestCpuFlag(kCpuHasSSSE3) && width >= 16) { |
| ARGBToUVRow = ARGBToUVRow_Any_SSSE3; |
| if (IS_ALIGNED(width, 16)) { |
| ARGBToUVRow = ARGBToUVRow_SSSE3; |
| } |
| } |
| #endif |
| #if defined(HAS_ARGBTOUVROW_SSSE3) |
| if (TestCpuFlag(kCpuHasSSSE3) && width >= 16) { |
| ARGBToYRow = ARGBToYRow_Any_SSSE3; |
| if (IS_ALIGNED(width, 16)) { |
| ARGBToYRow = ARGBToYRow_Unaligned_SSSE3; |
| if (IS_ALIGNED(dst_y, 16) && IS_ALIGNED(dst_stride_y, 16)) { |
| ARGBToYRow = ARGBToYRow_SSSE3; |
| } |
| } |
| } |
| #endif // HAS_ARGBTOUVROW_SSSE3 |
| #endif // HAS_ARGB1555TOYROW_NEON |
| |
| { |
| #if !defined(HAS_ARGB1555TOYROW_NEON) |
| // Allocate 2 rows of ARGB. |
| const int kRowSize = (width * 4 + 15) & ~15; |
| align_buffer_64(row, kRowSize * 2); |
| #endif |
| for (y = 0; y < height - 1; y += 2) { |
| #if defined(HAS_ARGB1555TOYROW_NEON) |
| ARGB1555ToUVRow(src_argb1555, src_stride_argb1555, dst_u, dst_v, width); |
| ARGB1555ToYRow(src_argb1555, dst_y, width); |
| ARGB1555ToYRow(src_argb1555 + src_stride_argb1555, dst_y + dst_stride_y, |
| width); |
| #else |
| ARGB1555ToARGBRow(src_argb1555, row, width); |
| ARGB1555ToARGBRow(src_argb1555 + src_stride_argb1555, row + kRowSize, |
| width); |
| ARGBToUVRow(row, kRowSize, dst_u, dst_v, width); |
| ARGBToYRow(row, dst_y, width); |
| ARGBToYRow(row + kRowSize, dst_y + dst_stride_y, width); |
| #endif |
| src_argb1555 += src_stride_argb1555 * 2; |
| dst_y += dst_stride_y * 2; |
| dst_u += dst_stride_u; |
| dst_v += dst_stride_v; |
| } |
| if (height & 1) { |
| #if defined(HAS_ARGB1555TOYROW_NEON) |
| ARGB1555ToUVRow(src_argb1555, 0, dst_u, dst_v, width); |
| ARGB1555ToYRow(src_argb1555, dst_y, width); |
| #else |
| ARGB1555ToARGBRow(src_argb1555, row, width); |
| ARGBToUVRow(row, 0, dst_u, dst_v, width); |
| ARGBToYRow(row, dst_y, width); |
| #endif |
| } |
| #if !defined(HAS_ARGB1555TOYROW_NEON) |
| free_aligned_buffer_64(row); |
| #endif |
| } |
| return 0; |
| } |
| |
| // Convert ARGB4444 to I420. |
| LIBYUV_API |
| int ARGB4444ToI420(const uint8* src_argb4444, int src_stride_argb4444, |
| uint8* dst_y, int dst_stride_y, |
| uint8* dst_u, int dst_stride_u, |
| uint8* dst_v, int dst_stride_v, |
| int width, int height) { |
| int y; |
| #if defined(HAS_ARGB4444TOYROW_NEON) |
| void (*ARGB4444ToUVRow)(const uint8* src_argb4444, int src_stride_argb4444, |
| uint8* dst_u, uint8* dst_v, int width) = ARGB4444ToUVRow_C; |
| void (*ARGB4444ToYRow)(const uint8* src_argb4444, uint8* dst_y, int pix) = |
| ARGB4444ToYRow_C; |
| #else |
| void (*ARGB4444ToARGBRow)(const uint8* src_rgb, uint8* dst_argb, int pix) = |
| ARGB4444ToARGBRow_C; |
| void (*ARGBToUVRow)(const uint8* src_argb0, int src_stride_argb, |
| uint8* dst_u, uint8* dst_v, int width) = ARGBToUVRow_C; |
| void (*ARGBToYRow)(const uint8* src_argb, uint8* dst_y, int pix) = |
| ARGBToYRow_C; |
| #endif |
| if (!src_argb4444 || !dst_y || !dst_u || !dst_v || |
| width <= 0 || height == 0) { |
| return -1; |
| } |
| // Negative height means invert the image. |
| if (height < 0) { |
| height = -height; |
| src_argb4444 = src_argb4444 + (height - 1) * src_stride_argb4444; |
| src_stride_argb4444 = -src_stride_argb4444; |
| } |
| |
| #if defined(HAS_ARGB4444TOYROW_NEON) |
| if (TestCpuFlag(kCpuHasNEON) && width >= 8) { |
| ARGB4444ToYRow = ARGB4444ToYRow_Any_NEON; |
| if (IS_ALIGNED(width, 8)) { |
| ARGB4444ToYRow = ARGB4444ToYRow_NEON; |
| } |
| if (width >= 16) { |
| ARGB4444ToUVRow = ARGB4444ToUVRow_Any_NEON; |
| if (IS_ALIGNED(width, 16)) { |
| ARGB4444ToUVRow = ARGB4444ToUVRow_NEON; |
| } |
| } |
| } |
| #else // HAS_ARGB4444TOYROW_NEON |
| |
| #if defined(HAS_ARGB4444TOARGBROW_SSE2) |
| if (TestCpuFlag(kCpuHasSSE2) && width >= 8) { |
| ARGB4444ToARGBRow = ARGB4444ToARGBRow_Any_SSE2; |
| if (IS_ALIGNED(width, 8)) { |
| ARGB4444ToARGBRow = ARGB4444ToARGBRow_SSE2; |
| } |
| } |
| #endif |
| #if defined(HAS_ARGBTOUVROW_SSSE3) |
| if (TestCpuFlag(kCpuHasSSSE3) && width >= 16) { |
| ARGBToUVRow = ARGBToUVRow_Any_SSSE3; |
| if (IS_ALIGNED(width, 16)) { |
| ARGBToUVRow = ARGBToUVRow_SSSE3; |
| } |
| } |
| #endif |
| #if defined(HAS_ARGBTOUVROW_SSSE3) |
| if (TestCpuFlag(kCpuHasSSSE3) && width >= 16) { |
| ARGBToYRow = ARGBToYRow_Any_SSSE3; |
| if (IS_ALIGNED(width, 16)) { |
| ARGBToYRow = ARGBToYRow_Unaligned_SSSE3; |
| if (IS_ALIGNED(dst_y, 16) && IS_ALIGNED(dst_stride_y, 16)) { |
| ARGBToYRow = ARGBToYRow_SSSE3; |
| } |
| } |
| } |
| #endif // HAS_ARGBTOUVROW_SSSE3 |
| #endif // HAS_ARGB4444TOYROW_NEON |
| |
| { |
| #if !defined(HAS_ARGB4444TOYROW_NEON) |
| // Allocate 2 rows of ARGB. |
| const int kRowSize = (width * 4 + 15) & ~15; |
| align_buffer_64(row, kRowSize * 2); |
| #endif |
| |
| for (y = 0; y < height - 1; y += 2) { |
| #if defined(HAS_ARGB4444TOYROW_NEON) |
| ARGB4444ToUVRow(src_argb4444, src_stride_argb4444, dst_u, dst_v, width); |
| ARGB4444ToYRow(src_argb4444, dst_y, width); |
| ARGB4444ToYRow(src_argb4444 + src_stride_argb4444, dst_y + dst_stride_y, |
| width); |
| #else |
| ARGB4444ToARGBRow(src_argb4444, row, width); |
| ARGB4444ToARGBRow(src_argb4444 + src_stride_argb4444, row + kRowSize, |
| width); |
| ARGBToUVRow(row, kRowSize, dst_u, dst_v, width); |
| ARGBToYRow(row, dst_y, width); |
| ARGBToYRow(row + kRowSize, dst_y + dst_stride_y, width); |
| #endif |
| src_argb4444 += src_stride_argb4444 * 2; |
| dst_y += dst_stride_y * 2; |
| dst_u += dst_stride_u; |
| dst_v += dst_stride_v; |
| } |
| if (height & 1) { |
| #if defined(HAS_ARGB4444TOYROW_NEON) |
| ARGB4444ToUVRow(src_argb4444, 0, dst_u, dst_v, width); |
| ARGB4444ToYRow(src_argb4444, dst_y, width); |
| #else |
| ARGB4444ToARGBRow(src_argb4444, row, width); |
| ARGBToUVRow(row, 0, dst_u, dst_v, width); |
| ARGBToYRow(row, dst_y, width); |
| #endif |
| } |
| #if !defined(HAS_ARGB4444TOYROW_NEON) |
| free_aligned_buffer_64(row); |
| #endif |
| } |
| return 0; |
| } |
| |
| #ifdef __cplusplus |
| } // extern "C" |
| } // namespace libyuv |
| #endif |
