| /* | |
| * Copyright (c) 2016, Alliance for Open Media. All rights reserved | |
| * | |
| * This source code is subject to the terms of the BSD 2 Clause License and | |
| * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License | |
| * was not distributed with this source code in the LICENSE file, you can | |
| * obtain it at www.aomedia.org/license/software. If the Alliance for Open | |
| * Media Patent License 1.0 was not distributed with this source code in the | |
| * PATENTS file, you can obtain it at www.aomedia.org/license/patent. | |
| */ | |
| #include <cstdlib> | |
| #include <string> | |
| #include "third_party/googletest/src/googletest/include/gtest/gtest.h" | |
| #include "./aom_config.h" | |
| #include "./av1_rtcd.h" | |
| #include "aom_ports/aom_timer.h" | |
| #include "av1/common/cdef_block.h" | |
| #include "test/acm_random.h" | |
| #include "test/clear_system_state.h" | |
| #include "test/register_state_check.h" | |
| #include "test/util.h" | |
| using libaom_test::ACMRandom; | |
| namespace { | |
| typedef void (*clpf_block_t)(uint8_t *dst, const uint16_t *src, int dstride, | |
| int sstride, int sizex, int sizey, | |
| unsigned int strength, unsigned int bitdepth); | |
| typedef std::tr1::tuple<clpf_block_t, clpf_block_t, int, int> | |
| clpf_block_param_t; | |
| class CDEFClpfBlockTest : public ::testing::TestWithParam<clpf_block_param_t> { | |
| public: | |
| virtual ~CDEFClpfBlockTest() {} | |
| virtual void SetUp() { | |
| clpf = GET_PARAM(0); | |
| ref_clpf = GET_PARAM(1); | |
| sizex = GET_PARAM(2); | |
| sizey = GET_PARAM(3); | |
| } | |
| virtual void TearDown() { libaom_test::ClearSystemState(); } | |
| protected: | |
| int sizex; | |
| int sizey; | |
| clpf_block_t clpf; | |
| clpf_block_t ref_clpf; | |
| }; | |
| typedef CDEFClpfBlockTest CDEFClpfSpeedTest; | |
| #if CONFIG_HIGHBITDEPTH | |
| typedef void (*clpf_block_hbd_t)(uint16_t *dst, const uint16_t *src, | |
| int dstride, int sstride, int sizex, int sizey, | |
| unsigned int strength, unsigned int bitdepth); | |
| typedef std::tr1::tuple<clpf_block_hbd_t, clpf_block_hbd_t, int, int> | |
| clpf_block_hbd_param_t; | |
| class CDEFClpfBlockHbdTest | |
| : public ::testing::TestWithParam<clpf_block_hbd_param_t> { | |
| public: | |
| virtual ~CDEFClpfBlockHbdTest() {} | |
| virtual void SetUp() { | |
| clpf = GET_PARAM(0); | |
| ref_clpf = GET_PARAM(1); | |
| sizex = GET_PARAM(2); | |
| sizey = GET_PARAM(3); | |
| } | |
| virtual void TearDown() { libaom_test::ClearSystemState(); } | |
| protected: | |
| int sizex; | |
| int sizey; | |
| clpf_block_hbd_t clpf; | |
| clpf_block_hbd_t ref_clpf; | |
| }; | |
| typedef CDEFClpfBlockHbdTest ClpfHbdSpeedTest; | |
| #endif | |
| template <typename pixel> | |
| void test_clpf(int w, int h, unsigned int depth, unsigned int iterations, | |
| void (*clpf)(pixel *dst, const uint16_t *src, int dstride, | |
| int sstride, int sizex, int sizey, | |
| unsigned int strength, unsigned int bitdepth), | |
| void (*ref_clpf)(pixel *dst, const uint16_t *src, int dstride, | |
| int sstride, int sizex, int sizey, | |
| unsigned int strength, unsigned int bitdepth)) { | |
| const int size = 24; | |
| ACMRandom rnd(ACMRandom::DeterministicSeed()); | |
| DECLARE_ALIGNED(16, uint16_t, s[size * size]); | |
| DECLARE_ALIGNED(16, pixel, d[size * size]); | |
| DECLARE_ALIGNED(16, pixel, ref_d[size * size]); | |
| memset(ref_d, 0, size * size * sizeof(*ref_d)); | |
| memset(d, 0, size * size * sizeof(*d)); | |
| int error = 0, pos = 0, xpos = 8, ypos = 8; | |
| unsigned int strength = 0, bits, level, count, damp = 0, boundary = 0; | |
| assert(size >= w + 16 && size >= h + 16); | |
| assert(depth >= 8); | |
| // Test every combination of: | |
| // * Input with up to <depth> bits of noise | |
| // * Noise level around every value from 0 to (1<<depth)-1 | |
| // * All strengths | |
| // * All dampings | |
| // * Boundaries | |
| // If clpf and ref_clpf are the same, we're just testing speed | |
| for (boundary = 0; boundary < 16; boundary++) { | |
| for (count = 0; count < iterations; count++) { | |
| for (level = 0; level < (1U << depth) && !error; | |
| level += (1 + 4 * !!boundary) << (depth - 8)) { | |
| for (bits = 1; bits <= depth && !error; bits++) { | |
| for (damp = 4 + depth - 8; damp < depth - 1 && !error; damp++) { | |
| for (int i = 0; i < size * size; i++) | |
| s[i] = clamp((rnd.Rand16() & ((1 << bits) - 1)) + level, 0, | |
| (1 << depth) - 1); | |
| if (boundary) { | |
| if (boundary & 1) { // Left | |
| for (int i = 0; i < size; i++) | |
| for (int j = 0; j < xpos; j++) | |
| s[i * size + j] = CDEF_VERY_LARGE; | |
| } | |
| if (boundary & 2) { // Right | |
| for (int i = 0; i < size; i++) | |
| for (int j = xpos + w; j < size; j++) | |
| s[i * size + j] = CDEF_VERY_LARGE; | |
| } | |
| if (boundary & 4) { // Above | |
| for (int i = 0; i < ypos; i++) | |
| for (int j = 0; j < size; j++) | |
| s[i * size + j] = CDEF_VERY_LARGE; | |
| } | |
| if (boundary & 8) { // Below | |
| for (int i = ypos + h; i < size; i++) | |
| for (int j = 0; j < size; j++) | |
| s[i * size + j] = CDEF_VERY_LARGE; | |
| } | |
| } | |
| for (strength = depth - 8; strength < depth - 5 && !error; | |
| strength += !error) { | |
| ref_clpf(ref_d + ypos * size + xpos, s + ypos * size + xpos, size, | |
| size, w, h, 1 << strength, damp); | |
| if (clpf != ref_clpf) | |
| ASM_REGISTER_STATE_CHECK(clpf(d + ypos * size + xpos, | |
| s + ypos * size + xpos, size, | |
| size, w, h, 1 << strength, damp)); | |
| if (ref_clpf != clpf) { | |
| for (pos = 0; pos < size * size && !error; pos++) { | |
| error = ref_d[pos] != d[pos]; | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| pos--; | |
| EXPECT_EQ(0, error) | |
| << "Error: CDEFClpfBlockTest, SIMD and C mismatch." << std::endl | |
| << "First error at " << pos % size << "," << pos / size << " (" | |
| << (int16_t)ref_d[pos] << " != " << (int16_t)d[pos] << ") " << std::endl | |
| << "strength: " << (1 << strength) << std::endl | |
| << "damping: " << damp << std::endl | |
| << "depth: " << depth << std::endl | |
| << "boundary: " << boundary << std::endl | |
| << "w: " << w << std::endl | |
| << "h: " << h << std::endl | |
| << "A=" << (pos > 2 * size ? (int16_t)s[pos - 2 * size] : -1) << std::endl | |
| << "B=" << (pos > size ? (int16_t)s[pos - size] : -1) << std::endl | |
| << "C=" << (pos % size - 2 >= 0 ? (int16_t)s[pos - 2] : -1) << std::endl | |
| << "D=" << (pos % size - 1 >= 0 ? (int16_t)s[pos - 1] : -1) << std::endl | |
| << "X=" << (int16_t)s[pos] << std::endl | |
| << "E=" << (pos % size + 1 < size ? (int16_t)s[pos + 1] : -1) << std::endl | |
| << "F=" << (pos % size + 2 < size ? (int16_t)s[pos + 2] : -1) << std::endl | |
| << "G=" << (pos + size < size * size ? (int16_t)s[pos + size] : -1) | |
| << std::endl | |
| << "H=" | |
| << (pos + 2 * size < size * size ? (int16_t)s[pos + 2 * size] : -1) | |
| << std::endl; | |
| } | |
| template <typename pixel> | |
| void test_clpf_speed(int w, int h, unsigned int depth, unsigned int iterations, | |
| void (*clpf)(pixel *dst, const uint16_t *src, int dstride, | |
| int sstride, int sizex, int sizey, | |
| unsigned int strength, unsigned int bitdepth), | |
| void (*ref_clpf)(pixel *dst, const uint16_t *src, | |
| int dstride, int sstride, int sizex, | |
| int sizey, unsigned int strength, | |
| unsigned int bitdepth)) { | |
| aom_usec_timer ref_timer; | |
| aom_usec_timer timer; | |
| aom_usec_timer_start(&ref_timer); | |
| test_clpf(w, h, depth, iterations, ref_clpf, ref_clpf); | |
| aom_usec_timer_mark(&ref_timer); | |
| int ref_elapsed_time = (int)aom_usec_timer_elapsed(&ref_timer); | |
| aom_usec_timer_start(&timer); | |
| test_clpf(w, h, depth, iterations, clpf, clpf); | |
| aom_usec_timer_mark(&timer); | |
| int elapsed_time = (int)aom_usec_timer_elapsed(&timer); | |
| #if 0 | |
| std::cout << "[ ] C time = " << ref_elapsed_time / 1000 | |
| << " ms, SIMD time = " << elapsed_time / 1000 << " ms" << std::endl; | |
| #endif | |
| EXPECT_GT(ref_elapsed_time, elapsed_time) | |
| << "Error: CDEFClpfSpeedTest, SIMD slower than C." << std::endl | |
| << "C time: " << ref_elapsed_time << " us" << std::endl | |
| << "SIMD time: " << elapsed_time << " us" << std::endl; | |
| } | |
| TEST_P(CDEFClpfBlockTest, TestSIMDNoMismatch) { | |
| test_clpf(sizex, sizey, 8, 1, clpf, ref_clpf); | |
| } | |
| TEST_P(CDEFClpfSpeedTest, DISABLED_TestSpeed) { | |
| test_clpf_speed(sizex, sizey, 8, 16, clpf, ref_clpf); | |
| } | |
| #if CONFIG_HIGHBITDEPTH | |
| TEST_P(CDEFClpfBlockHbdTest, TestSIMDNoMismatch) { | |
| test_clpf(sizex, sizey, 12, 1, clpf, ref_clpf); | |
| } | |
| TEST_P(ClpfHbdSpeedTest, DISABLED_TestSpeed) { | |
| test_clpf_speed(sizex, sizey, 12, 4, clpf, ref_clpf); | |
| } | |
| #endif | |
| using std::tr1::make_tuple; | |
| // VS compiling for 32 bit targets does not support vector types in | |
| // structs as arguments, which makes the v256 type of the intrinsics | |
| // hard to support, so optimizations for this target are disabled. | |
| #if defined(_WIN64) || !defined(_MSC_VER) || defined(__clang__) | |
| // Test all supported architectures and block sizes | |
| #if HAVE_SSE2 | |
| INSTANTIATE_TEST_CASE_P( | |
| SSE2, CDEFClpfBlockTest, | |
| ::testing::Values( | |
| make_tuple(&aom_clpf_block_sse2, &aom_clpf_block_c, 8, 8), | |
| make_tuple(&aom_clpf_block_sse2, &aom_clpf_block_c, 8, 4), | |
| make_tuple(&aom_clpf_block_sse2, &aom_clpf_block_c, 4, 8), | |
| make_tuple(&aom_clpf_block_sse2, &aom_clpf_block_c, 4, 4), | |
| make_tuple(&aom_clpf_hblock_sse2, &aom_clpf_hblock_c, 8, 8), | |
| make_tuple(&aom_clpf_hblock_sse2, &aom_clpf_hblock_c, 8, 4), | |
| make_tuple(&aom_clpf_hblock_sse2, &aom_clpf_hblock_c, 4, 8), | |
| make_tuple(&aom_clpf_hblock_sse2, &aom_clpf_hblock_c, 4, 4))); | |
| #endif | |
| #if HAVE_SSSE3 | |
| INSTANTIATE_TEST_CASE_P( | |
| SSSE3, CDEFClpfBlockTest, | |
| ::testing::Values( | |
| make_tuple(&aom_clpf_block_ssse3, &aom_clpf_block_c, 8, 8), | |
| make_tuple(&aom_clpf_block_ssse3, &aom_clpf_block_c, 8, 4), | |
| make_tuple(&aom_clpf_block_ssse3, &aom_clpf_block_c, 4, 8), | |
| make_tuple(&aom_clpf_block_ssse3, &aom_clpf_block_c, 4, 4), | |
| make_tuple(&aom_clpf_hblock_ssse3, &aom_clpf_hblock_c, 8, 8), | |
| make_tuple(&aom_clpf_hblock_ssse3, &aom_clpf_hblock_c, 8, 4), | |
| make_tuple(&aom_clpf_hblock_ssse3, &aom_clpf_hblock_c, 4, 8), | |
| make_tuple(&aom_clpf_hblock_ssse3, &aom_clpf_hblock_c, 4, 4))); | |
| #endif | |
| #if HAVE_SSE4_1 | |
| INSTANTIATE_TEST_CASE_P( | |
| SSE4_1, CDEFClpfBlockTest, | |
| ::testing::Values( | |
| make_tuple(&aom_clpf_block_sse4_1, &aom_clpf_block_c, 8, 8), | |
| make_tuple(&aom_clpf_block_sse4_1, &aom_clpf_block_c, 8, 4), | |
| make_tuple(&aom_clpf_block_sse4_1, &aom_clpf_block_c, 4, 8), | |
| make_tuple(&aom_clpf_block_sse4_1, &aom_clpf_block_c, 4, 4), | |
| make_tuple(&aom_clpf_hblock_sse4_1, &aom_clpf_hblock_c, 8, 8), | |
| make_tuple(&aom_clpf_hblock_sse4_1, &aom_clpf_hblock_c, 8, 4), | |
| make_tuple(&aom_clpf_hblock_sse4_1, &aom_clpf_hblock_c, 4, 8), | |
| make_tuple(&aom_clpf_hblock_sse4_1, &aom_clpf_hblock_c, 4, 4))); | |
| #endif | |
| #if HAVE_NEON | |
| INSTANTIATE_TEST_CASE_P( | |
| NEON, CDEFClpfBlockTest, | |
| ::testing::Values( | |
| make_tuple(&aom_clpf_block_neon, &aom_clpf_block_c, 8, 8), | |
| make_tuple(&aom_clpf_block_neon, &aom_clpf_block_c, 8, 4), | |
| make_tuple(&aom_clpf_block_neon, &aom_clpf_block_c, 4, 8), | |
| make_tuple(&aom_clpf_block_neon, &aom_clpf_block_c, 4, 4), | |
| make_tuple(&aom_clpf_hblock_neon, &aom_clpf_hblock_c, 8, 8), | |
| make_tuple(&aom_clpf_hblock_neon, &aom_clpf_hblock_c, 8, 4), | |
| make_tuple(&aom_clpf_hblock_neon, &aom_clpf_hblock_c, 4, 8), | |
| make_tuple(&aom_clpf_hblock_neon, &aom_clpf_hblock_c, 4, 4))); | |
| #endif | |
| #if CONFIG_HIGHBITDEPTH | |
| #if HAVE_SSE2 | |
| INSTANTIATE_TEST_CASE_P( | |
| SSE2, CDEFClpfBlockHbdTest, | |
| ::testing::Values( | |
| make_tuple(&aom_clpf_block_hbd_sse2, &aom_clpf_block_hbd_c, 8, 8), | |
| make_tuple(&aom_clpf_block_hbd_sse2, &aom_clpf_block_hbd_c, 8, 4), | |
| make_tuple(&aom_clpf_block_hbd_sse2, &aom_clpf_block_hbd_c, 4, 8), | |
| make_tuple(&aom_clpf_block_hbd_sse2, &aom_clpf_block_hbd_c, 4, 4), | |
| make_tuple(&aom_clpf_hblock_hbd_sse2, &aom_clpf_hblock_hbd_c, 8, 8), | |
| make_tuple(&aom_clpf_hblock_hbd_sse2, &aom_clpf_hblock_hbd_c, 8, 4), | |
| make_tuple(&aom_clpf_hblock_hbd_sse2, &aom_clpf_hblock_hbd_c, 4, 8), | |
| make_tuple(&aom_clpf_hblock_hbd_sse2, &aom_clpf_hblock_hbd_c, 4, 4))); | |
| #endif | |
| #if HAVE_SSSE3 | |
| INSTANTIATE_TEST_CASE_P( | |
| SSSE3, CDEFClpfBlockHbdTest, | |
| ::testing::Values( | |
| make_tuple(&aom_clpf_block_hbd_ssse3, &aom_clpf_block_hbd_c, 8, 8), | |
| make_tuple(&aom_clpf_block_hbd_ssse3, &aom_clpf_block_hbd_c, 8, 4), | |
| make_tuple(&aom_clpf_block_hbd_ssse3, &aom_clpf_block_hbd_c, 4, 8), | |
| make_tuple(&aom_clpf_block_hbd_ssse3, &aom_clpf_block_hbd_c, 4, 4), | |
| make_tuple(&aom_clpf_hblock_hbd_ssse3, &aom_clpf_hblock_hbd_c, 8, 8), | |
| make_tuple(&aom_clpf_hblock_hbd_ssse3, &aom_clpf_hblock_hbd_c, 8, 4), | |
| make_tuple(&aom_clpf_hblock_hbd_ssse3, &aom_clpf_hblock_hbd_c, 4, 8), | |
| make_tuple(&aom_clpf_hblock_hbd_ssse3, &aom_clpf_hblock_hbd_c, 4, 4))); | |
| #endif | |
| #if HAVE_SSE4_1 | |
| INSTANTIATE_TEST_CASE_P( | |
| SSE4_1, CDEFClpfBlockHbdTest, | |
| ::testing::Values( | |
| make_tuple(&aom_clpf_block_hbd_sse4_1, &aom_clpf_block_hbd_c, 8, 8), | |
| make_tuple(&aom_clpf_block_hbd_sse4_1, &aom_clpf_block_hbd_c, 8, 4), | |
| make_tuple(&aom_clpf_block_hbd_sse4_1, &aom_clpf_block_hbd_c, 4, 8), | |
| make_tuple(&aom_clpf_block_hbd_sse4_1, &aom_clpf_block_hbd_c, 4, 4), | |
| make_tuple(&aom_clpf_hblock_hbd_sse4_1, &aom_clpf_hblock_hbd_c, 8, 8), | |
| make_tuple(&aom_clpf_hblock_hbd_sse4_1, &aom_clpf_hblock_hbd_c, 8, 4), | |
| make_tuple(&aom_clpf_hblock_hbd_sse4_1, &aom_clpf_hblock_hbd_c, 4, 8), | |
| make_tuple(&aom_clpf_hblock_hbd_sse4_1, &aom_clpf_hblock_hbd_c, 4, 4))); | |
| #endif | |
| #if HAVE_NEON | |
| INSTANTIATE_TEST_CASE_P( | |
| NEON, CDEFClpfBlockHbdTest, | |
| ::testing::Values( | |
| make_tuple(&aom_clpf_block_hbd_neon, &aom_clpf_block_hbd_c, 8, 8), | |
| make_tuple(&aom_clpf_block_hbd_neon, &aom_clpf_block_hbd_c, 8, 4), | |
| make_tuple(&aom_clpf_block_hbd_neon, &aom_clpf_block_hbd_c, 4, 8), | |
| make_tuple(&aom_clpf_block_hbd_neon, &aom_clpf_block_hbd_c, 4, 4), | |
| make_tuple(&aom_clpf_hblock_hbd_neon, &aom_clpf_hblock_hbd_c, 8, 8), | |
| make_tuple(&aom_clpf_hblock_hbd_neon, &aom_clpf_hblock_hbd_c, 8, 4), | |
| make_tuple(&aom_clpf_hblock_hbd_neon, &aom_clpf_hblock_hbd_c, 4, 8), | |
| make_tuple(&aom_clpf_hblock_hbd_neon, &aom_clpf_hblock_hbd_c, 4, 4))); | |
| #endif | |
| #endif // CONFIG_HIGHBITDEPTH | |
| // Test speed for all supported architectures | |
| #if HAVE_SSE2 | |
| INSTANTIATE_TEST_CASE_P( | |
| SSE2, CDEFClpfSpeedTest, | |
| ::testing::Values(make_tuple(&aom_clpf_block_sse2, &aom_clpf_block_c, 8, 8), | |
| make_tuple(&aom_clpf_hblock_sse2, &aom_clpf_hblock_c, 8, | |
| 8))); | |
| #endif | |
| #if HAVE_SSSE3 | |
| INSTANTIATE_TEST_CASE_P(SSSE3, CDEFClpfSpeedTest, | |
| ::testing::Values(make_tuple(&aom_clpf_block_ssse3, | |
| &aom_clpf_block_c, 8, 8), | |
| make_tuple(&aom_clpf_hblock_ssse3, | |
| &aom_clpf_hblock_c, 8, | |
| 8))); | |
| #endif | |
| #if HAVE_SSE4_1 | |
| INSTANTIATE_TEST_CASE_P(SSE4_1, CDEFClpfSpeedTest, | |
| ::testing::Values(make_tuple(&aom_clpf_block_sse4_1, | |
| &aom_clpf_block_c, 8, 8), | |
| make_tuple(&aom_clpf_hblock_sse4_1, | |
| &aom_clpf_hblock_c, 8, | |
| 8))); | |
| #endif | |
| #if HAVE_NEON | |
| INSTANTIATE_TEST_CASE_P( | |
| NEON, CDEFClpfSpeedTest, | |
| ::testing::Values(make_tuple(&aom_clpf_block_neon, &aom_clpf_block_c, 8, 8), | |
| make_tuple(&aom_clpf_hblock_neon, &aom_clpf_hblock_c, 8, | |
| 8))); | |
| #endif | |
| #if CONFIG_HIGHBITDEPTH | |
| #if HAVE_SSE2 | |
| INSTANTIATE_TEST_CASE_P( | |
| SSE2, ClpfHbdSpeedTest, | |
| ::testing::Values( | |
| make_tuple(&aom_clpf_block_hbd_sse2, &aom_clpf_block_hbd_c, 8, 8), | |
| make_tuple(&aom_clpf_hblock_hbd_sse2, &aom_clpf_hblock_hbd_c, 8, 8))); | |
| #endif | |
| #if HAVE_SSSE3 | |
| INSTANTIATE_TEST_CASE_P( | |
| SSSE3, ClpfHbdSpeedTest, | |
| ::testing::Values( | |
| make_tuple(&aom_clpf_block_hbd_ssse3, &aom_clpf_block_hbd_c, 8, 8), | |
| make_tuple(&aom_clpf_hblock_hbd_ssse3, &aom_clpf_hblock_hbd_c, 8, 8))); | |
| #endif | |
| #if HAVE_SSE4_1 | |
| INSTANTIATE_TEST_CASE_P( | |
| SSE4_1, ClpfHbdSpeedTest, | |
| ::testing::Values( | |
| make_tuple(&aom_clpf_block_hbd_sse4_1, &aom_clpf_block_hbd_c, 8, 8), | |
| make_tuple(&aom_clpf_hblock_hbd_sse4_1, &aom_clpf_hblock_hbd_c, 8, 8))); | |
| #endif | |
| #if HAVE_NEON | |
| INSTANTIATE_TEST_CASE_P( | |
| NEON, ClpfHbdSpeedTest, | |
| ::testing::Values( | |
| make_tuple(&aom_clpf_block_hbd_neon, &aom_clpf_block_hbd_c, 8, 8), | |
| make_tuple(&aom_clpf_hblock_hbd_neon, &aom_clpf_hblock_hbd_c, 8, 8))); | |
| #endif | |
| #endif // CONFIG_HIGHBITDEPTH | |
| #endif // defined(_WIN64) || !defined(_MSC_VER) | |
| } // namespace |