| /* | 
 |  * Copyright (c) 2016, Alliance for Open Media. All rights reserved | 
 |  * | 
 |  * This source code is subject to the terms of the BSD 2 Clause License and | 
 |  * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License | 
 |  * was not distributed with this source code in the LICENSE file, you can | 
 |  * obtain it at www.aomedia.org/license/software. If the Alliance for Open | 
 |  * Media Patent License 1.0 was not distributed with this source code in the | 
 |  * PATENTS file, you can obtain it at www.aomedia.org/license/patent. | 
 |  */ | 
 | #include <math.h> | 
 | #include <stdlib.h> | 
 | #include <string.h> | 
 | #include <tuple> | 
 |  | 
 | #include "third_party/googletest/src/googletest/include/gtest/gtest.h" | 
 | #include "test/acm_random.h" | 
 | #include "test/register_state_check.h" | 
 | #include "test/util.h" | 
 |  | 
 | #include "config/aom_config.h" | 
 | #include "config/aom_dsp_rtcd.h" | 
 |  | 
 | #include "aom/aom_integer.h" | 
 |  | 
 | using libaom_test::ACMRandom; | 
 |  | 
 | namespace { | 
 | const int number_of_iterations = 200; | 
 |  | 
 | typedef unsigned int (*MaskedSADFunc)(const uint8_t *src, int src_stride, | 
 |                                       const uint8_t *ref, int ref_stride, | 
 |                                       const uint8_t *second_pred, | 
 |                                       const uint8_t *msk, int msk_stride, | 
 |                                       int invert_mask); | 
 | typedef std::tuple<MaskedSADFunc, MaskedSADFunc> MaskedSADParam; | 
 |  | 
 | typedef void (*MaskedSADx4Func)(const uint8_t *src, int src_stride, | 
 |                                 const uint8_t *ref[], int ref_stride, | 
 |                                 const uint8_t *second_pred, const uint8_t *msk, | 
 |                                 int msk_stride, int invert_mask, | 
 |                                 unsigned sads[]); | 
 |  | 
 | typedef std::tuple<MaskedSADx4Func, MaskedSADx4Func> MaskedSADx4Param; | 
 |  | 
 | class MaskedSADTestBase : public ::testing::Test { | 
 |  public: | 
 |   ~MaskedSADTestBase() override = default; | 
 |   void SetUp() override = 0; | 
 |   virtual void runRef(const uint8_t *src_ptr, int src_stride, | 
 |                       const uint8_t *ref_ptr[], int ref_stride, | 
 |                       const uint8_t *second_pred, const uint8_t *msk, | 
 |                       int msk_stride, int inv_mask, unsigned sads[], | 
 |                       int times) = 0; | 
 |   virtual void runTest(const uint8_t *src_ptr, int src_stride, | 
 |                        const uint8_t *ref_ptr[], int ref_stride, | 
 |                        const uint8_t *second_pred, const uint8_t *msk, | 
 |                        int msk_stride, int inv_mask, unsigned sads[], | 
 |                        int times) = 0; | 
 |  | 
 |   void runMaskedSADTest(int run_times); | 
 | }; | 
 |  | 
 | class MaskedSADTest : public MaskedSADTestBase, | 
 |                       public ::testing::WithParamInterface<MaskedSADParam> { | 
 |  public: | 
 |   ~MaskedSADTest() override = default; | 
 |   void SetUp() override { | 
 |     maskedSAD_op_ = GET_PARAM(0); | 
 |     ref_maskedSAD_op_ = GET_PARAM(1); | 
 |   } | 
 |  | 
 |   void runRef(const uint8_t *src_ptr, int src_stride, const uint8_t *ref_ptr[], | 
 |               int ref_stride, const uint8_t *second_pred, const uint8_t *msk, | 
 |               int msk_stride, int inv_mask, unsigned sads[], | 
 |               int times) override; | 
 |   void runTest(const uint8_t *src_ptr, int src_stride, const uint8_t *ref_ptr[], | 
 |                int ref_stride, const uint8_t *second_pred, const uint8_t *msk, | 
 |                int msk_stride, int inv_mask, unsigned sads[], | 
 |                int times) override; | 
 |  | 
 |  protected: | 
 |   MaskedSADFunc maskedSAD_op_; | 
 |   MaskedSADFunc ref_maskedSAD_op_; | 
 | }; | 
 | GTEST_ALLOW_UNINSTANTIATED_PARAMETERIZED_TEST(MaskedSADTest); | 
 |  | 
 | class MaskedSADx4Test : public MaskedSADTestBase, | 
 |                         public ::testing::WithParamInterface<MaskedSADx4Param> { | 
 |  public: | 
 |   ~MaskedSADx4Test() override = default; | 
 |   void SetUp() override { | 
 |     maskedSAD_op_ = GET_PARAM(0); | 
 |     ref_maskedSAD_op_ = GET_PARAM(1); | 
 |   } | 
 |   void runRef(const uint8_t *src_ptr, int src_stride, const uint8_t *ref_ptr[], | 
 |               int ref_stride, const uint8_t *second_pred, const uint8_t *msk, | 
 |               int msk_stride, int inv_mask, unsigned sads[], | 
 |               int times) override; | 
 |   void runTest(const uint8_t *src_ptr, int src_stride, const uint8_t *ref_ptr[], | 
 |                int ref_stride, const uint8_t *second_pred, const uint8_t *msk, | 
 |                int msk_stride, int inv_mask, unsigned sads[], | 
 |                int times) override; | 
 |  | 
 |  protected: | 
 |   MaskedSADx4Func maskedSAD_op_; | 
 |   MaskedSADx4Func ref_maskedSAD_op_; | 
 | }; | 
 | GTEST_ALLOW_UNINSTANTIATED_PARAMETERIZED_TEST(MaskedSADx4Test); | 
 |  | 
 | void MaskedSADTest::runRef(const uint8_t *src_ptr, int src_stride, | 
 |                            const uint8_t *ref_ptr[], int ref_stride, | 
 |                            const uint8_t *second_pred, const uint8_t *msk, | 
 |                            int msk_stride, int invert_mask, unsigned sads[], | 
 |                            int times) { | 
 |   for (int repeat = 0; repeat < times; ++repeat) { | 
 |     sads[0] = ref_maskedSAD_op_(src_ptr, src_stride, ref_ptr[0], ref_stride, | 
 |                                 second_pred, msk, msk_stride, invert_mask); | 
 |   } | 
 | } | 
 |  | 
 | void MaskedSADTest::runTest(const uint8_t *src_ptr, int src_stride, | 
 |                             const uint8_t *ref_ptr[], int ref_stride, | 
 |                             const uint8_t *second_pred, const uint8_t *msk, | 
 |                             int msk_stride, int invert_mask, unsigned sads[], | 
 |                             int times) { | 
 |   if (times == 1) { | 
 |     sads[0] = maskedSAD_op_(src_ptr, src_stride, ref_ptr[0], ref_stride, | 
 |                             second_pred, msk, msk_stride, invert_mask); | 
 |   } else { | 
 |     for (int repeat = 0; repeat < times; ++repeat) { | 
 |       API_REGISTER_STATE_CHECK( | 
 |           sads[0] = maskedSAD_op_(src_ptr, src_stride, ref_ptr[0], ref_stride, | 
 |                                   second_pred, msk, msk_stride, invert_mask)); | 
 |     } | 
 |   } | 
 | } | 
 |  | 
 | void MaskedSADx4Test::runRef(const uint8_t *src_ptr, int src_stride, | 
 |                              const uint8_t *ref_ptr[], int ref_stride, | 
 |                              const uint8_t *second_pred, const uint8_t *msk, | 
 |                              int msk_stride, int invert_mask, unsigned sads[], | 
 |                              int times) { | 
 |   for (int repeat = 0; repeat < times; ++repeat) { | 
 |     ref_maskedSAD_op_(src_ptr, src_stride, ref_ptr, ref_stride, second_pred, | 
 |                       msk, msk_stride, invert_mask, sads); | 
 |   } | 
 | } | 
 |  | 
 | void MaskedSADx4Test::runTest(const uint8_t *src_ptr, int src_stride, | 
 |                               const uint8_t *ref_ptr[], int ref_stride, | 
 |                               const uint8_t *second_pred, const uint8_t *msk, | 
 |                               int msk_stride, int invert_mask, unsigned sads[], | 
 |                               int times) { | 
 |   if (times == 1) { | 
 |     API_REGISTER_STATE_CHECK(maskedSAD_op_(src_ptr, src_stride, ref_ptr, | 
 |                                            ref_stride, second_pred, msk, | 
 |                                            msk_stride, invert_mask, sads)); | 
 |   } else { | 
 |     for (int repeat = 0; repeat < times; ++repeat) { | 
 |       maskedSAD_op_(src_ptr, src_stride, ref_ptr, ref_stride, second_pred, msk, | 
 |                     msk_stride, invert_mask, sads); | 
 |     } | 
 |   } | 
 | } | 
 |  | 
 | void MaskedSADTestBase::runMaskedSADTest(int run_times) { | 
 |   ACMRandom rnd(ACMRandom::DeterministicSeed()); | 
 |   const unsigned kBlockSize = MAX_SB_SIZE * MAX_SB_SIZE; | 
 |   DECLARE_ALIGNED(16, uint8_t, src_ptr[MAX_SB_SIZE * MAX_SB_SIZE]); | 
 |   DECLARE_ALIGNED(16, uint8_t, ref_ptr[MAX_SB_SIZE * MAX_SB_SIZE * 4]); | 
 |   DECLARE_ALIGNED(16, uint8_t, second_pred_ptr[MAX_SB_SIZE * MAX_SB_SIZE]); | 
 |   DECLARE_ALIGNED(16, uint8_t, msk_ptr[MAX_SB_SIZE * MAX_SB_SIZE]); | 
 |  | 
 |   const uint8_t *refs[] = { ref_ptr, ref_ptr + kBlockSize, | 
 |                             ref_ptr + 2 * kBlockSize, | 
 |                             ref_ptr + 3 * kBlockSize }; | 
 |   unsigned sads[] = { 0, 0, 0, 0 }; | 
 |   unsigned sads_ref[] = { 0, 0, 0, 0 }; | 
 |   int err_count = 0; | 
 |   int first_failure = -1; | 
 |   int src_stride = MAX_SB_SIZE; | 
 |   int ref_stride = MAX_SB_SIZE; | 
 |   int msk_stride = MAX_SB_SIZE; | 
 |   const int iters = run_times == 1 ? number_of_iterations : 1; | 
 |   for (int i = 0; i < iters; ++i) { | 
 |     if (run_times == 1 && i == 0) { | 
 |       // The maximum accumulator value occurs when src=0 and | 
 |       // ref/second_pref=255 (or vice-versa, since we take the absolute | 
 |       // difference). Check this case explicitly to ensure we do not overflow | 
 |       // during accumulation. | 
 |       for (int j = 0; j < MAX_SB_SIZE * MAX_SB_SIZE; j++) { | 
 |         src_ptr[j] = 0; | 
 |         ref_ptr[j] = 255; | 
 |         (ref_ptr + kBlockSize)[j] = 255; | 
 |         (ref_ptr + 2 * kBlockSize)[j] = 255; | 
 |         (ref_ptr + 3 * kBlockSize)[j] = 255; | 
 |         second_pred_ptr[j] = 255; | 
 |       } | 
 |     } else { | 
 |       for (int j = 0; j < MAX_SB_SIZE * MAX_SB_SIZE; j++) { | 
 |         src_ptr[j] = rnd.Rand8(); | 
 |         ref_ptr[j] = rnd.Rand8(); | 
 |         (ref_ptr + kBlockSize)[j] = rnd.Rand8(); | 
 |         (ref_ptr + 2 * kBlockSize)[j] = rnd.Rand8(); | 
 |         (ref_ptr + 3 * kBlockSize)[j] = rnd.Rand8(); | 
 |         second_pred_ptr[j] = rnd.Rand8(); | 
 |       } | 
 |     } | 
 |     for (int j = 0; j < MAX_SB_SIZE * MAX_SB_SIZE; j++) { | 
 |       msk_ptr[j] = ((rnd.Rand8() & 0x7f) > 64) ? rnd.Rand8() & 0x3f : 64; | 
 |       assert(msk_ptr[j] <= 64); | 
 |     } | 
 |  | 
 |     for (int invert_mask = 0; invert_mask < 2; ++invert_mask) { | 
 |       aom_usec_timer timer; | 
 |       aom_usec_timer_start(&timer); | 
 |       runRef(src_ptr, src_stride, refs, ref_stride, second_pred_ptr, msk_ptr, | 
 |              msk_stride, invert_mask, sads_ref, run_times); | 
 |       aom_usec_timer_mark(&timer); | 
 |       const double time1 = static_cast<double>(aom_usec_timer_elapsed(&timer)); | 
 |  | 
 |       aom_usec_timer_start(&timer); | 
 |       runTest(src_ptr, src_stride, refs, ref_stride, second_pred_ptr, msk_ptr, | 
 |               msk_stride, invert_mask, sads, run_times); | 
 |       aom_usec_timer_mark(&timer); | 
 |       const double time2 = static_cast<double>(aom_usec_timer_elapsed(&timer)); | 
 |  | 
 |       if (run_times > 10) { | 
 |         printf("%7.2f/%7.2fns", time1, time2); | 
 |         printf("(%3.2f)\n", time1 / time2); | 
 |       } | 
 |       if (sads_ref[0] != sads[0] || sads_ref[1] != sads[1] || | 
 |           sads_ref[2] != sads[2] || sads_ref[3] != sads[3]) { | 
 |         err_count++; | 
 |         if (first_failure == -1) first_failure = i; | 
 |       } | 
 |     } | 
 |   } | 
 |   EXPECT_EQ(0, err_count) << "Error: Masked SAD Test,  output doesn't match. " | 
 |                           << "First failed at test case " << first_failure; | 
 | } | 
 |  | 
 | TEST_P(MaskedSADTest, OperationCheck) { runMaskedSADTest(1); } | 
 |  | 
 | TEST_P(MaskedSADTest, DISABLED_Speed) { runMaskedSADTest(2000000); } | 
 |  | 
 | TEST_P(MaskedSADx4Test, OperationCheck) { runMaskedSADTest(1); } | 
 |  | 
 | TEST_P(MaskedSADx4Test, DISABLED_Speed) { runMaskedSADTest(2000000); } | 
 |  | 
 | #if CONFIG_AV1_HIGHBITDEPTH | 
 | typedef unsigned int (*HighbdMaskedSADFunc)(const uint8_t *src, int src_stride, | 
 |                                             const uint8_t *ref, int ref_stride, | 
 |                                             const uint8_t *second_pred, | 
 |                                             const uint8_t *msk, int msk_stride, | 
 |                                             int invert_mask); | 
 | typedef std::tuple<HighbdMaskedSADFunc, HighbdMaskedSADFunc> | 
 |     HighbdMaskedSADParam; | 
 |  | 
 | class HighbdMaskedSADTest | 
 |     : public ::testing::TestWithParam<HighbdMaskedSADParam> { | 
 |  public: | 
 |   ~HighbdMaskedSADTest() override = default; | 
 |   void SetUp() override { | 
 |     maskedSAD_op_ = GET_PARAM(0); | 
 |     ref_maskedSAD_op_ = GET_PARAM(1); | 
 |   } | 
 |  | 
 |   void runHighbdMaskedSADTest(int run_times); | 
 |  | 
 |  protected: | 
 |   HighbdMaskedSADFunc maskedSAD_op_; | 
 |   HighbdMaskedSADFunc ref_maskedSAD_op_; | 
 | }; | 
 | GTEST_ALLOW_UNINSTANTIATED_PARAMETERIZED_TEST(HighbdMaskedSADTest); | 
 |  | 
 | void HighbdMaskedSADTest::runHighbdMaskedSADTest(int run_times) { | 
 |   unsigned int ref_ret = 0, ret = 1; | 
 |   ACMRandom rnd(ACMRandom::DeterministicSeed()); | 
 |   DECLARE_ALIGNED(16, uint16_t, src_ptr[MAX_SB_SIZE * MAX_SB_SIZE]); | 
 |   DECLARE_ALIGNED(16, uint16_t, ref_ptr[MAX_SB_SIZE * MAX_SB_SIZE]); | 
 |   DECLARE_ALIGNED(16, uint16_t, second_pred_ptr[MAX_SB_SIZE * MAX_SB_SIZE]); | 
 |   DECLARE_ALIGNED(16, uint8_t, msk_ptr[MAX_SB_SIZE * MAX_SB_SIZE]); | 
 |   uint8_t *src8_ptr = CONVERT_TO_BYTEPTR(src_ptr); | 
 |   uint8_t *ref8_ptr = CONVERT_TO_BYTEPTR(ref_ptr); | 
 |   uint8_t *second_pred8_ptr = CONVERT_TO_BYTEPTR(second_pred_ptr); | 
 |   int err_count = 0; | 
 |   int first_failure = -1; | 
 |   int src_stride = MAX_SB_SIZE; | 
 |   int ref_stride = MAX_SB_SIZE; | 
 |   int msk_stride = MAX_SB_SIZE; | 
 |   const int iters = run_times == 1 ? number_of_iterations : 1; | 
 |   for (int i = 0; i < iters; ++i) { | 
 |     for (int j = 0; j < MAX_SB_SIZE * MAX_SB_SIZE; j++) { | 
 |       src_ptr[j] = rnd.Rand16() & 0xfff; | 
 |       ref_ptr[j] = rnd.Rand16() & 0xfff; | 
 |       second_pred_ptr[j] = rnd.Rand16() & 0xfff; | 
 |       msk_ptr[j] = ((rnd.Rand8() & 0x7f) > 64) ? rnd.Rand8() & 0x3f : 64; | 
 |     } | 
 |  | 
 |     for (int invert_mask = 0; invert_mask < 2; ++invert_mask) { | 
 |       aom_usec_timer timer; | 
 |       aom_usec_timer_start(&timer); | 
 |       for (int repeat = 0; repeat < run_times; ++repeat) { | 
 |         ref_ret = ref_maskedSAD_op_(src8_ptr, src_stride, ref8_ptr, ref_stride, | 
 |                                     second_pred8_ptr, msk_ptr, msk_stride, | 
 |                                     invert_mask); | 
 |       } | 
 |       aom_usec_timer_mark(&timer); | 
 |       const double time1 = static_cast<double>(aom_usec_timer_elapsed(&timer)); | 
 |       aom_usec_timer_start(&timer); | 
 |       if (run_times == 1) { | 
 |         API_REGISTER_STATE_CHECK(ret = maskedSAD_op_(src8_ptr, src_stride, | 
 |                                                      ref8_ptr, ref_stride, | 
 |                                                      second_pred8_ptr, msk_ptr, | 
 |                                                      msk_stride, invert_mask)); | 
 |       } else { | 
 |         for (int repeat = 0; repeat < run_times; ++repeat) { | 
 |           ret = | 
 |               maskedSAD_op_(src8_ptr, src_stride, ref8_ptr, ref_stride, | 
 |                             second_pred8_ptr, msk_ptr, msk_stride, invert_mask); | 
 |         } | 
 |       } | 
 |       aom_usec_timer_mark(&timer); | 
 |       const double time2 = static_cast<double>(aom_usec_timer_elapsed(&timer)); | 
 |       if (run_times > 10) { | 
 |         printf("%7.2f/%7.2fns", time1, time2); | 
 |         printf("(%3.2f)\n", time1 / time2); | 
 |       } | 
 |       if (ret != ref_ret) { | 
 |         err_count++; | 
 |         if (first_failure == -1) first_failure = i; | 
 |       } | 
 |     } | 
 |   } | 
 |   EXPECT_EQ(0, err_count) | 
 |       << "Error: High BD Masked SAD Test, output doesn't match. " | 
 |       << "First failed at test case " << first_failure; | 
 | } | 
 |  | 
 | TEST_P(HighbdMaskedSADTest, OperationCheck) { runHighbdMaskedSADTest(1); } | 
 |  | 
 | TEST_P(HighbdMaskedSADTest, DISABLED_Speed) { runHighbdMaskedSADTest(1000000); } | 
 | #endif  // CONFIG_AV1_HIGHBITDEPTH | 
 |  | 
 | using std::make_tuple; | 
 |  | 
 | #if HAVE_SSSE3 | 
 | const MaskedSADParam msad_test[] = { | 
 |   make_tuple(&aom_masked_sad4x4_ssse3, &aom_masked_sad4x4_c), | 
 |   make_tuple(&aom_masked_sad4x8_ssse3, &aom_masked_sad4x8_c), | 
 |   make_tuple(&aom_masked_sad8x4_ssse3, &aom_masked_sad8x4_c), | 
 |   make_tuple(&aom_masked_sad8x8_ssse3, &aom_masked_sad8x8_c), | 
 |   make_tuple(&aom_masked_sad8x16_ssse3, &aom_masked_sad8x16_c), | 
 |   make_tuple(&aom_masked_sad16x8_ssse3, &aom_masked_sad16x8_c), | 
 |   make_tuple(&aom_masked_sad16x16_ssse3, &aom_masked_sad16x16_c), | 
 |   make_tuple(&aom_masked_sad16x32_ssse3, &aom_masked_sad16x32_c), | 
 |   make_tuple(&aom_masked_sad32x16_ssse3, &aom_masked_sad32x16_c), | 
 |   make_tuple(&aom_masked_sad32x32_ssse3, &aom_masked_sad32x32_c), | 
 |   make_tuple(&aom_masked_sad32x64_ssse3, &aom_masked_sad32x64_c), | 
 |   make_tuple(&aom_masked_sad64x32_ssse3, &aom_masked_sad64x32_c), | 
 |   make_tuple(&aom_masked_sad64x64_ssse3, &aom_masked_sad64x64_c), | 
 |   make_tuple(&aom_masked_sad64x128_ssse3, &aom_masked_sad64x128_c), | 
 |   make_tuple(&aom_masked_sad128x64_ssse3, &aom_masked_sad128x64_c), | 
 |   make_tuple(&aom_masked_sad128x128_ssse3, &aom_masked_sad128x128_c), | 
 | #if !CONFIG_REALTIME_ONLY | 
 |   make_tuple(&aom_masked_sad4x16_ssse3, &aom_masked_sad4x16_c), | 
 |   make_tuple(&aom_masked_sad16x4_ssse3, &aom_masked_sad16x4_c), | 
 |   make_tuple(&aom_masked_sad8x32_ssse3, &aom_masked_sad8x32_c), | 
 |   make_tuple(&aom_masked_sad32x8_ssse3, &aom_masked_sad32x8_c), | 
 |   make_tuple(&aom_masked_sad16x64_ssse3, &aom_masked_sad16x64_c), | 
 |   make_tuple(&aom_masked_sad64x16_ssse3, &aom_masked_sad64x16_c), | 
 | #endif | 
 | }; | 
 |  | 
 | INSTANTIATE_TEST_SUITE_P(SSSE3, MaskedSADTest, ::testing::ValuesIn(msad_test)); | 
 |  | 
 | const MaskedSADx4Param msadx4_test[] = { | 
 |   make_tuple(&aom_masked_sad4x4x4d_ssse3, &aom_masked_sad4x4x4d_c), | 
 |   make_tuple(&aom_masked_sad4x8x4d_ssse3, &aom_masked_sad4x8x4d_c), | 
 |   make_tuple(&aom_masked_sad8x4x4d_ssse3, &aom_masked_sad8x4x4d_c), | 
 |   make_tuple(&aom_masked_sad8x8x4d_ssse3, &aom_masked_sad8x8x4d_c), | 
 |   make_tuple(&aom_masked_sad8x16x4d_ssse3, &aom_masked_sad8x16x4d_c), | 
 |   make_tuple(&aom_masked_sad16x8x4d_ssse3, &aom_masked_sad16x8x4d_c), | 
 |   make_tuple(&aom_masked_sad16x16x4d_ssse3, &aom_masked_sad16x16x4d_c), | 
 |   make_tuple(&aom_masked_sad16x32x4d_ssse3, &aom_masked_sad16x32x4d_c), | 
 |   make_tuple(&aom_masked_sad32x16x4d_ssse3, &aom_masked_sad32x16x4d_c), | 
 |   make_tuple(&aom_masked_sad32x32x4d_ssse3, &aom_masked_sad32x32x4d_c), | 
 |   make_tuple(&aom_masked_sad32x64x4d_ssse3, &aom_masked_sad32x64x4d_c), | 
 |   make_tuple(&aom_masked_sad64x32x4d_ssse3, &aom_masked_sad64x32x4d_c), | 
 |   make_tuple(&aom_masked_sad64x64x4d_ssse3, &aom_masked_sad64x64x4d_c), | 
 |   make_tuple(&aom_masked_sad64x128x4d_ssse3, &aom_masked_sad64x128x4d_c), | 
 |   make_tuple(&aom_masked_sad128x64x4d_ssse3, &aom_masked_sad128x64x4d_c), | 
 |   make_tuple(&aom_masked_sad128x128x4d_ssse3, &aom_masked_sad128x128x4d_c), | 
 | #if !CONFIG_REALTIME_ONLY | 
 |   make_tuple(&aom_masked_sad4x16x4d_ssse3, &aom_masked_sad4x16x4d_c), | 
 |   make_tuple(&aom_masked_sad16x4x4d_ssse3, &aom_masked_sad16x4x4d_c), | 
 |   make_tuple(&aom_masked_sad8x32x4d_ssse3, &aom_masked_sad8x32x4d_c), | 
 |   make_tuple(&aom_masked_sad32x8x4d_ssse3, &aom_masked_sad32x8x4d_c), | 
 |   make_tuple(&aom_masked_sad16x64x4d_ssse3, &aom_masked_sad16x64x4d_c), | 
 |   make_tuple(&aom_masked_sad64x16x4d_ssse3, &aom_masked_sad64x16x4d_c), | 
 | #endif | 
 | }; | 
 |  | 
 | INSTANTIATE_TEST_SUITE_P(SSSE3, MaskedSADx4Test, | 
 |                          ::testing::ValuesIn(msadx4_test)); | 
 |  | 
 | #if CONFIG_AV1_HIGHBITDEPTH | 
 | const HighbdMaskedSADParam hbd_msad_test[] = { | 
 |   make_tuple(&aom_highbd_masked_sad4x4_ssse3, &aom_highbd_masked_sad4x4_c), | 
 |   make_tuple(&aom_highbd_masked_sad4x8_ssse3, &aom_highbd_masked_sad4x8_c), | 
 |   make_tuple(&aom_highbd_masked_sad8x4_ssse3, &aom_highbd_masked_sad8x4_c), | 
 |   make_tuple(&aom_highbd_masked_sad8x8_ssse3, &aom_highbd_masked_sad8x8_c), | 
 |   make_tuple(&aom_highbd_masked_sad8x16_ssse3, &aom_highbd_masked_sad8x16_c), | 
 |   make_tuple(&aom_highbd_masked_sad16x8_ssse3, &aom_highbd_masked_sad16x8_c), | 
 |   make_tuple(&aom_highbd_masked_sad16x16_ssse3, &aom_highbd_masked_sad16x16_c), | 
 |   make_tuple(&aom_highbd_masked_sad16x32_ssse3, &aom_highbd_masked_sad16x32_c), | 
 |   make_tuple(&aom_highbd_masked_sad32x16_ssse3, &aom_highbd_masked_sad32x16_c), | 
 |   make_tuple(&aom_highbd_masked_sad32x32_ssse3, &aom_highbd_masked_sad32x32_c), | 
 |   make_tuple(&aom_highbd_masked_sad32x64_ssse3, &aom_highbd_masked_sad32x64_c), | 
 |   make_tuple(&aom_highbd_masked_sad64x32_ssse3, &aom_highbd_masked_sad64x32_c), | 
 |   make_tuple(&aom_highbd_masked_sad64x64_ssse3, &aom_highbd_masked_sad64x64_c), | 
 |   make_tuple(&aom_highbd_masked_sad64x128_ssse3, | 
 |              &aom_highbd_masked_sad64x128_c), | 
 |   make_tuple(&aom_highbd_masked_sad128x64_ssse3, | 
 |              &aom_highbd_masked_sad128x64_c), | 
 |   make_tuple(&aom_highbd_masked_sad128x128_ssse3, | 
 |              &aom_highbd_masked_sad128x128_c), | 
 | #if !CONFIG_REALTIME_ONLY | 
 |   make_tuple(&aom_highbd_masked_sad4x16_ssse3, &aom_highbd_masked_sad4x16_c), | 
 |   make_tuple(&aom_highbd_masked_sad16x4_ssse3, &aom_highbd_masked_sad16x4_c), | 
 |   make_tuple(&aom_highbd_masked_sad8x32_ssse3, &aom_highbd_masked_sad8x32_c), | 
 |   make_tuple(&aom_highbd_masked_sad32x8_ssse3, &aom_highbd_masked_sad32x8_c), | 
 |   make_tuple(&aom_highbd_masked_sad16x64_ssse3, &aom_highbd_masked_sad16x64_c), | 
 |   make_tuple(&aom_highbd_masked_sad64x16_ssse3, &aom_highbd_masked_sad64x16_c), | 
 | #endif | 
 | }; | 
 |  | 
 | INSTANTIATE_TEST_SUITE_P(SSSE3, HighbdMaskedSADTest, | 
 |                          ::testing::ValuesIn(hbd_msad_test)); | 
 | #endif  // CONFIG_AV1_HIGHBITDEPTH | 
 | #endif  // HAVE_SSSE3 | 
 |  | 
 | #if HAVE_AVX2 | 
 | const MaskedSADParam msad_avx2_test[] = { | 
 |   make_tuple(&aom_masked_sad4x4_avx2, &aom_masked_sad4x4_ssse3), | 
 |   make_tuple(&aom_masked_sad4x8_avx2, &aom_masked_sad4x8_ssse3), | 
 |   make_tuple(&aom_masked_sad8x4_avx2, &aom_masked_sad8x4_ssse3), | 
 |   make_tuple(&aom_masked_sad8x8_avx2, &aom_masked_sad8x8_ssse3), | 
 |   make_tuple(&aom_masked_sad8x16_avx2, &aom_masked_sad8x16_ssse3), | 
 |   make_tuple(&aom_masked_sad16x8_avx2, &aom_masked_sad16x8_ssse3), | 
 |   make_tuple(&aom_masked_sad16x16_avx2, &aom_masked_sad16x16_ssse3), | 
 |   make_tuple(&aom_masked_sad16x32_avx2, &aom_masked_sad16x32_ssse3), | 
 |   make_tuple(&aom_masked_sad32x16_avx2, &aom_masked_sad32x16_ssse3), | 
 |   make_tuple(&aom_masked_sad32x32_avx2, &aom_masked_sad32x32_ssse3), | 
 |   make_tuple(&aom_masked_sad32x64_avx2, &aom_masked_sad32x64_ssse3), | 
 |   make_tuple(&aom_masked_sad64x32_avx2, &aom_masked_sad64x32_ssse3), | 
 |   make_tuple(&aom_masked_sad64x64_avx2, &aom_masked_sad64x64_ssse3), | 
 |   make_tuple(&aom_masked_sad64x128_avx2, &aom_masked_sad64x128_ssse3), | 
 |   make_tuple(&aom_masked_sad128x64_avx2, &aom_masked_sad128x64_ssse3), | 
 |   make_tuple(&aom_masked_sad128x128_avx2, &aom_masked_sad128x128_ssse3), | 
 | #if !CONFIG_REALTIME_ONLY | 
 |   make_tuple(&aom_masked_sad4x16_avx2, &aom_masked_sad4x16_ssse3), | 
 |   make_tuple(&aom_masked_sad16x4_avx2, &aom_masked_sad16x4_ssse3), | 
 |   make_tuple(&aom_masked_sad8x32_avx2, &aom_masked_sad8x32_ssse3), | 
 |   make_tuple(&aom_masked_sad32x8_avx2, &aom_masked_sad32x8_ssse3), | 
 |   make_tuple(&aom_masked_sad16x64_avx2, &aom_masked_sad16x64_ssse3), | 
 |   make_tuple(&aom_masked_sad64x16_avx2, &aom_masked_sad64x16_ssse3) | 
 | #endif | 
 | }; | 
 |  | 
 | INSTANTIATE_TEST_SUITE_P(AVX2, MaskedSADTest, | 
 |                          ::testing::ValuesIn(msad_avx2_test)); | 
 |  | 
 | #if CONFIG_AV1_HIGHBITDEPTH | 
 | const HighbdMaskedSADParam hbd_msad_avx2_test[] = { | 
 |   make_tuple(&aom_highbd_masked_sad4x4_avx2, &aom_highbd_masked_sad4x4_ssse3), | 
 |   make_tuple(&aom_highbd_masked_sad4x8_avx2, &aom_highbd_masked_sad4x8_ssse3), | 
 |   make_tuple(&aom_highbd_masked_sad8x4_avx2, &aom_highbd_masked_sad8x4_ssse3), | 
 |   make_tuple(&aom_highbd_masked_sad8x8_avx2, &aom_highbd_masked_sad8x8_ssse3), | 
 |   make_tuple(&aom_highbd_masked_sad8x16_avx2, &aom_highbd_masked_sad8x16_ssse3), | 
 |   make_tuple(&aom_highbd_masked_sad16x8_avx2, &aom_highbd_masked_sad16x8_ssse3), | 
 |   make_tuple(&aom_highbd_masked_sad16x16_avx2, | 
 |              &aom_highbd_masked_sad16x16_ssse3), | 
 |   make_tuple(&aom_highbd_masked_sad16x32_avx2, | 
 |              &aom_highbd_masked_sad16x32_ssse3), | 
 |   make_tuple(&aom_highbd_masked_sad32x16_avx2, | 
 |              &aom_highbd_masked_sad32x16_ssse3), | 
 |   make_tuple(&aom_highbd_masked_sad32x32_avx2, | 
 |              &aom_highbd_masked_sad32x32_ssse3), | 
 |   make_tuple(&aom_highbd_masked_sad32x64_avx2, | 
 |              &aom_highbd_masked_sad32x64_ssse3), | 
 |   make_tuple(&aom_highbd_masked_sad64x32_avx2, | 
 |              &aom_highbd_masked_sad64x32_ssse3), | 
 |   make_tuple(&aom_highbd_masked_sad64x64_avx2, | 
 |              &aom_highbd_masked_sad64x64_ssse3), | 
 |   make_tuple(&aom_highbd_masked_sad64x128_avx2, | 
 |              &aom_highbd_masked_sad64x128_ssse3), | 
 |   make_tuple(&aom_highbd_masked_sad128x64_avx2, | 
 |              &aom_highbd_masked_sad128x64_ssse3), | 
 |   make_tuple(&aom_highbd_masked_sad128x128_avx2, | 
 |              &aom_highbd_masked_sad128x128_ssse3), | 
 | #if !CONFIG_REALTIME_ONLY | 
 |   make_tuple(&aom_highbd_masked_sad4x16_avx2, &aom_highbd_masked_sad4x16_ssse3), | 
 |   make_tuple(&aom_highbd_masked_sad16x4_avx2, &aom_highbd_masked_sad16x4_ssse3), | 
 |   make_tuple(&aom_highbd_masked_sad8x32_avx2, &aom_highbd_masked_sad8x32_ssse3), | 
 |   make_tuple(&aom_highbd_masked_sad32x8_avx2, &aom_highbd_masked_sad32x8_ssse3), | 
 |   make_tuple(&aom_highbd_masked_sad16x64_avx2, | 
 |              &aom_highbd_masked_sad16x64_ssse3), | 
 |   make_tuple(&aom_highbd_masked_sad64x16_avx2, | 
 |              &aom_highbd_masked_sad64x16_ssse3) | 
 | #endif | 
 | }; | 
 |  | 
 | INSTANTIATE_TEST_SUITE_P(AVX2, HighbdMaskedSADTest, | 
 |                          ::testing::ValuesIn(hbd_msad_avx2_test)); | 
 | #endif  // CONFIG_AV1_HIGHBITDEPTH | 
 | #endif  // HAVE_AVX2 | 
 |  | 
 | #if HAVE_NEON | 
 | const MaskedSADParam msad_test[] = { | 
 |   make_tuple(&aom_masked_sad4x4_neon, &aom_masked_sad4x4_c), | 
 |   make_tuple(&aom_masked_sad4x8_neon, &aom_masked_sad4x8_c), | 
 |   make_tuple(&aom_masked_sad8x4_neon, &aom_masked_sad8x4_c), | 
 |   make_tuple(&aom_masked_sad8x8_neon, &aom_masked_sad8x8_c), | 
 |   make_tuple(&aom_masked_sad8x16_neon, &aom_masked_sad8x16_c), | 
 |   make_tuple(&aom_masked_sad16x8_neon, &aom_masked_sad16x8_c), | 
 |   make_tuple(&aom_masked_sad16x16_neon, &aom_masked_sad16x16_c), | 
 |   make_tuple(&aom_masked_sad16x32_neon, &aom_masked_sad16x32_c), | 
 |   make_tuple(&aom_masked_sad32x16_neon, &aom_masked_sad32x16_c), | 
 |   make_tuple(&aom_masked_sad32x32_neon, &aom_masked_sad32x32_c), | 
 |   make_tuple(&aom_masked_sad32x64_neon, &aom_masked_sad32x64_c), | 
 |   make_tuple(&aom_masked_sad64x32_neon, &aom_masked_sad64x32_c), | 
 |   make_tuple(&aom_masked_sad64x64_neon, &aom_masked_sad64x64_c), | 
 |   make_tuple(&aom_masked_sad64x128_neon, &aom_masked_sad64x128_c), | 
 |   make_tuple(&aom_masked_sad128x64_neon, &aom_masked_sad128x64_c), | 
 |   make_tuple(&aom_masked_sad128x128_neon, &aom_masked_sad128x128_c), | 
 | #if !CONFIG_REALTIME_ONLY | 
 |   make_tuple(&aom_masked_sad4x16_neon, &aom_masked_sad4x16_c), | 
 |   make_tuple(&aom_masked_sad16x4_neon, &aom_masked_sad16x4_c), | 
 |   make_tuple(&aom_masked_sad8x32_neon, &aom_masked_sad8x32_c), | 
 |   make_tuple(&aom_masked_sad32x8_neon, &aom_masked_sad32x8_c), | 
 |   make_tuple(&aom_masked_sad16x64_neon, &aom_masked_sad16x64_c), | 
 |   make_tuple(&aom_masked_sad64x16_neon, &aom_masked_sad64x16_c), | 
 | #endif | 
 | }; | 
 |  | 
 | INSTANTIATE_TEST_SUITE_P(NEON, MaskedSADTest, ::testing::ValuesIn(msad_test)); | 
 |  | 
 | const MaskedSADx4Param msadx4_test[] = { | 
 |   make_tuple(&aom_masked_sad4x4x4d_neon, &aom_masked_sad4x4x4d_c), | 
 |   make_tuple(&aom_masked_sad4x8x4d_neon, &aom_masked_sad4x8x4d_c), | 
 |   make_tuple(&aom_masked_sad8x4x4d_neon, &aom_masked_sad8x4x4d_c), | 
 |   make_tuple(&aom_masked_sad8x8x4d_neon, &aom_masked_sad8x8x4d_c), | 
 |   make_tuple(&aom_masked_sad8x16x4d_neon, &aom_masked_sad8x16x4d_c), | 
 |   make_tuple(&aom_masked_sad16x8x4d_neon, &aom_masked_sad16x8x4d_c), | 
 |   make_tuple(&aom_masked_sad16x16x4d_neon, &aom_masked_sad16x16x4d_c), | 
 |   make_tuple(&aom_masked_sad16x32x4d_neon, &aom_masked_sad16x32x4d_c), | 
 |   make_tuple(&aom_masked_sad32x16x4d_neon, &aom_masked_sad32x16x4d_c), | 
 |   make_tuple(&aom_masked_sad32x32x4d_neon, &aom_masked_sad32x32x4d_c), | 
 |   make_tuple(&aom_masked_sad32x64x4d_neon, &aom_masked_sad32x64x4d_c), | 
 |   make_tuple(&aom_masked_sad64x32x4d_neon, &aom_masked_sad64x32x4d_c), | 
 |   make_tuple(&aom_masked_sad64x64x4d_neon, &aom_masked_sad64x64x4d_c), | 
 |   make_tuple(&aom_masked_sad64x128x4d_neon, &aom_masked_sad64x128x4d_c), | 
 |   make_tuple(&aom_masked_sad128x64x4d_neon, &aom_masked_sad128x64x4d_c), | 
 |   make_tuple(&aom_masked_sad128x128x4d_neon, &aom_masked_sad128x128x4d_c), | 
 | #if !CONFIG_REALTIME_ONLY | 
 |   make_tuple(&aom_masked_sad4x16x4d_neon, &aom_masked_sad4x16x4d_c), | 
 |   make_tuple(&aom_masked_sad16x4x4d_neon, &aom_masked_sad16x4x4d_c), | 
 |   make_tuple(&aom_masked_sad8x32x4d_neon, &aom_masked_sad8x32x4d_c), | 
 |   make_tuple(&aom_masked_sad32x8x4d_neon, &aom_masked_sad32x8x4d_c), | 
 |   make_tuple(&aom_masked_sad16x64x4d_neon, &aom_masked_sad16x64x4d_c), | 
 |   make_tuple(&aom_masked_sad64x16x4d_neon, &aom_masked_sad64x16x4d_c), | 
 | #endif | 
 | }; | 
 |  | 
 | INSTANTIATE_TEST_SUITE_P(NEON, MaskedSADx4Test, | 
 |                          ::testing::ValuesIn(msadx4_test)); | 
 |  | 
 | #if CONFIG_AV1_HIGHBITDEPTH | 
 | const MaskedSADParam hbd_msad_neon_test[] = { | 
 |   make_tuple(&aom_highbd_masked_sad4x4_neon, &aom_highbd_masked_sad4x4_c), | 
 |   make_tuple(&aom_highbd_masked_sad4x8_neon, &aom_highbd_masked_sad4x8_c), | 
 |   make_tuple(&aom_highbd_masked_sad8x4_neon, &aom_highbd_masked_sad8x4_c), | 
 |   make_tuple(&aom_highbd_masked_sad8x8_neon, &aom_highbd_masked_sad8x8_c), | 
 |   make_tuple(&aom_highbd_masked_sad8x16_neon, &aom_highbd_masked_sad8x16_c), | 
 |   make_tuple(&aom_highbd_masked_sad16x8_neon, &aom_highbd_masked_sad16x8_c), | 
 |   make_tuple(&aom_highbd_masked_sad16x16_neon, &aom_highbd_masked_sad16x16_c), | 
 |   make_tuple(&aom_highbd_masked_sad16x32_neon, &aom_highbd_masked_sad16x32_c), | 
 |   make_tuple(&aom_highbd_masked_sad32x16_neon, &aom_highbd_masked_sad32x16_c), | 
 |   make_tuple(&aom_highbd_masked_sad32x32_neon, &aom_highbd_masked_sad32x32_c), | 
 |   make_tuple(&aom_highbd_masked_sad32x64_neon, &aom_highbd_masked_sad32x64_c), | 
 |   make_tuple(&aom_highbd_masked_sad64x32_neon, &aom_highbd_masked_sad64x32_c), | 
 |   make_tuple(&aom_highbd_masked_sad64x64_neon, &aom_highbd_masked_sad64x64_c), | 
 |   make_tuple(&aom_highbd_masked_sad64x128_neon, &aom_highbd_masked_sad64x128_c), | 
 |   make_tuple(&aom_highbd_masked_sad128x64_neon, &aom_highbd_masked_sad128x64_c), | 
 |   make_tuple(&aom_highbd_masked_sad128x128_neon, | 
 |              &aom_highbd_masked_sad128x128_c), | 
 | #if !CONFIG_REALTIME_ONLY | 
 |   make_tuple(&aom_highbd_masked_sad4x16_neon, &aom_highbd_masked_sad4x16_c), | 
 |   make_tuple(&aom_highbd_masked_sad16x4_neon, &aom_highbd_masked_sad16x4_c), | 
 |   make_tuple(&aom_highbd_masked_sad8x32_neon, &aom_highbd_masked_sad8x32_c), | 
 |   make_tuple(&aom_highbd_masked_sad32x8_neon, &aom_highbd_masked_sad32x8_c), | 
 |   make_tuple(&aom_highbd_masked_sad16x64_neon, &aom_highbd_masked_sad16x64_c), | 
 |   make_tuple(&aom_highbd_masked_sad64x16_neon, &aom_highbd_masked_sad64x16_c), | 
 | #endif  // !CONFIG_REALTIME_ONLY | 
 | }; | 
 |  | 
 | INSTANTIATE_TEST_SUITE_P(NEON, HighbdMaskedSADTest, | 
 |                          ::testing::ValuesIn(hbd_msad_neon_test)); | 
 |  | 
 | #endif  // CONFIG_AV1_HIGHBITDEPTH | 
 |  | 
 | #endif  // HAVE_NEON | 
 |  | 
 | }  // namespace |