| /* |
| * Copyright (c) 2016, Alliance for Open Media. All rights reserved |
| * |
| * This source code is subject to the terms of the BSD 2 Clause License and |
| * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License |
| * was not distributed with this source code in the LICENSE file, you can |
| * obtain it at www.aomedia.org/license/software. If the Alliance for Open |
| * Media Patent License 1.0 was not distributed with this source code in the |
| * PATENTS file, you can obtain it at www.aomedia.org/license/patent. |
| */ |
| |
| #include "third_party/googletest/src/googletest/include/gtest/gtest.h" |
| #include "test/acm_random.h" |
| |
| #include "test/function_equivalence_test.h" |
| #include "test/register_state_check.h" |
| |
| #include "config/aom_config.h" |
| #include "config/aom_dsp_rtcd.h" |
| |
| #include "aom/aom_integer.h" |
| |
| #define MAX_SB_SQUARE (MAX_SB_SIZE * MAX_SB_SIZE) |
| |
| using libaom_test::ACMRandom; |
| using libaom_test::FunctionEquivalenceTest; |
| |
| namespace { |
| |
| static const int kIterations = 1000; |
| static const int kMaskMax = 64; |
| |
| typedef unsigned int (*ObmcVarF)(const uint8_t *pre, int pre_stride, |
| const int32_t *wsrc, const int32_t *mask, |
| unsigned int *sse); |
| typedef libaom_test::FuncParam<ObmcVarF> TestFuncs; |
| |
| //////////////////////////////////////////////////////////////////////////////// |
| // 8 bit |
| //////////////////////////////////////////////////////////////////////////////// |
| |
| class ObmcVarianceTest : public FunctionEquivalenceTest<ObmcVarF> {}; |
| |
| TEST_P(ObmcVarianceTest, RandomValues) { |
| DECLARE_ALIGNED(32, uint8_t, pre[MAX_SB_SQUARE]); |
| DECLARE_ALIGNED(32, int32_t, wsrc[MAX_SB_SQUARE]); |
| DECLARE_ALIGNED(32, int32_t, mask[MAX_SB_SQUARE]); |
| |
| for (int iter = 0; iter < kIterations && !HasFatalFailure(); ++iter) { |
| const int pre_stride = this->rng_(MAX_SB_SIZE + 1); |
| |
| for (int i = 0; i < MAX_SB_SQUARE; ++i) { |
| pre[i] = this->rng_.Rand8(); |
| wsrc[i] = this->rng_.Rand8() * this->rng_(kMaskMax * kMaskMax + 1); |
| mask[i] = this->rng_(kMaskMax * kMaskMax + 1); |
| } |
| |
| unsigned int ref_sse, tst_sse; |
| const unsigned int ref_res = |
| params_.ref_func(pre, pre_stride, wsrc, mask, &ref_sse); |
| unsigned int tst_res; |
| ASM_REGISTER_STATE_CHECK( |
| tst_res = params_.tst_func(pre, pre_stride, wsrc, mask, &tst_sse)); |
| |
| ASSERT_EQ(ref_res, tst_res); |
| ASSERT_EQ(ref_sse, tst_sse); |
| } |
| } |
| |
| TEST_P(ObmcVarianceTest, ExtremeValues) { |
| DECLARE_ALIGNED(32, uint8_t, pre[MAX_SB_SQUARE]); |
| DECLARE_ALIGNED(32, int32_t, wsrc[MAX_SB_SQUARE]); |
| DECLARE_ALIGNED(32, int32_t, mask[MAX_SB_SQUARE]); |
| |
| for (int iter = 0; iter < MAX_SB_SIZE && !HasFatalFailure(); ++iter) { |
| const int pre_stride = iter; |
| |
| for (int i = 0; i < MAX_SB_SQUARE; ++i) { |
| pre[i] = UINT8_MAX; |
| wsrc[i] = UINT8_MAX * kMaskMax * kMaskMax; |
| mask[i] = kMaskMax * kMaskMax; |
| } |
| |
| unsigned int ref_sse, tst_sse; |
| const unsigned int ref_res = |
| params_.ref_func(pre, pre_stride, wsrc, mask, &ref_sse); |
| unsigned int tst_res; |
| ASM_REGISTER_STATE_CHECK( |
| tst_res = params_.tst_func(pre, pre_stride, wsrc, mask, &tst_sse)); |
| |
| ASSERT_EQ(ref_res, tst_res); |
| ASSERT_EQ(ref_sse, tst_sse); |
| } |
| } |
| |
| TEST_P(ObmcVarianceTest, DISABLED_Speed) { |
| DECLARE_ALIGNED(32, uint8_t, pre[MAX_SB_SQUARE]); |
| DECLARE_ALIGNED(32, int32_t, wsrc[MAX_SB_SQUARE]); |
| DECLARE_ALIGNED(32, int32_t, mask[MAX_SB_SQUARE]); |
| |
| const int pre_stride = this->rng_(MAX_SB_SIZE + 1); |
| |
| for (int i = 0; i < MAX_SB_SQUARE; ++i) { |
| pre[i] = this->rng_.Rand8(); |
| wsrc[i] = this->rng_.Rand8() * this->rng_(kMaskMax * kMaskMax + 1); |
| mask[i] = this->rng_(kMaskMax * kMaskMax + 1); |
| } |
| |
| const int num_loops = 1000000; |
| unsigned int ref_sse, tst_sse; |
| aom_usec_timer ref_timer, test_timer; |
| |
| aom_usec_timer_start(&ref_timer); |
| for (int i = 0; i < num_loops; ++i) { |
| params_.ref_func(pre, pre_stride, wsrc, mask, &ref_sse); |
| } |
| aom_usec_timer_mark(&ref_timer); |
| const int elapsed_time_c = |
| static_cast<int>(aom_usec_timer_elapsed(&ref_timer)); |
| |
| aom_usec_timer_start(&test_timer); |
| for (int i = 0; i < num_loops; ++i) { |
| params_.tst_func(pre, pre_stride, wsrc, mask, &tst_sse); |
| } |
| aom_usec_timer_mark(&test_timer); |
| const int elapsed_time_simd = |
| static_cast<int>(aom_usec_timer_elapsed(&test_timer)); |
| |
| printf("c_time=%d \t simd_time=%d \t gain=%d \n", elapsed_time_c, |
| elapsed_time_simd, (elapsed_time_c / elapsed_time_simd)); |
| } |
| |
| #if HAVE_SSE4_1 |
| const ObmcVarianceTest::ParamType sse4_functions[] = { |
| TestFuncs(aom_obmc_variance128x128_c, aom_obmc_variance128x128_sse4_1), |
| TestFuncs(aom_obmc_variance128x64_c, aom_obmc_variance128x64_sse4_1), |
| TestFuncs(aom_obmc_variance64x128_c, aom_obmc_variance64x128_sse4_1), |
| TestFuncs(aom_obmc_variance64x64_c, aom_obmc_variance64x64_sse4_1), |
| TestFuncs(aom_obmc_variance64x32_c, aom_obmc_variance64x32_sse4_1), |
| TestFuncs(aom_obmc_variance32x64_c, aom_obmc_variance32x64_sse4_1), |
| TestFuncs(aom_obmc_variance32x32_c, aom_obmc_variance32x32_sse4_1), |
| TestFuncs(aom_obmc_variance32x16_c, aom_obmc_variance32x16_sse4_1), |
| TestFuncs(aom_obmc_variance16x32_c, aom_obmc_variance16x32_sse4_1), |
| TestFuncs(aom_obmc_variance16x16_c, aom_obmc_variance16x16_sse4_1), |
| TestFuncs(aom_obmc_variance16x8_c, aom_obmc_variance16x8_sse4_1), |
| TestFuncs(aom_obmc_variance8x16_c, aom_obmc_variance8x16_sse4_1), |
| TestFuncs(aom_obmc_variance8x8_c, aom_obmc_variance8x8_sse4_1), |
| TestFuncs(aom_obmc_variance8x4_c, aom_obmc_variance8x4_sse4_1), |
| TestFuncs(aom_obmc_variance4x8_c, aom_obmc_variance4x8_sse4_1), |
| TestFuncs(aom_obmc_variance4x4_c, aom_obmc_variance4x4_sse4_1), |
| |
| TestFuncs(aom_obmc_variance64x16_c, aom_obmc_variance64x16_sse4_1), |
| TestFuncs(aom_obmc_variance16x64_c, aom_obmc_variance16x64_sse4_1), |
| TestFuncs(aom_obmc_variance32x8_c, aom_obmc_variance32x8_sse4_1), |
| TestFuncs(aom_obmc_variance8x32_c, aom_obmc_variance8x32_sse4_1), |
| TestFuncs(aom_obmc_variance16x4_c, aom_obmc_variance16x4_sse4_1), |
| TestFuncs(aom_obmc_variance4x16_c, aom_obmc_variance4x16_sse4_1), |
| }; |
| |
| INSTANTIATE_TEST_CASE_P(SSE4_1, ObmcVarianceTest, |
| ::testing::ValuesIn(sse4_functions)); |
| #endif // HAVE_SSE4_1 |
| |
| #if HAVE_AVX2 |
| const ObmcVarianceTest::ParamType avx2_functions[] = { |
| TestFuncs(aom_obmc_variance128x128_c, aom_obmc_variance128x128_avx2), |
| TestFuncs(aom_obmc_variance128x64_c, aom_obmc_variance128x64_avx2), |
| TestFuncs(aom_obmc_variance64x128_c, aom_obmc_variance64x128_avx2), |
| TestFuncs(aom_obmc_variance64x64_c, aom_obmc_variance64x64_avx2), |
| TestFuncs(aom_obmc_variance64x32_c, aom_obmc_variance64x32_avx2), |
| TestFuncs(aom_obmc_variance32x64_c, aom_obmc_variance32x64_avx2), |
| TestFuncs(aom_obmc_variance32x32_c, aom_obmc_variance32x32_avx2), |
| TestFuncs(aom_obmc_variance32x16_c, aom_obmc_variance32x16_avx2), |
| TestFuncs(aom_obmc_variance16x32_c, aom_obmc_variance16x32_avx2), |
| TestFuncs(aom_obmc_variance16x16_c, aom_obmc_variance16x16_avx2), |
| TestFuncs(aom_obmc_variance16x8_c, aom_obmc_variance16x8_avx2), |
| TestFuncs(aom_obmc_variance8x16_c, aom_obmc_variance8x16_avx2), |
| TestFuncs(aom_obmc_variance8x8_c, aom_obmc_variance8x8_avx2), |
| TestFuncs(aom_obmc_variance8x4_c, aom_obmc_variance8x4_avx2), |
| TestFuncs(aom_obmc_variance4x8_c, aom_obmc_variance4x8_avx2), |
| TestFuncs(aom_obmc_variance4x4_c, aom_obmc_variance4x4_avx2), |
| |
| TestFuncs(aom_obmc_variance64x16_c, aom_obmc_variance64x16_avx2), |
| TestFuncs(aom_obmc_variance16x64_c, aom_obmc_variance16x64_avx2), |
| TestFuncs(aom_obmc_variance32x8_c, aom_obmc_variance32x8_avx2), |
| TestFuncs(aom_obmc_variance8x32_c, aom_obmc_variance8x32_avx2), |
| TestFuncs(aom_obmc_variance16x4_c, aom_obmc_variance16x4_avx2), |
| TestFuncs(aom_obmc_variance4x16_c, aom_obmc_variance4x16_avx2), |
| }; |
| |
| INSTANTIATE_TEST_CASE_P(AVX2, ObmcVarianceTest, |
| ::testing::ValuesIn(avx2_functions)); |
| #endif // HAVE_AVX2 |
| |
| //////////////////////////////////////////////////////////////////////////////// |
| // High bit-depth |
| //////////////////////////////////////////////////////////////////////////////// |
| |
| class ObmcVarianceHBDTest : public FunctionEquivalenceTest<ObmcVarF> {}; |
| |
| TEST_P(ObmcVarianceHBDTest, RandomValues) { |
| DECLARE_ALIGNED(32, uint16_t, pre[MAX_SB_SQUARE]); |
| DECLARE_ALIGNED(32, int32_t, wsrc[MAX_SB_SQUARE]); |
| DECLARE_ALIGNED(32, int32_t, mask[MAX_SB_SQUARE]); |
| |
| for (int iter = 0; iter < kIterations && !HasFatalFailure(); ++iter) { |
| const int pre_stride = this->rng_(MAX_SB_SIZE + 1); |
| |
| for (int i = 0; i < MAX_SB_SQUARE; ++i) { |
| pre[i] = this->rng_(1 << params_.bit_depth); |
| wsrc[i] = this->rng_(1 << params_.bit_depth) * |
| this->rng_(kMaskMax * kMaskMax + 1); |
| mask[i] = this->rng_(kMaskMax * kMaskMax + 1); |
| } |
| |
| unsigned int ref_sse, tst_sse; |
| const unsigned int ref_res = params_.ref_func( |
| CONVERT_TO_BYTEPTR(pre), pre_stride, wsrc, mask, &ref_sse); |
| unsigned int tst_res; |
| ASM_REGISTER_STATE_CHECK(tst_res = params_.tst_func(CONVERT_TO_BYTEPTR(pre), |
| pre_stride, wsrc, mask, |
| &tst_sse)); |
| |
| ASSERT_EQ(ref_res, tst_res); |
| ASSERT_EQ(ref_sse, tst_sse); |
| } |
| } |
| |
| TEST_P(ObmcVarianceHBDTest, ExtremeValues) { |
| DECLARE_ALIGNED(32, uint16_t, pre[MAX_SB_SQUARE]); |
| DECLARE_ALIGNED(32, int32_t, wsrc[MAX_SB_SQUARE]); |
| DECLARE_ALIGNED(32, int32_t, mask[MAX_SB_SQUARE]); |
| |
| for (int iter = 0; iter < MAX_SB_SIZE && !HasFatalFailure(); ++iter) { |
| const int pre_stride = iter; |
| |
| for (int i = 0; i < MAX_SB_SQUARE; ++i) { |
| pre[i] = (1 << params_.bit_depth) - 1; |
| wsrc[i] = ((1 << params_.bit_depth) - 1) * kMaskMax * kMaskMax; |
| mask[i] = kMaskMax * kMaskMax; |
| } |
| |
| unsigned int ref_sse, tst_sse; |
| const unsigned int ref_res = params_.ref_func( |
| CONVERT_TO_BYTEPTR(pre), pre_stride, wsrc, mask, &ref_sse); |
| unsigned int tst_res; |
| ASM_REGISTER_STATE_CHECK(tst_res = params_.tst_func(CONVERT_TO_BYTEPTR(pre), |
| pre_stride, wsrc, mask, |
| &tst_sse)); |
| |
| ASSERT_EQ(ref_res, tst_res); |
| ASSERT_EQ(ref_sse, tst_sse); |
| } |
| } |
| |
| #if HAVE_SSE4_1 |
| ObmcVarianceHBDTest::ParamType sse4_functions_hbd[] = { |
| TestFuncs(aom_highbd_obmc_variance128x128_c, |
| aom_highbd_obmc_variance128x128_sse4_1, 8), |
| TestFuncs(aom_highbd_obmc_variance128x64_c, |
| aom_highbd_obmc_variance128x64_sse4_1, 8), |
| TestFuncs(aom_highbd_obmc_variance64x128_c, |
| aom_highbd_obmc_variance64x128_sse4_1, 8), |
| TestFuncs(aom_highbd_obmc_variance64x64_c, |
| aom_highbd_obmc_variance64x64_sse4_1, 8), |
| TestFuncs(aom_highbd_obmc_variance64x32_c, |
| aom_highbd_obmc_variance64x32_sse4_1, 8), |
| TestFuncs(aom_highbd_obmc_variance32x64_c, |
| aom_highbd_obmc_variance32x64_sse4_1, 8), |
| TestFuncs(aom_highbd_obmc_variance32x32_c, |
| aom_highbd_obmc_variance32x32_sse4_1, 8), |
| TestFuncs(aom_highbd_obmc_variance32x16_c, |
| aom_highbd_obmc_variance32x16_sse4_1, 8), |
| TestFuncs(aom_highbd_obmc_variance16x32_c, |
| aom_highbd_obmc_variance16x32_sse4_1, 8), |
| TestFuncs(aom_highbd_obmc_variance16x16_c, |
| aom_highbd_obmc_variance16x16_sse4_1, 8), |
| TestFuncs(aom_highbd_obmc_variance16x8_c, aom_highbd_obmc_variance16x8_sse4_1, |
| 8), |
| TestFuncs(aom_highbd_obmc_variance8x16_c, aom_highbd_obmc_variance8x16_sse4_1, |
| 8), |
| TestFuncs(aom_highbd_obmc_variance8x8_c, aom_highbd_obmc_variance8x8_sse4_1, |
| 8), |
| TestFuncs(aom_highbd_obmc_variance8x4_c, aom_highbd_obmc_variance8x4_sse4_1, |
| 8), |
| TestFuncs(aom_highbd_obmc_variance4x8_c, aom_highbd_obmc_variance4x8_sse4_1, |
| 8), |
| TestFuncs(aom_highbd_obmc_variance4x4_c, aom_highbd_obmc_variance4x4_sse4_1, |
| 8), |
| TestFuncs(aom_highbd_10_obmc_variance128x128_c, |
| aom_highbd_10_obmc_variance128x128_sse4_1, 10), |
| TestFuncs(aom_highbd_10_obmc_variance128x64_c, |
| aom_highbd_10_obmc_variance128x64_sse4_1, 10), |
| TestFuncs(aom_highbd_10_obmc_variance64x128_c, |
| aom_highbd_10_obmc_variance64x128_sse4_1, 10), |
| TestFuncs(aom_highbd_10_obmc_variance64x64_c, |
| aom_highbd_10_obmc_variance64x64_sse4_1, 10), |
| TestFuncs(aom_highbd_10_obmc_variance64x32_c, |
| aom_highbd_10_obmc_variance64x32_sse4_1, 10), |
| TestFuncs(aom_highbd_10_obmc_variance32x64_c, |
| aom_highbd_10_obmc_variance32x64_sse4_1, 10), |
| TestFuncs(aom_highbd_10_obmc_variance32x32_c, |
| aom_highbd_10_obmc_variance32x32_sse4_1, 10), |
| TestFuncs(aom_highbd_10_obmc_variance32x16_c, |
| aom_highbd_10_obmc_variance32x16_sse4_1, 10), |
| TestFuncs(aom_highbd_10_obmc_variance16x32_c, |
| aom_highbd_10_obmc_variance16x32_sse4_1, 10), |
| TestFuncs(aom_highbd_10_obmc_variance16x16_c, |
| aom_highbd_10_obmc_variance16x16_sse4_1, 10), |
| TestFuncs(aom_highbd_10_obmc_variance16x8_c, |
| aom_highbd_10_obmc_variance16x8_sse4_1, 10), |
| TestFuncs(aom_highbd_10_obmc_variance8x16_c, |
| aom_highbd_10_obmc_variance8x16_sse4_1, 10), |
| TestFuncs(aom_highbd_10_obmc_variance8x8_c, |
| aom_highbd_10_obmc_variance8x8_sse4_1, 10), |
| TestFuncs(aom_highbd_10_obmc_variance8x4_c, |
| aom_highbd_10_obmc_variance8x4_sse4_1, 10), |
| TestFuncs(aom_highbd_10_obmc_variance4x8_c, |
| aom_highbd_10_obmc_variance4x8_sse4_1, 10), |
| TestFuncs(aom_highbd_10_obmc_variance4x4_c, |
| aom_highbd_10_obmc_variance4x4_sse4_1, 10), |
| TestFuncs(aom_highbd_12_obmc_variance128x128_c, |
| aom_highbd_12_obmc_variance128x128_sse4_1, 12), |
| TestFuncs(aom_highbd_12_obmc_variance128x64_c, |
| aom_highbd_12_obmc_variance128x64_sse4_1, 12), |
| TestFuncs(aom_highbd_12_obmc_variance64x128_c, |
| aom_highbd_12_obmc_variance64x128_sse4_1, 12), |
| TestFuncs(aom_highbd_12_obmc_variance64x64_c, |
| aom_highbd_12_obmc_variance64x64_sse4_1, 12), |
| TestFuncs(aom_highbd_12_obmc_variance64x32_c, |
| aom_highbd_12_obmc_variance64x32_sse4_1, 12), |
| TestFuncs(aom_highbd_12_obmc_variance32x64_c, |
| aom_highbd_12_obmc_variance32x64_sse4_1, 12), |
| TestFuncs(aom_highbd_12_obmc_variance32x32_c, |
| aom_highbd_12_obmc_variance32x32_sse4_1, 12), |
| TestFuncs(aom_highbd_12_obmc_variance32x16_c, |
| aom_highbd_12_obmc_variance32x16_sse4_1, 12), |
| TestFuncs(aom_highbd_12_obmc_variance16x32_c, |
| aom_highbd_12_obmc_variance16x32_sse4_1, 12), |
| TestFuncs(aom_highbd_12_obmc_variance16x16_c, |
| aom_highbd_12_obmc_variance16x16_sse4_1, 12), |
| TestFuncs(aom_highbd_12_obmc_variance16x8_c, |
| aom_highbd_12_obmc_variance16x8_sse4_1, 12), |
| TestFuncs(aom_highbd_12_obmc_variance8x16_c, |
| aom_highbd_12_obmc_variance8x16_sse4_1, 12), |
| TestFuncs(aom_highbd_12_obmc_variance8x8_c, |
| aom_highbd_12_obmc_variance8x8_sse4_1, 12), |
| TestFuncs(aom_highbd_12_obmc_variance8x4_c, |
| aom_highbd_12_obmc_variance8x4_sse4_1, 12), |
| TestFuncs(aom_highbd_12_obmc_variance4x8_c, |
| aom_highbd_12_obmc_variance4x8_sse4_1, 12), |
| TestFuncs(aom_highbd_12_obmc_variance4x4_c, |
| aom_highbd_12_obmc_variance4x4_sse4_1, 12), |
| |
| TestFuncs(aom_highbd_obmc_variance64x16_c, |
| aom_highbd_obmc_variance64x16_sse4_1, 8), |
| TestFuncs(aom_highbd_obmc_variance16x64_c, |
| aom_highbd_obmc_variance16x64_sse4_1, 8), |
| TestFuncs(aom_highbd_obmc_variance32x8_c, aom_highbd_obmc_variance32x8_sse4_1, |
| 8), |
| TestFuncs(aom_highbd_obmc_variance8x32_c, aom_highbd_obmc_variance8x32_sse4_1, |
| 8), |
| TestFuncs(aom_highbd_obmc_variance16x4_c, aom_highbd_obmc_variance16x4_sse4_1, |
| 8), |
| TestFuncs(aom_highbd_obmc_variance4x16_c, aom_highbd_obmc_variance4x16_sse4_1, |
| 8), |
| TestFuncs(aom_highbd_10_obmc_variance64x16_c, |
| aom_highbd_10_obmc_variance64x16_sse4_1, 10), |
| TestFuncs(aom_highbd_10_obmc_variance16x64_c, |
| aom_highbd_10_obmc_variance16x64_sse4_1, 10), |
| TestFuncs(aom_highbd_10_obmc_variance32x8_c, |
| aom_highbd_10_obmc_variance32x8_sse4_1, 10), |
| TestFuncs(aom_highbd_10_obmc_variance8x32_c, |
| aom_highbd_10_obmc_variance8x32_sse4_1, 10), |
| TestFuncs(aom_highbd_10_obmc_variance16x4_c, |
| aom_highbd_10_obmc_variance16x4_sse4_1, 10), |
| TestFuncs(aom_highbd_10_obmc_variance4x16_c, |
| aom_highbd_10_obmc_variance4x16_sse4_1, 10), |
| TestFuncs(aom_highbd_12_obmc_variance64x16_c, |
| aom_highbd_12_obmc_variance64x16_sse4_1, 12), |
| TestFuncs(aom_highbd_12_obmc_variance16x64_c, |
| aom_highbd_12_obmc_variance16x64_sse4_1, 12), |
| TestFuncs(aom_highbd_12_obmc_variance32x8_c, |
| aom_highbd_12_obmc_variance32x8_sse4_1, 12), |
| TestFuncs(aom_highbd_12_obmc_variance8x32_c, |
| aom_highbd_12_obmc_variance8x32_sse4_1, 12), |
| TestFuncs(aom_highbd_12_obmc_variance16x4_c, |
| aom_highbd_12_obmc_variance16x4_sse4_1, 12), |
| TestFuncs(aom_highbd_12_obmc_variance4x16_c, |
| aom_highbd_12_obmc_variance4x16_sse4_1, 12), |
| }; |
| |
| INSTANTIATE_TEST_CASE_P(SSE4_1, ObmcVarianceHBDTest, |
| ::testing::ValuesIn(sse4_functions_hbd)); |
| #endif // HAVE_SSE4_1 |
| } // namespace |