| /* | |
| * Copyright (c) 2021, Alliance for Open Media. All rights reserved | |
| * | |
| * This source code is subject to the terms of the BSD 2 Clause License and | |
| * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License | |
| * was not distributed with this source code in the LICENSE file, you can | |
| * obtain it at www.aomedia.org/license/software. If the Alliance for Open | |
| * Media Patent License 1.0 was not distributed with this source code in the | |
| * PATENTS file, you can obtain it at www.aomedia.org/license/patent. | |
| */ | |
| #include <emmintrin.h> // SSE2 | |
| #include "config/aom_dsp_rtcd.h" | |
| #include "aom_dsp/x86/synonyms.h" | |
| void av1_calc_indices_dim1_sse2(const int *data, const int *centroids, | |
| uint8_t *indices, int n, int k) { | |
| const __m128i v_zero = _mm_setzero_si128(); | |
| int l = 1; | |
| __m128i dist[PALETTE_MAX_SIZE]; | |
| __m128i ind[2]; | |
| for (int i = 0; i < n; i += 4) { | |
| l = (l == 0) ? 1 : 0; | |
| ind[l] = _mm_loadu_si128((__m128i *)data); | |
| for (int j = 0; j < k; j++) { | |
| __m128i cent = _mm_set1_epi32((uint32_t)centroids[j]); | |
| __m128i d1 = _mm_sub_epi32(ind[l], cent); | |
| __m128i d2 = _mm_packs_epi32(d1, d1); | |
| __m128i d3 = _mm_mullo_epi16(d2, d2); | |
| __m128i d4 = _mm_mulhi_epi16(d2, d2); | |
| dist[j] = _mm_unpacklo_epi16(d3, d4); | |
| } | |
| ind[l] = _mm_setzero_si128(); | |
| for (int j = 1; j < k; j++) { | |
| __m128i cmp = _mm_cmpgt_epi32(dist[0], dist[j]); | |
| __m128i dist1 = _mm_andnot_si128(cmp, dist[0]); | |
| __m128i dist2 = _mm_and_si128(cmp, dist[j]); | |
| dist[0] = _mm_or_si128(dist1, dist2); | |
| __m128i ind1 = _mm_set1_epi32(j); | |
| ind[l] = | |
| _mm_or_si128(_mm_andnot_si128(cmp, ind[l]), _mm_and_si128(cmp, ind1)); | |
| } | |
| ind[l] = _mm_packus_epi16(ind[l], v_zero); | |
| if (l == 1) { | |
| __m128i p2 = _mm_packus_epi16(_mm_unpacklo_epi64(ind[0], ind[1]), v_zero); | |
| _mm_storel_epi64((__m128i *)indices, p2); | |
| indices += 8; | |
| } | |
| data += 4; | |
| } | |
| } | |
| void av1_calc_indices_dim2_sse2(const int *data, const int *centroids, | |
| uint8_t *indices, int n, int k) { | |
| const __m128i v_zero = _mm_setzero_si128(); | |
| int l = 1; | |
| __m128i dist[PALETTE_MAX_SIZE]; | |
| __m128i ind[2]; | |
| for (int i = 0; i < n; i += 4) { | |
| l = (l == 0) ? 1 : 0; | |
| __m128i ind1 = _mm_loadu_si128((__m128i *)data); | |
| __m128i ind2 = _mm_loadu_si128((__m128i *)(data + 4)); | |
| __m128i indl = _mm_unpacklo_epi32(ind1, ind2); | |
| __m128i indh = _mm_unpackhi_epi32(ind1, ind2); | |
| ind1 = _mm_unpacklo_epi32(indl, indh); | |
| ind2 = _mm_unpackhi_epi32(indl, indh); | |
| for (int j = 0; j < k; j++) { | |
| __m128i cent0 = _mm_set1_epi32(centroids[2 * j]); | |
| __m128i cent1 = _mm_set1_epi32(centroids[2 * j + 1]); | |
| __m128i d1 = _mm_sub_epi32(ind1, cent0); | |
| __m128i d2 = _mm_sub_epi32(ind2, cent1); | |
| __m128i d3 = _mm_madd_epi16(d1, d1); | |
| __m128i d4 = _mm_madd_epi16(d2, d2); | |
| dist[j] = _mm_add_epi32(d3, d4); | |
| } | |
| ind[l] = _mm_setzero_si128(); | |
| for (int j = 1; j < k; j++) { | |
| __m128i cmp = _mm_cmpgt_epi32(dist[0], dist[j]); | |
| __m128i dist1 = _mm_andnot_si128(cmp, dist[0]); | |
| __m128i dist2 = _mm_and_si128(cmp, dist[j]); | |
| dist[0] = _mm_or_si128(dist1, dist2); | |
| ind1 = _mm_set1_epi32(j); | |
| ind[l] = | |
| _mm_or_si128(_mm_andnot_si128(cmp, ind[l]), _mm_and_si128(cmp, ind1)); | |
| } | |
| ind[l] = _mm_packus_epi16(ind[l], v_zero); | |
| if (l == 1) { | |
| __m128i p2 = _mm_packus_epi16(_mm_unpacklo_epi64(ind[0], ind[1]), v_zero); | |
| _mm_storel_epi64((__m128i *)indices, p2); | |
| indices += 8; | |
| } | |
| data += 8; | |
| } | |
| } |