variance_sse2: fix implicit conversion warnings
w/clang -fsanitize=integer quiets warnings of the form:
implicit conversion from type 'unsigned int' of value 4294963693
(32-bit, unsigned) to type 'int' changed the value to -3603 (32-bit,
signed)
Bug: aomedia:3136
Bug: b/229626362
Change-Id: I2a32c5fd52009b503a0366353eb642a30e5f347d
diff --git a/aom_dsp/x86/variance_sse2.c b/aom_dsp/x86/variance_sse2.c
index a62a089..6fb596d 100644
--- a/aom_dsp/x86/variance_sse2.c
+++ b/aom_dsp/x86/variance_sse2.c
@@ -103,7 +103,7 @@
vsum = _mm_add_epi16(vsum, _mm_srli_si128(vsum, 8));
vsum = _mm_unpacklo_epi16(vsum, vsum);
vsum = _mm_srai_epi32(vsum, 16);
- *sum = add32x4_sse2(vsum);
+ *sum = (int)add32x4_sse2(vsum);
}
// Can handle 1024 pixels' diff sum (such as 32x32)
@@ -113,7 +113,7 @@
*sse = add32x4_sse2(vsse);
vsum = sum_to_32bit_sse2(vsum);
- *sum = add32x4_sse2(vsum);
+ *sum = (int)add32x4_sse2(vsum);
}
static INLINE void variance4_sse2(const uint8_t *src, const int src_stride,
@@ -314,7 +314,7 @@
ref += (ref_stride * uh); \
} \
*sse = add32x4_sse2(vsse); \
- int sum = add32x4_sse2(vsum); \
+ int sum = (int)add32x4_sse2(vsum); \
assert(sum <= 255 * bw * bh); \
assert(sum >= -255 * bw * bh); \
return *sse - (uint32_t)(((int64_t)sum * sum) >> bits); \
