| Index: third_party/libwebp/dsp/enc_sse2.c
|
| diff --git a/third_party/libwebp/dsp/enc_sse2.c b/third_party/libwebp/dsp/enc_sse2.c
|
| index 032e990762649496fd2120229a52a52053556464..540a3cb2dbdd22818cbb6cede31d4ca7605aef4d 100644
|
| --- a/third_party/libwebp/dsp/enc_sse2.c
|
| +++ b/third_party/libwebp/dsp/enc_sse2.c
|
| @@ -13,10 +13,6 @@
|
|
|
| #include "./dsp.h"
|
|
|
| -#if defined(__cplusplus) || defined(c_plusplus)
|
| -extern "C" {
|
| -#endif
|
| -
|
| #if defined(WEBP_USE_SSE2)
|
| #include <stdlib.h> // for abs()
|
| #include <emmintrin.h>
|
| @@ -456,7 +452,7 @@ static void FTransformSSE2(const uint8_t* src, const uint8_t* ref,
|
| }
|
|
|
| static void FTransformWHTSSE2(const int16_t* in, int16_t* out) {
|
| - int16_t tmp[16];
|
| + int32_t tmp[16];
|
| int i;
|
| for (i = 0; i < 4; ++i, in += 64) {
|
| const int a0 = (in[0 * 16] + in[2 * 16]);
|
| @@ -469,22 +465,22 @@ static void FTransformWHTSSE2(const int16_t* in, int16_t* out) {
|
| tmp[3 + i * 4] = a0 - a1;
|
| }
|
| {
|
| - const __m128i src0 = _mm_loadl_epi64((__m128i*)&tmp[0]);
|
| - const __m128i src1 = _mm_loadl_epi64((__m128i*)&tmp[4]);
|
| - const __m128i src2 = _mm_loadl_epi64((__m128i*)&tmp[8]);
|
| - const __m128i src3 = _mm_loadl_epi64((__m128i*)&tmp[12]);
|
| - const __m128i a0 = _mm_add_epi16(src0, src2);
|
| - const __m128i a1 = _mm_add_epi16(src1, src3);
|
| - const __m128i a2 = _mm_sub_epi16(src1, src3);
|
| - const __m128i a3 = _mm_sub_epi16(src0, src2);
|
| - const __m128i b0 = _mm_srai_epi16(_mm_adds_epi16(a0, a1), 1);
|
| - const __m128i b1 = _mm_srai_epi16(_mm_adds_epi16(a3, a2), 1);
|
| - const __m128i b2 = _mm_srai_epi16(_mm_subs_epi16(a3, a2), 1);
|
| - const __m128i b3 = _mm_srai_epi16(_mm_subs_epi16(a0, a1), 1);
|
| - _mm_storel_epi64((__m128i*)&out[ 0], b0);
|
| - _mm_storel_epi64((__m128i*)&out[ 4], b1);
|
| - _mm_storel_epi64((__m128i*)&out[ 8], b2);
|
| - _mm_storel_epi64((__m128i*)&out[12], b3);
|
| + const __m128i src0 = _mm_loadu_si128((__m128i*)&tmp[0]);
|
| + const __m128i src1 = _mm_loadu_si128((__m128i*)&tmp[4]);
|
| + const __m128i src2 = _mm_loadu_si128((__m128i*)&tmp[8]);
|
| + const __m128i src3 = _mm_loadu_si128((__m128i*)&tmp[12]);
|
| + const __m128i a0 = _mm_add_epi32(src0, src2);
|
| + const __m128i a1 = _mm_add_epi32(src1, src3);
|
| + const __m128i a2 = _mm_sub_epi32(src1, src3);
|
| + const __m128i a3 = _mm_sub_epi32(src0, src2);
|
| + const __m128i b0 = _mm_srai_epi32(_mm_add_epi32(a0, a1), 1);
|
| + const __m128i b1 = _mm_srai_epi32(_mm_add_epi32(a3, a2), 1);
|
| + const __m128i b2 = _mm_srai_epi32(_mm_sub_epi32(a3, a2), 1);
|
| + const __m128i b3 = _mm_srai_epi32(_mm_sub_epi32(a0, a1), 1);
|
| + const __m128i out0 = _mm_packs_epi32(b0, b1);
|
| + const __m128i out1 = _mm_packs_epi32(b2, b3);
|
| + _mm_storeu_si128((__m128i*)&out[0], out0);
|
| + _mm_storeu_si128((__m128i*)&out[8], out1);
|
| }
|
| }
|
|
|
| @@ -644,7 +640,7 @@ static int TTransformSSE2(const uint8_t* inA, const uint8_t* inB,
|
| __m128i tmp_0, tmp_1, tmp_2, tmp_3;
|
| const __m128i zero = _mm_setzero_si128();
|
|
|
| - // Load, combine and tranpose inputs.
|
| + // Load, combine and transpose inputs.
|
| {
|
| const __m128i inA_0 = _mm_loadl_epi64((__m128i*)&inA[BPS * 0]);
|
| const __m128i inA_1 = _mm_loadl_epi64((__m128i*)&inA[BPS * 1]);
|
| @@ -830,8 +826,6 @@ static int QuantizeBlockSSE2(int16_t in[16], int16_t out[16],
|
| const __m128i bias8 = _mm_loadu_si128((__m128i*)&mtx->bias_[8]);
|
| const __m128i q0 = _mm_loadu_si128((__m128i*)&mtx->q_[0]);
|
| const __m128i q8 = _mm_loadu_si128((__m128i*)&mtx->q_[8]);
|
| - const __m128i zthresh0 = _mm_loadu_si128((__m128i*)&mtx->zthresh_[0]);
|
| - const __m128i zthresh8 = _mm_loadu_si128((__m128i*)&mtx->zthresh_[8]);
|
|
|
| // sign(in) = in >> 15 (0x0000 if positive, 0xffff if negative)
|
| const __m128i sign0 = _mm_srai_epi16(in0, 15);
|
| @@ -894,17 +888,8 @@ static int QuantizeBlockSSE2(int16_t in[16], int16_t out[16],
|
| in0 = _mm_mullo_epi16(out0, q0);
|
| in8 = _mm_mullo_epi16(out8, q8);
|
|
|
| - // if (coeff <= mtx->zthresh_) {in=0; out=0;}
|
| - {
|
| - __m128i cmp0 = _mm_cmpgt_epi16(coeff0, zthresh0);
|
| - __m128i cmp8 = _mm_cmpgt_epi16(coeff8, zthresh8);
|
| - in0 = _mm_and_si128(in0, cmp0);
|
| - in8 = _mm_and_si128(in8, cmp8);
|
| - _mm_storeu_si128((__m128i*)&in[0], in0);
|
| - _mm_storeu_si128((__m128i*)&in[8], in8);
|
| - out0 = _mm_and_si128(out0, cmp0);
|
| - out8 = _mm_and_si128(out8, cmp8);
|
| - }
|
| + _mm_storeu_si128((__m128i*)&in[0], in0);
|
| + _mm_storeu_si128((__m128i*)&in[8], in8);
|
|
|
| // zigzag the output before storing it.
|
| //
|
| @@ -941,6 +926,11 @@ static int QuantizeBlockSSE2(int16_t in[16], int16_t out[16],
|
| }
|
| }
|
|
|
| +static int QuantizeBlockWHTSSE2(int16_t in[16], int16_t out[16],
|
| + const VP8Matrix* const mtx) {
|
| + return QuantizeBlockSSE2(in, out, 0, mtx);
|
| +}
|
| +
|
| #endif // WEBP_USE_SSE2
|
|
|
| //------------------------------------------------------------------------------
|
| @@ -952,6 +942,7 @@ void VP8EncDspInitSSE2(void) {
|
| #if defined(WEBP_USE_SSE2)
|
| VP8CollectHistogram = CollectHistogramSSE2;
|
| VP8EncQuantizeBlock = QuantizeBlockSSE2;
|
| + VP8EncQuantizeBlockWHT = QuantizeBlockWHTSSE2;
|
| VP8ITransform = ITransformSSE2;
|
| VP8FTransform = FTransformSSE2;
|
| VP8FTransformWHT = FTransformWHTSSE2;
|
| @@ -964,6 +955,3 @@ void VP8EncDspInitSSE2(void) {
|
| #endif // WEBP_USE_SSE2
|
| }
|
|
|
| -#if defined(__cplusplus) || defined(c_plusplus)
|
| -} // extern "C"
|
| -#endif
|
|
|