| Index: third_party/libwebp/dsp/cost_sse2.c
|
| diff --git a/third_party/libwebp/dsp/cost_sse2.c b/third_party/libwebp/dsp/cost_sse2.c
|
| new file mode 100644
|
| index 0000000000000000000000000000000000000000..0cb1c1fa04421db60625cfee8dc6fe13c3758eed
|
| --- /dev/null
|
| +++ b/third_party/libwebp/dsp/cost_sse2.c
|
| @@ -0,0 +1,119 @@
|
| +// Copyright 2015 Google Inc. All Rights Reserved.
|
| +//
|
| +// Use of this source code is governed by a BSD-style license
|
| +// that can be found in the COPYING file in the root of the source
|
| +// tree. An additional intellectual property rights grant can be found
|
| +// in the file PATENTS. All contributing project authors may
|
| +// be found in the AUTHORS file in the root of the source tree.
|
| +// -----------------------------------------------------------------------------
|
| +//
|
| +// SSE2 version of cost functions
|
| +//
|
| +// Author: Skal (pascal.massimino@gmail.com)
|
| +
|
| +#include "./dsp.h"
|
| +
|
| +#if defined(WEBP_USE_SSE2)
|
| +#include <emmintrin.h>
|
| +
|
| +#include "../enc/cost.h"
|
| +#include "../enc/vp8enci.h"
|
| +#include "../utils/utils.h"
|
| +
|
| +//------------------------------------------------------------------------------
|
| +
|
| +static void SetResidualCoeffsSSE2(const int16_t* const coeffs,
|
| + VP8Residual* const res) {
|
| + const __m128i c0 = _mm_loadu_si128((const __m128i*)(coeffs + 0));
|
| + const __m128i c1 = _mm_loadu_si128((const __m128i*)(coeffs + 8));
|
| + // Use SSE2 to compare 16 values with a single instruction.
|
| + const __m128i zero = _mm_setzero_si128();
|
| + const __m128i m0 = _mm_packs_epi16(c0, c1);
|
| + const __m128i m1 = _mm_cmpeq_epi8(m0, zero);
|
| + // Get the comparison results as a bitmask into 16bits. Negate the mask to get
|
| + // the position of entries that are not equal to zero. We don't need to mask
|
| + // out least significant bits according to res->first, since coeffs[0] is 0
|
| + // if res->first > 0.
|
| + const uint32_t mask = 0x0000ffffu ^ (uint32_t)_mm_movemask_epi8(m1);
|
| + // The position of the most significant non-zero bit indicates the position of
|
| + // the last non-zero value.
|
| + assert(res->first == 0 || coeffs[0] == 0);
|
| + res->last = mask ? BitsLog2Floor(mask) : -1;
|
| + res->coeffs = coeffs;
|
| +}
|
| +
|
| +static int GetResidualCostSSE2(int ctx0, const VP8Residual* const res) {
|
| + uint8_t levels[16], ctxs[16];
|
| + uint16_t abs_levels[16];
|
| + int n = res->first;
|
| + // should be prob[VP8EncBands[n]], but it's equivalent for n=0 or 1
|
| + const int p0 = res->prob[n][ctx0][0];
|
| + CostArrayPtr const costs = res->costs;
|
| + const uint16_t* t = costs[n][ctx0];
|
| + // bit_cost(1, p0) is already incorporated in t[] tables, but only if ctx != 0
|
| + // (as required by the syntax). For ctx0 == 0, we need to add it here or it'll
|
| + // be missing during the loop.
|
| + int cost = (ctx0 == 0) ? VP8BitCost(1, p0) : 0;
|
| +
|
| + if (res->last < 0) {
|
| + return VP8BitCost(0, p0);
|
| + }
|
| +
|
| + { // precompute clamped levels and contexts, packed to 8b.
|
| + const __m128i zero = _mm_setzero_si128();
|
| + const __m128i kCst2 = _mm_set1_epi8(2);
|
| + const __m128i kCst67 = _mm_set1_epi8(MAX_VARIABLE_LEVEL);
|
| + const __m128i c0 = _mm_loadu_si128((const __m128i*)&res->coeffs[0]);
|
| + const __m128i c1 = _mm_loadu_si128((const __m128i*)&res->coeffs[8]);
|
| + const __m128i D0 = _mm_sub_epi16(zero, c0);
|
| + const __m128i D1 = _mm_sub_epi16(zero, c1);
|
| + const __m128i E0 = _mm_max_epi16(c0, D0); // abs(v), 16b
|
| + const __m128i E1 = _mm_max_epi16(c1, D1);
|
| + const __m128i F = _mm_packs_epi16(E0, E1);
|
| + const __m128i G = _mm_min_epu8(F, kCst2); // context = 0,1,2
|
| + const __m128i H = _mm_min_epu8(F, kCst67); // clamp_level in [0..67]
|
| +
|
| + _mm_storeu_si128((__m128i*)&ctxs[0], G);
|
| + _mm_storeu_si128((__m128i*)&levels[0], H);
|
| +
|
| + _mm_storeu_si128((__m128i*)&abs_levels[0], E0);
|
| + _mm_storeu_si128((__m128i*)&abs_levels[8], E1);
|
| + }
|
| + for (; n < res->last; ++n) {
|
| + const int ctx = ctxs[n];
|
| + const int level = levels[n];
|
| + const int flevel = abs_levels[n]; // full level
|
| + cost += VP8LevelFixedCosts[flevel] + t[level]; // simplified VP8LevelCost()
|
| + t = costs[n + 1][ctx];
|
| + }
|
| + // Last coefficient is always non-zero
|
| + {
|
| + const int level = levels[n];
|
| + const int flevel = abs_levels[n];
|
| + assert(flevel != 0);
|
| + cost += VP8LevelFixedCosts[flevel] + t[level];
|
| + if (n < 15) {
|
| + const int b = VP8EncBands[n + 1];
|
| + const int ctx = ctxs[n];
|
| + const int last_p0 = res->prob[b][ctx][0];
|
| + cost += VP8BitCost(0, last_p0);
|
| + }
|
| + }
|
| + return cost;
|
| +}
|
| +
|
| +//------------------------------------------------------------------------------
|
| +// Entry point
|
| +
|
| +extern void VP8EncDspCostInitSSE2(void);
|
| +
|
| +WEBP_TSAN_IGNORE_FUNCTION void VP8EncDspCostInitSSE2(void) {
|
| + VP8SetResidualCoeffs = SetResidualCoeffsSSE2;
|
| + VP8GetResidualCost = GetResidualCostSSE2;
|
| +}
|
| +
|
| +#else // !WEBP_USE_SSE2
|
| +
|
| +WEBP_DSP_INIT_STUB(VP8EncDspCostInitSSE2)
|
| +
|
| +#endif // WEBP_USE_SSE2
|
|
|