Index: src/opts/Sk4px_SSE2.h |
diff --git a/src/opts/Sk4px_SSE2.h b/src/opts/Sk4px_SSE2.h |
index f235a1560e66a1bcad662c759c0e928843ce2874..5e97abf308b3af30c3d6f3301c7101f0030a72c5 100644 |
--- a/src/opts/Sk4px_SSE2.h |
+++ b/src/opts/Sk4px_SSE2.h |
@@ -5,46 +5,42 @@ |
* found in the LICENSE file. |
*/ |
-SK_ALWAYS_INLINE Sk4px Sk4px::DupPMColor(SkPMColor px) { return Sk16b(_mm_set1_epi32(px)); } |
+namespace { // See Sk4px.h |
-SK_ALWAYS_INLINE Sk4px Sk4px::Load4(const SkPMColor px[4]) { |
+inline Sk4px Sk4px::DupPMColor(SkPMColor px) { return Sk16b(_mm_set1_epi32(px)); } |
+ |
+inline Sk4px Sk4px::Load4(const SkPMColor px[4]) { |
return Sk16b(_mm_loadu_si128((const __m128i*)px)); |
} |
-SK_ALWAYS_INLINE Sk4px Sk4px::Load2(const SkPMColor px[2]) { |
+inline Sk4px Sk4px::Load2(const SkPMColor px[2]) { |
return Sk16b(_mm_loadl_epi64((const __m128i*)px)); |
} |
-SK_ALWAYS_INLINE Sk4px Sk4px::Load1(const SkPMColor px[1]) { return Sk16b(_mm_cvtsi32_si128(*px)); } |
+inline Sk4px Sk4px::Load1(const SkPMColor px[1]) { return Sk16b(_mm_cvtsi32_si128(*px)); } |
-SK_ALWAYS_INLINE void Sk4px::store4(SkPMColor px[4]) const { |
- _mm_storeu_si128((__m128i*)px, this->fVec); |
-} |
-SK_ALWAYS_INLINE void Sk4px::store2(SkPMColor px[2]) const { |
- _mm_storel_epi64((__m128i*)px, this->fVec); |
-} |
-SK_ALWAYS_INLINE void Sk4px::store1(SkPMColor px[1]) const { |
- *px = _mm_cvtsi128_si32(this->fVec); |
-} |
+inline void Sk4px::store4(SkPMColor px[4]) const { _mm_storeu_si128((__m128i*)px, this->fVec); } |
+inline void Sk4px::store2(SkPMColor px[2]) const { _mm_storel_epi64((__m128i*)px, this->fVec); } |
+inline void Sk4px::store1(SkPMColor px[1]) const { *px = _mm_cvtsi128_si32(this->fVec); } |
-SK_ALWAYS_INLINE Sk4px::Wide Sk4px::widenLo() const { |
+inline Sk4px::Wide Sk4px::widenLo() const { |
return Sk16h(_mm_unpacklo_epi8(this->fVec, _mm_setzero_si128()), |
_mm_unpackhi_epi8(this->fVec, _mm_setzero_si128())); |
} |
-SK_ALWAYS_INLINE Sk4px::Wide Sk4px::widenHi() const { |
+inline Sk4px::Wide Sk4px::widenHi() const { |
return Sk16h(_mm_unpacklo_epi8(_mm_setzero_si128(), this->fVec), |
_mm_unpackhi_epi8(_mm_setzero_si128(), this->fVec)); |
} |
-SK_ALWAYS_INLINE Sk4px::Wide Sk4px::widenLoHi() const { |
+inline Sk4px::Wide Sk4px::widenLoHi() const { |
return Sk16h(_mm_unpacklo_epi8(this->fVec, this->fVec), |
_mm_unpackhi_epi8(this->fVec, this->fVec)); |
} |
-SK_ALWAYS_INLINE Sk4px::Wide Sk4px::mulWiden(const Sk16b& other) const { |
+inline Sk4px::Wide Sk4px::mulWiden(const Sk16b& other) const { |
return this->widenLo() * Sk4px(other).widenLo(); |
} |
-SK_ALWAYS_INLINE Sk4px Sk4px::Wide::addNarrowHi(const Sk16h& other) const { |
+inline Sk4px Sk4px::Wide::addNarrowHi(const Sk16h& other) const { |
Sk4px::Wide r = (*this + other) >> 8; |
return Sk4px(_mm_packus_epi16(r.fLo.fVec, r.fHi.fVec)); |
} |
@@ -53,19 +49,19 @@ |
// These are safe on x86, often with no speed penalty. |
#if SK_CPU_SSE_LEVEL >= SK_CPU_SSE_LEVEL_SSSE3 |
- SK_ALWAYS_INLINE Sk4px Sk4px::alphas() const { |
+ inline Sk4px Sk4px::alphas() const { |
static_assert(SK_A32_SHIFT == 24, "Intel's always little-endian."); |
__m128i splat = _mm_set_epi8(15,15,15,15, 11,11,11,11, 7,7,7,7, 3,3,3,3); |
return Sk16b(_mm_shuffle_epi8(this->fVec, splat)); |
} |
- SK_ALWAYS_INLINE Sk4px Sk4px::Load4Alphas(const SkAlpha a[4]) { |
+ inline Sk4px Sk4px::Load4Alphas(const SkAlpha a[4]) { |
uint32_t as = *(const uint32_t*)a; |
__m128i splat = _mm_set_epi8(3,3,3,3, 2,2,2,2, 1,1,1,1, 0,0,0,0); |
return Sk16b(_mm_shuffle_epi8(_mm_cvtsi32_si128(as), splat)); |
} |
#else |
- SK_ALWAYS_INLINE Sk4px Sk4px::alphas() const { |
+ inline Sk4px Sk4px::alphas() const { |
static_assert(SK_A32_SHIFT == 24, "Intel's always little-endian."); |
__m128i as = _mm_srli_epi32(this->fVec, 24); // ___3 ___2 ___1 ___0 |
as = _mm_or_si128(as, _mm_slli_si128(as, 1)); // __33 __22 __11 __00 |
@@ -73,7 +69,7 @@ |
return Sk16b(as); |
} |
- SK_ALWAYS_INLINE Sk4px Sk4px::Load4Alphas(const SkAlpha a[4]) { |
+ inline Sk4px Sk4px::Load4Alphas(const SkAlpha a[4]) { |
__m128i as = _mm_cvtsi32_si128(*(const uint32_t*)a); // ____ ____ ____ 3210 |
as = _mm_unpacklo_epi8 (as, _mm_setzero_si128()); // ____ ____ _3_2 _1_0 |
as = _mm_unpacklo_epi16(as, _mm_setzero_si128()); // ___3 ___2 ___1 ___0 |
@@ -83,21 +79,21 @@ |
} |
#endif |
-SK_ALWAYS_INLINE Sk4px Sk4px::Load2Alphas(const SkAlpha a[2]) { |
+inline Sk4px Sk4px::Load2Alphas(const SkAlpha a[2]) { |
uint32_t as = *(const uint16_t*)a; // Aa -> Aa00 |
return Load4Alphas((const SkAlpha*)&as); |
} |
-SK_ALWAYS_INLINE Sk4px Sk4px::zeroColors() const { |
+inline Sk4px Sk4px::zeroColors() const { |
return Sk16b(_mm_and_si128(_mm_set1_epi32(0xFF << SK_A32_SHIFT), this->fVec)); |
} |
-SK_ALWAYS_INLINE Sk4px Sk4px::zeroAlphas() const { |
+inline Sk4px Sk4px::zeroAlphas() const { |
// andnot(a,b) == ~a & b |
return Sk16b(_mm_andnot_si128(_mm_set1_epi32(0xFF << SK_A32_SHIFT), this->fVec)); |
} |
-static SK_ALWAYS_INLINE __m128i widen_low_half_to_8888(__m128i v) { |
+static inline __m128i widen_low_half_to_8888(__m128i v) { |
// RGB565 format: |R....|G.....|B....| |
// Bit: 16 11 5 0 |
@@ -123,7 +119,7 @@ |
_mm_set1_epi32(0xFF << SK_A32_SHIFT)))); |
} |
-static SK_ALWAYS_INLINE __m128i narrow_to_565(__m128i w) { |
+static inline __m128i narrow_to_565(__m128i w) { |
// Extract out top RGB 565 bits of each pixel, with no rounding. |
auto r5 = _mm_and_si128(_mm_set1_epi32(31), _mm_srli_epi32(w, SK_R32_SHIFT + 3)), |
g6 = _mm_and_si128(_mm_set1_epi32(63), _mm_srli_epi32(w, SK_G32_SHIFT + 2)), |
@@ -147,27 +143,29 @@ |
return v; |
} |
-SK_ALWAYS_INLINE Sk4px Sk4px::Load4(const SkPMColor16 src[4]) { |
+inline Sk4px Sk4px::Load4(const SkPMColor16 src[4]) { |
return Sk16b(widen_low_half_to_8888(_mm_loadl_epi64((const __m128i*)src))); |
} |
-SK_ALWAYS_INLINE Sk4px Sk4px::Load2(const SkPMColor16 src[2]) { |
+inline Sk4px Sk4px::Load2(const SkPMColor16 src[2]) { |
auto src2 = ((uint32_t)src[0] ) |
| ((uint32_t)src[1] << 16); |
return Sk16b(widen_low_half_to_8888(_mm_cvtsi32_si128(src2))); |
} |
-SK_ALWAYS_INLINE Sk4px Sk4px::Load1(const SkPMColor16 src[1]) { |
+inline Sk4px Sk4px::Load1(const SkPMColor16 src[1]) { |
return Sk16b(widen_low_half_to_8888(_mm_insert_epi16(_mm_setzero_si128(), src[0], 0))); |
} |
-SK_ALWAYS_INLINE void Sk4px::store4(SkPMColor16 dst[4]) const { |
+inline void Sk4px::store4(SkPMColor16 dst[4]) const { |
_mm_storel_epi64((__m128i*)dst, narrow_to_565(this->fVec)); |
} |
-SK_ALWAYS_INLINE void Sk4px::store2(SkPMColor16 dst[2]) const { |
+inline void Sk4px::store2(SkPMColor16 dst[2]) const { |
uint32_t dst2 = _mm_cvtsi128_si32(narrow_to_565(this->fVec)); |
dst[0] = dst2; |
dst[1] = dst2 >> 16; |
} |
-SK_ALWAYS_INLINE void Sk4px::store1(SkPMColor16 dst[1]) const { |
+inline void Sk4px::store1(SkPMColor16 dst[1]) const { |
uint32_t dst2 = _mm_cvtsi128_si32(narrow_to_565(this->fVec)); |
dst[0] = dst2; |
} |
+ |
+} // namespace |