OLD | NEW |
1 /* | 1 /* |
2 * Copyright 2014 The Android Open Source Project | 2 * Copyright 2014 The Android Open Source Project |
3 * | 3 * |
4 * Use of this source code is governed by a BSD-style license that can be | 4 * Use of this source code is governed by a BSD-style license that can be |
5 * found in the LICENSE file. | 5 * found in the LICENSE file. |
6 */ | 6 */ |
7 | 7 |
8 #ifndef SkColor_opts_SSE2_DEFINED | 8 #ifndef SkColor_opts_SSE2_DEFINED |
9 #define SkColor_opts_SSE2_DEFINED | 9 #define SkColor_opts_SSE2_DEFINED |
10 | 10 |
11 #include <emmintrin.h> | 11 #include <emmintrin.h> |
12 | 12 |
13 static inline __m128i SkMul16ShiftRound_SSE(__m128i a, __m128i b, int shift) { | 13 // See #define SkAlphaMulAlpha(a, b) SkMulDiv255Round(a, b) in SkXfermode.cpp. |
| 14 static inline __m128i SkAlphaMulAlpha_SSE2(const __m128i& a, |
| 15 const __m128i& b) { |
| 16 __m128i prod = _mm_mullo_epi16(a, b); |
| 17 prod = _mm_add_epi32(prod, _mm_set1_epi32(128)); |
| 18 prod = _mm_add_epi32(prod, _mm_srli_epi32(prod, 8)); |
| 19 prod = _mm_srli_epi32(prod, 8); |
| 20 |
| 21 return prod; |
| 22 } |
| 23 |
| 24 static inline __m128i SkGetPackedA32_SSE2(const __m128i& src) { |
| 25 __m128i a = _mm_slli_epi32(src, (24 - SK_A32_SHIFT)); |
| 26 return _mm_srli_epi32(a, 24); |
| 27 } |
| 28 |
| 29 static inline __m128i SkGetPackedR32_SSE2(const __m128i& src) { |
| 30 __m128i r = _mm_slli_epi32(src, (24 - SK_R32_SHIFT)); |
| 31 return _mm_srli_epi32(r, 24); |
| 32 } |
| 33 |
| 34 static inline __m128i SkGetPackedG32_SSE2(const __m128i& src) { |
| 35 __m128i g = _mm_slli_epi32(src, (24 - SK_G32_SHIFT)); |
| 36 return _mm_srli_epi32(g, 24); |
| 37 } |
| 38 |
| 39 static inline __m128i SkGetPackedB32_SSE2(const __m128i& src) { |
| 40 __m128i b = _mm_slli_epi32(src, (24 - SK_B32_SHIFT)); |
| 41 return _mm_srli_epi32(b, 24); |
| 42 } |
| 43 |
| 44 static inline __m128i SkMul16ShiftRound_SSE2(const __m128i& a, |
| 45 const __m128i& b, int shift) { |
14 __m128i prod = _mm_mullo_epi16(a, b); | 46 __m128i prod = _mm_mullo_epi16(a, b); |
15 prod = _mm_add_epi16(prod, _mm_set1_epi16(1 << (shift - 1))); | 47 prod = _mm_add_epi16(prod, _mm_set1_epi16(1 << (shift - 1))); |
16 prod = _mm_add_epi16(prod, _mm_srli_epi16(prod, shift)); | 48 prod = _mm_add_epi16(prod, _mm_srli_epi16(prod, shift)); |
17 prod = _mm_srli_epi16(prod, shift); | 49 prod = _mm_srli_epi16(prod, shift); |
18 | 50 |
19 return prod; | 51 return prod; |
20 } | 52 } |
21 | 53 |
22 static inline __m128i SkPackRGB16_SSE(__m128i r, __m128i g, __m128i b) { | 54 static inline __m128i SkPackRGB16_SSE2(const __m128i& r, |
23 r = _mm_slli_epi16(r, SK_R16_SHIFT); | 55 const __m128i& g, const __m128i& b) { |
24 g = _mm_slli_epi16(g, SK_G16_SHIFT); | 56 __m128i dr = _mm_slli_epi16(r, SK_R16_SHIFT); |
25 b = _mm_slli_epi16(b, SK_B16_SHIFT); | 57 __m128i dg = _mm_slli_epi16(g, SK_G16_SHIFT); |
| 58 __m128i db = _mm_slli_epi16(b, SK_B16_SHIFT); |
26 | 59 |
27 __m128i c = _mm_or_si128(r, g); | 60 __m128i c = _mm_or_si128(dr, dg); |
28 return _mm_or_si128(c, b); | 61 return _mm_or_si128(c, db); |
29 } | 62 } |
30 | 63 |
31 #endif//SkColor_opts_SSE2_DEFINED | 64 static inline __m128i SkPackARGB32_SSE2(const __m128i& a, const __m128i& r, |
| 65 const __m128i& g, const __m128i& b) { |
| 66 __m128i da = _mm_slli_epi32(a, SK_A32_SHIFT); |
| 67 __m128i dr = _mm_slli_epi32(r, SK_R32_SHIFT); |
| 68 __m128i dg = _mm_slli_epi32(g, SK_G32_SHIFT); |
| 69 __m128i db = _mm_slli_epi32(b, SK_B32_SHIFT); |
| 70 |
| 71 __m128i c = _mm_or_si128(da, dr); |
| 72 c = _mm_or_si128(c, dg); |
| 73 return _mm_or_si128(c, db); |
| 74 } |
| 75 |
| 76 static inline __m128i SkPacked16ToR32_SSE2(const __m128i& src) { |
| 77 __m128i r = _mm_srli_epi32(src, SK_R16_SHIFT); |
| 78 r = _mm_and_si128(r, _mm_set1_epi32(SK_R16_MASK)); |
| 79 r = _mm_or_si128(_mm_slli_epi32(r, (8 - SK_R16_BITS)), |
| 80 _mm_srli_epi32(r, (2 * SK_R16_BITS - 8))); |
| 81 |
| 82 return r; |
| 83 } |
| 84 |
| 85 static inline __m128i SkPacked16ToG32_SSE2(const __m128i& src) { |
| 86 __m128i g = _mm_srli_epi32(src, SK_G16_SHIFT); |
| 87 g = _mm_and_si128(g, _mm_set1_epi32(SK_G16_MASK)); |
| 88 g = _mm_or_si128(_mm_slli_epi32(g, (8 - SK_G16_BITS)), |
| 89 _mm_srli_epi32(g, (2 * SK_G16_BITS - 8))); |
| 90 |
| 91 return g; |
| 92 } |
| 93 |
| 94 static inline __m128i SkPacked16ToB32_SSE2(const __m128i& src) { |
| 95 __m128i b = _mm_srli_epi32(src, SK_B16_SHIFT); |
| 96 b = _mm_and_si128(b, _mm_set1_epi32(SK_B16_MASK)); |
| 97 b = _mm_or_si128(_mm_slli_epi32(b, (8 - SK_B16_BITS)), |
| 98 _mm_srli_epi32(b, (2 * SK_B16_BITS - 8))); |
| 99 |
| 100 return b; |
| 101 } |
| 102 |
| 103 static inline __m128i SkPixel16ToPixel32_SSE2(const __m128i& src) { |
| 104 __m128i r = SkPacked16ToR32_SSE2(src); |
| 105 __m128i g = SkPacked16ToG32_SSE2(src); |
| 106 __m128i b = SkPacked16ToB32_SSE2(src); |
| 107 |
| 108 return SkPackARGB32_SSE2(_mm_set1_epi32(0xFF), r, g, b); |
| 109 } |
| 110 |
| 111 static inline __m128i SkPixel32ToPixel16_ToU16_SSE2(const __m128i& src_pixel1, |
| 112 const __m128i& src_pixel2) { |
| 113 // Calculate result r. |
| 114 __m128i r1 = _mm_srli_epi32(src_pixel1, |
| 115 SK_R32_SHIFT + (8 - SK_R16_BITS)); |
| 116 r1 = _mm_and_si128(r1, _mm_set1_epi32(SK_R16_MASK)); |
| 117 __m128i r2 = _mm_srli_epi32(src_pixel2, |
| 118 SK_R32_SHIFT + (8 - SK_R16_BITS)); |
| 119 r2 = _mm_and_si128(r2, _mm_set1_epi32(SK_R16_MASK)); |
| 120 __m128i r = _mm_packs_epi32(r1, r2); |
| 121 |
| 122 // Calculate result g. |
| 123 __m128i g1 = _mm_srli_epi32(src_pixel1, |
| 124 SK_G32_SHIFT + (8 - SK_G16_BITS)); |
| 125 g1 = _mm_and_si128(g1, _mm_set1_epi32(SK_G16_MASK)); |
| 126 __m128i g2 = _mm_srli_epi32(src_pixel2, |
| 127 SK_G32_SHIFT + (8 - SK_G16_BITS)); |
| 128 g2 = _mm_and_si128(g2, _mm_set1_epi32(SK_G16_MASK)); |
| 129 __m128i g = _mm_packs_epi32(g1, g2); |
| 130 |
| 131 // Calculate result b. |
| 132 __m128i b1 = _mm_srli_epi32(src_pixel1, |
| 133 SK_B32_SHIFT + (8 - SK_B16_BITS)); |
| 134 b1 = _mm_and_si128(b1, _mm_set1_epi32(SK_B16_MASK)); |
| 135 __m128i b2 = _mm_srli_epi32(src_pixel2, |
| 136 SK_B32_SHIFT + (8 - SK_B16_BITS)); |
| 137 b2 = _mm_and_si128(b2, _mm_set1_epi32(SK_B16_MASK)); |
| 138 __m128i b = _mm_packs_epi32(b1, b2); |
| 139 |
| 140 // Store 8 16-bit colors in dst. |
| 141 __m128i d_pixel = SkPackRGB16_SSE2(r, g, b); |
| 142 |
| 143 return d_pixel; |
| 144 } |
| 145 |
| 146 #endif // SkColor_opts_SSE2_DEFINED |
OLD | NEW |