OLD | NEW |
1 /* | 1 /* |
2 * Copyright 2014 The Android Open Source Project | 2 * Copyright 2014 The Android Open Source Project |
3 * | 3 * |
4 * Use of this source code is governed by a BSD-style license that can be | 4 * Use of this source code is governed by a BSD-style license that can be |
5 * found in the LICENSE file. | 5 * found in the LICENSE file. |
6 */ | 6 */ |
7 | 7 |
8 #ifndef SkColor_opts_SSE2_DEFINED | 8 #ifndef SkColor_opts_SSE2_DEFINED |
9 #define SkColor_opts_SSE2_DEFINED | 9 #define SkColor_opts_SSE2_DEFINED |
10 | 10 |
11 #include <emmintrin.h> | 11 #include <emmintrin.h> |
12 | 12 |
13 // See #define SkAlphaMulAlpha(a, b) SkMulDiv255Round(a, b) in SkXfermode.cpp. | 13 static inline __m128i SkMul16ShiftRound_SSE(__m128i a, __m128i b, int shift) { |
14 static inline __m128i SkAlphaMulAlpha_SSE2(const __m128i& a, | |
15 const __m128i& b) { | |
16 __m128i prod = _mm_mullo_epi16(a, b); | |
17 prod = _mm_add_epi32(prod, _mm_set1_epi32(128)); | |
18 prod = _mm_add_epi32(prod, _mm_srli_epi32(prod, 8)); | |
19 prod = _mm_srli_epi32(prod, 8); | |
20 | |
21 return prod; | |
22 } | |
23 | |
24 static inline __m128i SkGetPackedA32_SSE2(const __m128i& src) { | |
25 __m128i a = _mm_slli_epi32(src, (24 - SK_A32_SHIFT)); | |
26 return _mm_srli_epi32(a, 24); | |
27 } | |
28 | |
29 static inline __m128i SkGetPackedR32_SSE2(const __m128i& src) { | |
30 __m128i r = _mm_slli_epi32(src, (24 - SK_R32_SHIFT)); | |
31 return _mm_srli_epi32(r, 24); | |
32 } | |
33 | |
34 static inline __m128i SkGetPackedG32_SSE2(const __m128i& src) { | |
35 __m128i g = _mm_slli_epi32(src, (24 - SK_G32_SHIFT)); | |
36 return _mm_srli_epi32(g, 24); | |
37 } | |
38 | |
39 static inline __m128i SkGetPackedB32_SSE2(const __m128i& src) { | |
40 __m128i b = _mm_slli_epi32(src, (24 - SK_B32_SHIFT)); | |
41 return _mm_srli_epi32(b, 24); | |
42 } | |
43 | |
44 static inline __m128i SkMul16ShiftRound_SSE2(const __m128i& a, | |
45 const __m128i& b, int shift) { | |
46 __m128i prod = _mm_mullo_epi16(a, b); | 14 __m128i prod = _mm_mullo_epi16(a, b); |
47 prod = _mm_add_epi16(prod, _mm_set1_epi16(1 << (shift - 1))); | 15 prod = _mm_add_epi16(prod, _mm_set1_epi16(1 << (shift - 1))); |
48 prod = _mm_add_epi16(prod, _mm_srli_epi16(prod, shift)); | 16 prod = _mm_add_epi16(prod, _mm_srli_epi16(prod, shift)); |
49 prod = _mm_srli_epi16(prod, shift); | 17 prod = _mm_srli_epi16(prod, shift); |
50 | 18 |
51 return prod; | 19 return prod; |
52 } | 20 } |
53 | 21 |
54 static inline __m128i SkPackRGB16_SSE2(const __m128i& r, | 22 static inline __m128i SkPackRGB16_SSE(__m128i r, __m128i g, __m128i b) { |
55 const __m128i& g, const __m128i& b) { | 23 r = _mm_slli_epi16(r, SK_R16_SHIFT); |
56 __m128i dr = _mm_slli_epi16(r, SK_R16_SHIFT); | 24 g = _mm_slli_epi16(g, SK_G16_SHIFT); |
57 __m128i dg = _mm_slli_epi16(g, SK_G16_SHIFT); | 25 b = _mm_slli_epi16(b, SK_B16_SHIFT); |
58 __m128i db = _mm_slli_epi16(b, SK_B16_SHIFT); | |
59 | 26 |
60 __m128i c = _mm_or_si128(dr, dg); | 27 __m128i c = _mm_or_si128(r, g); |
61 return _mm_or_si128(c, db); | 28 return _mm_or_si128(c, b); |
62 } | 29 } |
63 | 30 |
64 static inline __m128i SkPackARGB32_SSE2(const __m128i& a, const __m128i& r, | 31 #endif//SkColor_opts_SSE2_DEFINED |
65 const __m128i& g, const __m128i& b) { | |
66 __m128i da = _mm_slli_epi32(a, SK_A32_SHIFT); | |
67 __m128i dr = _mm_slli_epi32(r, SK_R32_SHIFT); | |
68 __m128i dg = _mm_slli_epi32(g, SK_G32_SHIFT); | |
69 __m128i db = _mm_slli_epi32(b, SK_B32_SHIFT); | |
70 | |
71 __m128i c = _mm_or_si128(da, dr); | |
72 c = _mm_or_si128(c, dg); | |
73 return _mm_or_si128(c, db); | |
74 } | |
75 | |
76 static inline __m128i SkPacked16ToR32_SSE2(const __m128i& src) { | |
77 __m128i r = _mm_srli_epi32(src, SK_R16_SHIFT); | |
78 r = _mm_and_si128(r, _mm_set1_epi32(SK_R16_MASK)); | |
79 r = _mm_or_si128(_mm_slli_epi32(r, (8 - SK_R16_BITS)), | |
80 _mm_srli_epi32(r, (2 * SK_R16_BITS - 8))); | |
81 | |
82 return r; | |
83 } | |
84 | |
85 static inline __m128i SkPacked16ToG32_SSE2(const __m128i& src) { | |
86 __m128i g = _mm_srli_epi32(src, SK_G16_SHIFT); | |
87 g = _mm_and_si128(g, _mm_set1_epi32(SK_G16_MASK)); | |
88 g = _mm_or_si128(_mm_slli_epi32(g, (8 - SK_G16_BITS)), | |
89 _mm_srli_epi32(g, (2 * SK_G16_BITS - 8))); | |
90 | |
91 return g; | |
92 } | |
93 | |
94 static inline __m128i SkPacked16ToB32_SSE2(const __m128i& src) { | |
95 __m128i b = _mm_srli_epi32(src, SK_B16_SHIFT); | |
96 b = _mm_and_si128(b, _mm_set1_epi32(SK_B16_MASK)); | |
97 b = _mm_or_si128(_mm_slli_epi32(b, (8 - SK_B16_BITS)), | |
98 _mm_srli_epi32(b, (2 * SK_B16_BITS - 8))); | |
99 | |
100 return b; | |
101 } | |
102 | |
103 static inline __m128i SkPixel16ToPixel32_SSE2(const __m128i& src) { | |
104 __m128i r = SkPacked16ToR32_SSE2(src); | |
105 __m128i g = SkPacked16ToG32_SSE2(src); | |
106 __m128i b = SkPacked16ToB32_SSE2(src); | |
107 | |
108 return SkPackARGB32_SSE2(_mm_set1_epi32(0xFF), r, g, b); | |
109 } | |
110 | |
111 static inline __m128i SkPixel32ToPixel16_ToU16_SSE2(const __m128i& src_pixel1, | |
112 const __m128i& src_pixel2) { | |
113 // Calculate result r. | |
114 __m128i r1 = _mm_srli_epi32(src_pixel1, | |
115 SK_R32_SHIFT + (8 - SK_R16_BITS)); | |
116 r1 = _mm_and_si128(r1, _mm_set1_epi32(SK_R16_MASK)); | |
117 __m128i r2 = _mm_srli_epi32(src_pixel2, | |
118 SK_R32_SHIFT + (8 - SK_R16_BITS)); | |
119 r2 = _mm_and_si128(r2, _mm_set1_epi32(SK_R16_MASK)); | |
120 __m128i r = _mm_packs_epi32(r1, r2); | |
121 | |
122 // Calculate result g. | |
123 __m128i g1 = _mm_srli_epi32(src_pixel1, | |
124 SK_G32_SHIFT + (8 - SK_G16_BITS)); | |
125 g1 = _mm_and_si128(g1, _mm_set1_epi32(SK_G16_MASK)); | |
126 __m128i g2 = _mm_srli_epi32(src_pixel2, | |
127 SK_G32_SHIFT + (8 - SK_G16_BITS)); | |
128 g2 = _mm_and_si128(g2, _mm_set1_epi32(SK_G16_MASK)); | |
129 __m128i g = _mm_packs_epi32(g1, g2); | |
130 | |
131 // Calculate result b. | |
132 __m128i b1 = _mm_srli_epi32(src_pixel1, | |
133 SK_B32_SHIFT + (8 - SK_B16_BITS)); | |
134 b1 = _mm_and_si128(b1, _mm_set1_epi32(SK_B16_MASK)); | |
135 __m128i b2 = _mm_srli_epi32(src_pixel2, | |
136 SK_B32_SHIFT + (8 - SK_B16_BITS)); | |
137 b2 = _mm_and_si128(b2, _mm_set1_epi32(SK_B16_MASK)); | |
138 __m128i b = _mm_packs_epi32(b1, b2); | |
139 | |
140 // Store 8 16-bit colors in dst. | |
141 __m128i d_pixel = SkPackRGB16_SSE2(r, g, b); | |
142 | |
143 return d_pixel; | |
144 } | |
145 | |
146 #endif // SkColor_opts_SSE2_DEFINED | |
OLD | NEW |