OLD | NEW |
---|---|
1 /* | 1 /* |
2 * Copyright 2015 Google Inc. | 2 * Copyright 2015 Google Inc. |
3 * | 3 * |
4 * Use of this source code is governed by a BSD-style license that can be | 4 * Use of this source code is governed by a BSD-style license that can be |
5 * found in the LICENSE file. | 5 * found in the LICENSE file. |
6 */ | 6 */ |
7 | 7 |
8 #ifndef SkNx_sse_DEFINED | 8 #ifndef SkNx_sse_DEFINED |
9 #define SkNx_sse_DEFINED | 9 #define SkNx_sse_DEFINED |
10 | 10 |
(...skipping 134 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
145 SkNx operator - (const SkNx& o) const { return _mm_sub_epi32(fVec, o.fVec); } | 145 SkNx operator - (const SkNx& o) const { return _mm_sub_epi32(fVec, o.fVec); } |
146 SkNx operator * (const SkNx& o) const { | 146 SkNx operator * (const SkNx& o) const { |
147 __m128i mul20 = _mm_mul_epu32(fVec, o.fVec), | 147 __m128i mul20 = _mm_mul_epu32(fVec, o.fVec), |
148 mul31 = _mm_mul_epu32(_mm_srli_si128(fVec, 4), _mm_srli_si128(o. fVec, 4)); | 148 mul31 = _mm_mul_epu32(_mm_srli_si128(fVec, 4), _mm_srli_si128(o. fVec, 4)); |
149 return _mm_unpacklo_epi32(_mm_shuffle_epi32(mul20, _MM_SHUFFLE(0,0,2,0)) , | 149 return _mm_unpacklo_epi32(_mm_shuffle_epi32(mul20, _MM_SHUFFLE(0,0,2,0)) , |
150 _mm_shuffle_epi32(mul31, _MM_SHUFFLE(0,0,2,0)) ); | 150 _mm_shuffle_epi32(mul31, _MM_SHUFFLE(0,0,2,0)) ); |
151 } | 151 } |
152 | 152 |
153 SkNx operator & (const SkNx& o) const { return _mm_and_si128(fVec, o.fVec); } | 153 SkNx operator & (const SkNx& o) const { return _mm_and_si128(fVec, o.fVec); } |
154 SkNx operator | (const SkNx& o) const { return _mm_or_si128(fVec, o.fVec); } | 154 SkNx operator | (const SkNx& o) const { return _mm_or_si128(fVec, o.fVec); } |
155 SkNx operator ^ (const SkNx& o) const { return _mm_xor_si128(fVec, o.fVec); } | |
155 | 156 |
156 SkNx operator << (int bits) const { return _mm_slli_epi32(fVec, bits); } | 157 SkNx operator << (int bits) const { return _mm_slli_epi32(fVec, bits); } |
157 SkNx operator >> (int bits) const { return _mm_srai_epi32(fVec, bits); } | 158 SkNx operator >> (int bits) const { return _mm_srai_epi32(fVec, bits); } |
158 | 159 |
160 SkNx operator == (const SkNx& o) const { return _mm_cmpeq_epi32 (fVec, o.fVe c); } | |
161 SkNx operator < (const SkNx& o) const { return _mm_cmplt_epi32 (fVec, o.fVe c); } | |
162 SkNx operator > (const SkNx& o) const { return _mm_cmpgt_epi32 (fVec, o.fVe c); } | |
163 | |
159 int operator[](int k) const { | 164 int operator[](int k) const { |
160 SkASSERT(0 <= k && k < 4); | 165 SkASSERT(0 <= k && k < 4); |
161 union { __m128i v; int is[4]; } pun = {fVec}; | 166 union { __m128i v; int is[4]; } pun = {fVec}; |
162 return pun.is[k&3]; | 167 return pun.is[k&3]; |
163 } | 168 } |
164 | 169 |
170 SkNx thenElse(const SkNx& t, const SkNx& e) const { | |
171 #if SK_CPU_SSE_LEVEL >= SK_CPU_SSE_LEVEL_SSE41 | |
172 return _mm_blendv_epi8(e.fVec, t.fVec, fVec); | |
173 #else | |
174 return _mm_or_si128(_mm_and_si128 (fVec, t.fVec), | |
175 _mm_andnot_si128(fVec, e.fVec)); | |
176 #endif | |
177 } | |
178 | |
165 __m128i fVec; | 179 __m128i fVec; |
166 }; | 180 }; |
167 | 181 |
168 template <> | 182 template <> |
169 class SkNx<4, uint16_t> { | 183 class SkNx<4, uint16_t> { |
170 public: | 184 public: |
171 SkNx(const __m128i& vec) : fVec(vec) {} | 185 SkNx(const __m128i& vec) : fVec(vec) {} |
172 | 186 |
173 SkNx() {} | 187 SkNx() {} |
174 SkNx(uint16_t val) : fVec(_mm_set1_epi16(val)) {} | 188 SkNx(uint16_t val) : fVec(_mm_set1_epi16(val)) {} |
(...skipping 190 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
365 } | 379 } |
366 | 380 |
367 template<> /*static*/ inline Sk4h SkNx_cast<uint16_t, uint8_t>(const Sk4b& src) { | 381 template<> /*static*/ inline Sk4h SkNx_cast<uint16_t, uint8_t>(const Sk4b& src) { |
368 return _mm_unpacklo_epi8(src.fVec, _mm_setzero_si128()); | 382 return _mm_unpacklo_epi8(src.fVec, _mm_setzero_si128()); |
369 } | 383 } |
370 | 384 |
371 template<> /*static*/ inline Sk4b SkNx_cast<uint8_t, uint16_t>(const Sk4h& src) { | 385 template<> /*static*/ inline Sk4b SkNx_cast<uint8_t, uint16_t>(const Sk4h& src) { |
372 return _mm_packus_epi16(src.fVec, src.fVec); | 386 return _mm_packus_epi16(src.fVec, src.fVec); |
373 } | 387 } |
374 | 388 |
375 template<> inline Sk4b SkNx_cast<uint8_t, int>(const Sk4i& src) { | 389 template<> /*static*/ inline Sk4i SkNx_cast<int, uint16_t>(const Sk4h& src) { |
390 return _mm_unpacklo_epi16(src.fVec, _mm_setzero_si128()); | |
391 } | |
392 | |
393 template<> /*static*/ inline Sk4h SkNx_cast<uint16_t, int>(const Sk4i& src) { | |
394 #if SK_CPU_SSE_LEVEL >= SK_CPU_SSE_LEVEL_SSE41 | |
395 return _mm_packus_epi32(src.fVec, src.fVec); | |
396 #else | |
397 // Sign extend to trick _mm_packs_epi32() into doing the pack we want. | |
msarett
2016/07/13 22:07:05
Cool!
| |
398 __m128i x = _mm_srai_epi32(_mm_slli_epi32(src.fVec, 16), 16); | |
399 return _mm_packs_epi32(x,x); | |
400 #endif | |
401 } | |
402 | |
403 template<> /*static*/ inline Sk4b SkNx_cast<uint8_t, int>(const Sk4i& src) { | |
376 return _mm_packus_epi16(_mm_packus_epi16(src.fVec, src.fVec), src.fVec); | 404 return _mm_packus_epi16(_mm_packus_epi16(src.fVec, src.fVec), src.fVec); |
377 } | 405 } |
378 | 406 |
379 static inline Sk4i Sk4f_round(const Sk4f& x) { | 407 static inline Sk4i Sk4f_round(const Sk4f& x) { |
380 return _mm_cvtps_epi32(x.fVec); | 408 return _mm_cvtps_epi32(x.fVec); |
381 } | 409 } |
382 | 410 |
383 #endif//SkNx_sse_DEFINED | 411 #endif//SkNx_sse_DEFINED |
OLD | NEW |