OLD | NEW |
| (Empty) |
1 /* | |
2 * Copyright 2015 Google Inc. | |
3 * | |
4 * Use of this source code is governed by a BSD-style license that can be | |
5 * found in the LICENSE file. | |
6 */ | |
7 | |
8 #include "SkBlitRow_opts_SSE4.h" | |
9 | |
10 // Some compilers can't compile SSSE3 or SSE4 intrinsics. We give them stub met
hods. | |
11 // The stubs should never be called, so we make them crash just to confirm that. | |
12 #if SK_CPU_SSE_LEVEL < SK_CPU_SSE_LEVEL_SSE41 | |
13 void S32A_Opaque_BlitRow32_SSE4(SkPMColor* SK_RESTRICT, const SkPMColor* SK_REST
RICT, int, U8CPU) { | |
14 sk_throw(); | |
15 } | |
16 | |
17 #else | |
18 | |
19 #include <smmintrin.h> // SSE4.1 intrinsics | |
20 #include "SkColorPriv.h" | |
21 #include "SkColor_opts_SSE2.h" | |
22 #include "SkMSAN.h" | |
23 | |
24 void S32A_Opaque_BlitRow32_SSE4(SkPMColor* SK_RESTRICT dst, | |
25 const SkPMColor* SK_RESTRICT src, | |
26 int count, | |
27 U8CPU alpha) { | |
28 sk_msan_assert_initialized(src, src+count); | |
29 | |
30 SkASSERT(alpha == 255); | |
31 // As long as we can, we'll work on 16 pixel pairs at once. | |
32 int count16 = count / 16; | |
33 __m128i* dst4 = (__m128i*)dst; | |
34 const __m128i* src4 = (const __m128i*)src; | |
35 | |
36 for (int i = 0; i < count16 * 4; i += 4) { | |
37 // Load 16 source pixels. | |
38 __m128i s0 = _mm_loadu_si128(src4+i+0), | |
39 s1 = _mm_loadu_si128(src4+i+1), | |
40 s2 = _mm_loadu_si128(src4+i+2), | |
41 s3 = _mm_loadu_si128(src4+i+3); | |
42 | |
43 const __m128i alphaMask = _mm_set1_epi32(0xFF << SK_A32_SHIFT); | |
44 const __m128i ORed = _mm_or_si128(s3, _mm_or_si128(s2, _mm_or_si128(s1,
s0))); | |
45 if (_mm_testz_si128(ORed, alphaMask)) { | |
46 // All 16 source pixels are fully transparent. There's nothing to d
o! | |
47 continue; | |
48 } | |
49 const __m128i ANDed = _mm_and_si128(s3, _mm_and_si128(s2, _mm_and_si128(
s1, s0))); | |
50 if (_mm_testc_si128(ANDed, alphaMask)) { | |
51 // All 16 source pixels are fully opaque. There's no need to read d
st or blend it. | |
52 _mm_storeu_si128(dst4+i+0, s0); | |
53 _mm_storeu_si128(dst4+i+1, s1); | |
54 _mm_storeu_si128(dst4+i+2, s2); | |
55 _mm_storeu_si128(dst4+i+3, s3); | |
56 continue; | |
57 } | |
58 // The general slow case: do the blend for all 16 pixels. | |
59 _mm_storeu_si128(dst4+i+0, SkPMSrcOver_SSE2(s0, _mm_loadu_si128(dst4+i+0
))); | |
60 _mm_storeu_si128(dst4+i+1, SkPMSrcOver_SSE2(s1, _mm_loadu_si128(dst4+i+1
))); | |
61 _mm_storeu_si128(dst4+i+2, SkPMSrcOver_SSE2(s2, _mm_loadu_si128(dst4+i+2
))); | |
62 _mm_storeu_si128(dst4+i+3, SkPMSrcOver_SSE2(s3, _mm_loadu_si128(dst4+i+3
))); | |
63 } | |
64 | |
65 // Wrap up the last <= 15 pixels. | |
66 for (int i = count16*16; i < count; i++) { | |
67 // This check is not really necessarily, but it prevents pointless autov
ectorization. | |
68 if (src[i] & 0xFF000000) { | |
69 dst[i] = SkPMSrcOver(src[i], dst[i]); | |
70 } | |
71 } | |
72 } | |
73 | |
74 #endif | |
OLD | NEW |