| Index: src/opts/SkBlitRow_opts_SSE2.cpp
|
| diff --git a/src/opts/SkBlitRow_opts_SSE2.cpp b/src/opts/SkBlitRow_opts_SSE2.cpp
|
| index 363cdab9f0390daf7847dba10f95cbeebfdda199..706b0d0c528be7de0a8fb5e32b2068cdf7b4a085 100644
|
| --- a/src/opts/SkBlitRow_opts_SSE2.cpp
|
| +++ b/src/opts/SkBlitRow_opts_SSE2.cpp
|
| @@ -38,57 +38,14 @@ void S32_Blend_BlitRow32_SSE2(SkPMColor* SK_RESTRICT dst,
|
|
|
| const __m128i *s = reinterpret_cast<const __m128i*>(src);
|
| __m128i *d = reinterpret_cast<__m128i*>(dst);
|
| - __m128i rb_mask = _mm_set1_epi32(0x00FF00FF);
|
| - __m128i ag_mask = _mm_set1_epi32(0xFF00FF00);
|
|
|
| - // Move scale factors to upper byte of word
|
| - __m128i src_scale_wide = _mm_set1_epi16(src_scale << 8);
|
| - __m128i dst_scale_wide = _mm_set1_epi16(dst_scale << 8);
|
| while (count >= 4) {
|
| // Load 4 pixels each of src and dest.
|
| __m128i src_pixel = _mm_loadu_si128(s);
|
| __m128i dst_pixel = _mm_load_si128(d);
|
|
|
| - // Interleave Atom port 0/1 operations based on the execution port
|
| - // constraints that multiply can only be executed on port 0 (while
|
| - // boolean operations can be executed on either port 0 or port 1)
|
| - // because GCC currently doesn't do a good job scheduling
|
| - // instructions based on these constraints.
|
| -
|
| - // Get red and blue pixels into lower byte of each word.
|
| - // (0, r, 0, b, 0, r, 0, b, 0, r, 0, b, 0, r, 0, b)
|
| - __m128i src_rb = _mm_and_si128(rb_mask, src_pixel);
|
| -
|
| - // Multiply by scale.
|
| - // (4 x (0, rs.h, 0, bs.h))
|
| - // where rs.h stands for the higher byte of r * scale, and
|
| - // bs.h the higher byte of b * scale.
|
| - src_rb = _mm_mulhi_epu16(src_rb, src_scale_wide);
|
| -
|
| - // Get alpha and green pixels into higher byte of each word.
|
| - // (a, 0, g, 0, a, 0, g, 0, a, 0, g, 0, a, 0, g, 0)
|
| - __m128i src_ag = _mm_and_si128(ag_mask, src_pixel);
|
| -
|
| - // Multiply by scale.
|
| - // (4 x (as.h, as.l, gs.h, gs.l))
|
| - src_ag = _mm_mulhi_epu16(src_ag, src_scale_wide);
|
| -
|
| - // Clear the lower byte of the a*scale and g*scale results
|
| - // (4 x (as.h, 0, gs.h, 0))
|
| - src_ag = _mm_and_si128(src_ag, ag_mask);
|
| -
|
| - // Operations the destination pixels are the same as on the
|
| - // source pixels. See the comments above.
|
| - __m128i dst_rb = _mm_and_si128(rb_mask, dst_pixel);
|
| - dst_rb = _mm_mulhi_epu16(dst_rb, dst_scale_wide);
|
| - __m128i dst_ag = _mm_and_si128(ag_mask, dst_pixel);
|
| - dst_ag = _mm_mulhi_epu16(dst_ag, dst_scale_wide);
|
| - dst_ag = _mm_and_si128(dst_ag, ag_mask);
|
| -
|
| - // Combine back into RGBA.
|
| - // (4 x (as.h, rs.h, gs.h, bs.h))
|
| - src_pixel = _mm_or_si128(src_rb, src_ag);
|
| - dst_pixel = _mm_or_si128(dst_rb, dst_ag);
|
| + src_pixel = SkAlphaMulQ_SSE2(src_pixel, src_scale);
|
| + dst_pixel = SkAlphaMulQ_SSE2(dst_pixel, dst_scale);
|
|
|
| // Add result
|
| __m128i result = _mm_add_epi8(src_pixel, dst_pixel);
|
| @@ -250,74 +207,14 @@ void S32A_Blend_BlitRow32_SSE2(SkPMColor* SK_RESTRICT dst,
|
| count--;
|
| }
|
|
|
| - uint32_t src_scale = SkAlpha255To256(alpha);
|
| -
|
| const __m128i *s = reinterpret_cast<const __m128i*>(src);
|
| __m128i *d = reinterpret_cast<__m128i*>(dst);
|
| - __m128i src_scale_wide = _mm_set1_epi16(src_scale << 8);
|
| - __m128i rb_mask = _mm_set1_epi32(0x00FF00FF);
|
| - __m128i c_256 = _mm_set1_epi16(256); // 8 copies of 256 (16-bit)
|
| while (count >= 4) {
|
| // Load 4 pixels each of src and dest.
|
| __m128i src_pixel = _mm_loadu_si128(s);
|
| __m128i dst_pixel = _mm_load_si128(d);
|
|
|
| - // Get red and blue pixels into lower byte of each word.
|
| - __m128i dst_rb = _mm_and_si128(rb_mask, dst_pixel);
|
| - __m128i src_rb = _mm_and_si128(rb_mask, src_pixel);
|
| -
|
| - // Get alpha and green into lower byte of each word.
|
| - __m128i dst_ag = _mm_srli_epi16(dst_pixel, 8);
|
| - __m128i src_ag = _mm_srli_epi16(src_pixel, 8);
|
| -
|
| - // Put per-pixel alpha in low byte of each word.
|
| - // After the following two statements, the dst_alpha looks like
|
| - // (0, a0, 0, a0, 0, a1, 0, a1, 0, a2, 0, a2, 0, a3, 0, a3)
|
| - __m128i dst_alpha = _mm_shufflehi_epi16(src_ag, 0xF5);
|
| - dst_alpha = _mm_shufflelo_epi16(dst_alpha, 0xF5);
|
| -
|
| - // dst_alpha = dst_alpha * src_scale
|
| - // Because src_scales are in the higher byte of each word and
|
| - // we use mulhi here, the resulting alpha values are already
|
| - // in the right place and don't need to be divided by 256.
|
| - // (0, sa0, 0, sa0, 0, sa1, 0, sa1, 0, sa2, 0, sa2, 0, sa3, 0, sa3)
|
| - dst_alpha = _mm_mulhi_epu16(dst_alpha, src_scale_wide);
|
| -
|
| - // Subtract alphas from 256, to get 1..256
|
| - dst_alpha = _mm_sub_epi16(c_256, dst_alpha);
|
| -
|
| - // Multiply red and blue by dst pixel alpha.
|
| - dst_rb = _mm_mullo_epi16(dst_rb, dst_alpha);
|
| - // Multiply alpha and green by dst pixel alpha.
|
| - dst_ag = _mm_mullo_epi16(dst_ag, dst_alpha);
|
| -
|
| - // Multiply red and blue by global alpha.
|
| - // (4 x (0, rs.h, 0, bs.h))
|
| - // where rs.h stands for the higher byte of r * src_scale,
|
| - // and bs.h the higher byte of b * src_scale.
|
| - // Again, because we use mulhi, the resuling red and blue
|
| - // values are already in the right place and don't need to
|
| - // be divided by 256.
|
| - src_rb = _mm_mulhi_epu16(src_rb, src_scale_wide);
|
| - // Multiply alpha and green by global alpha.
|
| - // (4 x (0, as.h, 0, gs.h))
|
| - src_ag = _mm_mulhi_epu16(src_ag, src_scale_wide);
|
| -
|
| - // Divide by 256.
|
| - dst_rb = _mm_srli_epi16(dst_rb, 8);
|
| -
|
| - // Mask out low bits (goodies already in the right place; no need to divide)
|
| - dst_ag = _mm_andnot_si128(rb_mask, dst_ag);
|
| - // Shift alpha and green to higher byte of each word.
|
| - // (4 x (as.h, 0, gs.h, 0))
|
| - src_ag = _mm_slli_epi16(src_ag, 8);
|
| -
|
| - // Combine back into RGBA.
|
| - dst_pixel = _mm_or_si128(dst_rb, dst_ag);
|
| - src_pixel = _mm_or_si128(src_rb, src_ag);
|
| -
|
| - // Add two pixels into result.
|
| - __m128i result = _mm_add_epi8(src_pixel, dst_pixel);
|
| + __m128i result = SkBlendARGB32_SSE2(src_pixel, dst_pixel, alpha);
|
| _mm_store_si128(d, result);
|
| s++;
|
| d++;
|
| @@ -368,34 +265,12 @@ void Color32_SSE2(SkPMColor dst[], const SkPMColor src[], int count,
|
|
|
| const __m128i *s = reinterpret_cast<const __m128i*>(src);
|
| __m128i *d = reinterpret_cast<__m128i*>(dst);
|
| - __m128i rb_mask = _mm_set1_epi32(0x00FF00FF);
|
| - __m128i src_scale_wide = _mm_set1_epi16(scale);
|
| __m128i color_wide = _mm_set1_epi32(color);
|
| while (count >= 4) {
|
| - // Load 4 pixels each of src and dest.
|
| __m128i src_pixel = _mm_loadu_si128(s);
|
| + src_pixel = SkAlphaMulQ_SSE2(src_pixel, scale);
|
|
|
| - // Get red and blue pixels into lower byte of each word.
|
| - __m128i src_rb = _mm_and_si128(rb_mask, src_pixel);
|
| -
|
| - // Get alpha and green into lower byte of each word.
|
| - __m128i src_ag = _mm_srli_epi16(src_pixel, 8);
|
| -
|
| - // Multiply by scale.
|
| - src_rb = _mm_mullo_epi16(src_rb, src_scale_wide);
|
| - src_ag = _mm_mullo_epi16(src_ag, src_scale_wide);
|
| -
|
| - // Divide by 256.
|
| - src_rb = _mm_srli_epi16(src_rb, 8);
|
| - src_ag = _mm_andnot_si128(rb_mask, src_ag);
|
| -
|
| - // Combine back into RGBA.
|
| - src_pixel = _mm_or_si128(src_rb, src_ag);
|
| -
|
| - // Add color to result.
|
| __m128i result = _mm_add_epi8(color_wide, src_pixel);
|
| -
|
| - // Store result.
|
| _mm_store_si128(d, result);
|
| s++;
|
| d++;
|
| @@ -432,73 +307,24 @@ void SkARGB32_A8_BlitMask_SSE2(void* device, size_t dstRB, const void* maskPtr,
|
| count--;
|
| }
|
| __m128i *d = reinterpret_cast<__m128i*>(dst);
|
| - __m128i rb_mask = _mm_set1_epi32(0x00FF00FF);
|
| - __m128i c_256 = _mm_set1_epi16(256);
|
| - __m128i c_1 = _mm_set1_epi16(1);
|
| __m128i src_pixel = _mm_set1_epi32(color);
|
| while (count >= 4) {
|
| - // Load 4 pixels each of src and dest.
|
| + // Load 4 dst pixels
|
| __m128i dst_pixel = _mm_load_si128(d);
|
|
|
| - //set the aphla value
|
| - __m128i src_scale_wide = _mm_cvtsi32_si128(*reinterpret_cast<const uint32_t*>(mask));
|
| - src_scale_wide = _mm_unpacklo_epi8(src_scale_wide,
|
| - _mm_setzero_si128());
|
| - src_scale_wide = _mm_unpacklo_epi16(src_scale_wide, src_scale_wide);
|
| -
|
| - //call SkAlpha255To256()
|
| - src_scale_wide = _mm_add_epi16(src_scale_wide, c_1);
|
| -
|
| - // Get red and blue pixels into lower byte of each word.
|
| - __m128i dst_rb = _mm_and_si128(rb_mask, dst_pixel);
|
| - __m128i src_rb = _mm_and_si128(rb_mask, src_pixel);
|
| -
|
| - // Get alpha and green into lower byte of each word.
|
| - __m128i dst_ag = _mm_srli_epi16(dst_pixel, 8);
|
| - __m128i src_ag = _mm_srli_epi16(src_pixel, 8);
|
| -
|
| - // Put per-pixel alpha in low byte of each word.
|
| - __m128i dst_alpha = _mm_shufflehi_epi16(src_ag, 0xF5);
|
| - dst_alpha = _mm_shufflelo_epi16(dst_alpha, 0xF5);
|
| -
|
| - // dst_alpha = dst_alpha * src_scale
|
| - dst_alpha = _mm_mullo_epi16(dst_alpha, src_scale_wide);
|
| -
|
| - // Divide by 256.
|
| - dst_alpha = _mm_srli_epi16(dst_alpha, 8);
|
| -
|
| - // Subtract alphas from 256, to get 1..256
|
| - dst_alpha = _mm_sub_epi16(c_256, dst_alpha);
|
| - // Multiply red and blue by dst pixel alpha.
|
| - dst_rb = _mm_mullo_epi16(dst_rb, dst_alpha);
|
| - // Multiply alpha and green by dst pixel alpha.
|
| - dst_ag = _mm_mullo_epi16(dst_ag, dst_alpha);
|
| -
|
| - // Multiply red and blue by global alpha.
|
| - src_rb = _mm_mullo_epi16(src_rb, src_scale_wide);
|
| - // Multiply alpha and green by global alpha.
|
| - src_ag = _mm_mullo_epi16(src_ag, src_scale_wide);
|
| - // Divide by 256.
|
| - dst_rb = _mm_srli_epi16(dst_rb, 8);
|
| - src_rb = _mm_srli_epi16(src_rb, 8);
|
| -
|
| - // Mask out low bits (goodies already in the right place; no need to divide)
|
| - dst_ag = _mm_andnot_si128(rb_mask, dst_ag);
|
| - src_ag = _mm_andnot_si128(rb_mask, src_ag);
|
| -
|
| - // Combine back into RGBA.
|
| - dst_pixel = _mm_or_si128(dst_rb, dst_ag);
|
| - __m128i tmp_src_pixel = _mm_or_si128(src_rb, src_ag);
|
| -
|
| - // Add two pixels into result.
|
| - __m128i result = _mm_add_epi8(tmp_src_pixel, dst_pixel);
|
| + // Set the alpha value
|
| + __m128i alpha_wide = _mm_cvtsi32_si128(*reinterpret_cast<const uint32_t*>(mask));
|
| + alpha_wide = _mm_unpacklo_epi8(alpha_wide, _mm_setzero_si128());
|
| + alpha_wide = _mm_unpacklo_epi16(alpha_wide, _mm_setzero_si128());
|
| +
|
| + __m128i result = SkBlendARGB32_SSE2(src_pixel, dst_pixel, alpha_wide);
|
| _mm_store_si128(d, result);
|
| - // load the next 4 pixel
|
| + // Load the next 4 dst pixels and alphas
|
| mask = mask + 4;
|
| d++;
|
| count -= 4;
|
| }
|
| - dst = reinterpret_cast<SkPMColor *>(d);
|
| + dst = reinterpret_cast<SkPMColor*>(d);
|
| }
|
| while (count > 0) {
|
| *dst= SkBlendARGB32(color, *dst, *mask);
|
|
|