Index: src/core/SkColorSpaceXformOpts.h |
diff --git a/src/core/SkColorSpaceXformOpts.h b/src/core/SkColorSpaceXformOpts.h |
new file mode 100644 |
index 0000000000000000000000000000000000000000..cf0e48cbb33e7a731c87134f587776e8aaad0cc8 |
--- /dev/null |
+++ b/src/core/SkColorSpaceXformOpts.h |
@@ -0,0 +1,379 @@ |
+/* |
+ * Copyright 2016 Google Inc. |
+ * |
+ * Use of this source code is governed by a BSD-style license that can be |
+ * found in the LICENSE file. |
+ */ |
+ |
+#ifndef SkColorSpaceXformOpts_DEFINED |
+#define SkColorSpaceXformOpts_DEFINED |
+ |
+#include "SkNx.h" |
+#include "SkColorPriv.h" |
+#include "SkHalf.h" |
+#include "SkSRGB.h" |
+#include "SkTemplates.h" |
+ |
+static inline void load_matrix(const float matrix[16], |
+ Sk4f& rXgXbX, Sk4f& rYgYbY, Sk4f& rZgZbZ, Sk4f& rTgTbT) { |
+ rXgXbX = Sk4f::Load(matrix + 0); |
+ rYgYbY = Sk4f::Load(matrix + 4); |
+ rZgZbZ = Sk4f::Load(matrix + 8); |
+ rTgTbT = Sk4f::Load(matrix + 12); |
+} |
+ |
+static inline void load_rgb_from_tables(const uint32_t* src, |
+ Sk4f& r, Sk4f& g, Sk4f& b, Sk4f&, |
+ const float* const srcTables[3]) { |
+ r = { srcTables[0][(src[0] >> 0) & 0xFF], |
+ srcTables[0][(src[1] >> 0) & 0xFF], |
+ srcTables[0][(src[2] >> 0) & 0xFF], |
+ srcTables[0][(src[3] >> 0) & 0xFF], }; |
+ g = { srcTables[1][(src[0] >> 8) & 0xFF], |
+ srcTables[1][(src[1] >> 8) & 0xFF], |
+ srcTables[1][(src[2] >> 8) & 0xFF], |
+ srcTables[1][(src[3] >> 8) & 0xFF], }; |
+ b = { srcTables[2][(src[0] >> 16) & 0xFF], |
+ srcTables[2][(src[1] >> 16) & 0xFF], |
+ srcTables[2][(src[2] >> 16) & 0xFF], |
+ srcTables[2][(src[3] >> 16) & 0xFF], }; |
+} |
+ |
+static inline void load_rgba_from_tables(const uint32_t* src, |
+ Sk4f& r, Sk4f& g, Sk4f& b, Sk4f& a, |
+ const float* const srcTables[3]) { |
+ r = { srcTables[0][(src[0] >> 0) & 0xFF], |
+ srcTables[0][(src[1] >> 0) & 0xFF], |
+ srcTables[0][(src[2] >> 0) & 0xFF], |
+ srcTables[0][(src[3] >> 0) & 0xFF], }; |
+ g = { srcTables[1][(src[0] >> 8) & 0xFF], |
+ srcTables[1][(src[1] >> 8) & 0xFF], |
+ srcTables[1][(src[2] >> 8) & 0xFF], |
+ srcTables[1][(src[3] >> 8) & 0xFF], }; |
+ b = { srcTables[2][(src[0] >> 16) & 0xFF], |
+ srcTables[2][(src[1] >> 16) & 0xFF], |
+ srcTables[2][(src[2] >> 16) & 0xFF], |
+ srcTables[2][(src[3] >> 16) & 0xFF], }; |
+ a = (1.0f / 255.0f) * SkNx_cast<float>(Sk4u::Load(src) >> 24); |
+} |
+ |
+static inline void load_rgb_from_tables_1(const uint32_t* src, |
+ Sk4f& r, Sk4f& g, Sk4f& b, Sk4f&, |
+ const float* const srcTables[3]) { |
+ // Splat r,g,b across a register each. |
+ r = Sk4f(srcTables[0][(*src >> 0) & 0xFF]); |
+ g = Sk4f(srcTables[1][(*src >> 8) & 0xFF]); |
+ b = Sk4f(srcTables[2][(*src >> 16) & 0xFF]); |
+} |
+ |
+static inline void load_rgba_from_tables_1(const uint32_t* src, |
+ Sk4f& r, Sk4f& g, Sk4f& b, Sk4f& a, |
+ const float* const srcTables[3]) { |
+ // Splat r,g,b across a register each. |
+ r = Sk4f(srcTables[0][(*src >> 0) & 0xFF]); |
+ g = Sk4f(srcTables[1][(*src >> 8) & 0xFF]); |
+ b = Sk4f(srcTables[2][(*src >> 16) & 0xFF]); |
+ a = (1.0f / 255.0f) * Sk4f(*src >> 24); |
+} |
+ |
+static inline void transform_gamut(const Sk4f& r, const Sk4f& g, const Sk4f& b, const Sk4f& a, |
+ const Sk4f& rXgXbX, const Sk4f& rYgYbY, const Sk4f& rZgZbZ, |
+ Sk4f& dr, Sk4f& dg, Sk4f& db, Sk4f& da) { |
+ dr = rXgXbX[0]*r + rYgYbY[0]*g + rZgZbZ[0]*b; |
+ dg = rXgXbX[1]*r + rYgYbY[1]*g + rZgZbZ[1]*b; |
+ db = rXgXbX[2]*r + rYgYbY[2]*g + rZgZbZ[2]*b; |
+ da = a; |
+} |
+ |
+static inline void transform_gamut_1(const Sk4f& r, const Sk4f& g, const Sk4f& b, |
+ const Sk4f& rXgXbX, const Sk4f& rYgYbY, const Sk4f& rZgZbZ, |
+ Sk4f& rgba) { |
+ rgba = rXgXbX*r + rYgYbY*g + rZgZbZ*b; |
+} |
+ |
+static inline void translate_gamut(const Sk4f& rTgTbT, Sk4f& dr, Sk4f& dg, Sk4f& db) { |
+ dr = dr + rTgTbT[0]; |
+ dg = dg + rTgTbT[1]; |
+ db = db + rTgTbT[2]; |
+} |
+ |
+static inline void translate_gamut_1(const Sk4f& rTgTbT, Sk4f& rgba) { |
+ rgba = rgba + rTgTbT; |
+} |
+ |
+static inline void premultiply(Sk4f& dr, Sk4f& dg, Sk4f& db, const Sk4f& da) { |
+ dr = da * dr; |
+ dg = da * dg; |
+ db = da * db; |
+} |
+ |
+static inline void premultiply_1(const Sk4f& a, Sk4f& rgba) { |
+ rgba = a * rgba; |
+} |
+ |
+static inline void store_srgb(void* dst, const uint32_t* src, |
+ Sk4f& dr, Sk4f& dg, Sk4f& db, Sk4f&, |
+ const uint8_t* const[3], bool kSwapRB) { |
+ int kRShift = 0; |
+ int kGShift = 8; |
+ int kBShift = 16; |
+ int kAShift = 24; |
+ if (kSwapRB) { |
+ kBShift = 0; |
+ kRShift = 16; |
+ } |
+ |
+ dr = sk_linear_to_srgb_needs_trunc(dr); |
+ dg = sk_linear_to_srgb_needs_trunc(dg); |
+ db = sk_linear_to_srgb_needs_trunc(db); |
+ |
+ dr = sk_clamp_0_255(dr); |
+ dg = sk_clamp_0_255(dg); |
+ db = sk_clamp_0_255(db); |
+ |
+ Sk4i da = SkNx_cast<int32_t>(Sk4u::Load(src) >> 24); |
+ |
+ Sk4i rgba = (SkNx_cast<int>(dr) << kRShift) |
+ | (SkNx_cast<int>(dg) << kGShift) |
+ | (SkNx_cast<int>(db) << kBShift) |
+ | (da << kAShift); |
+ rgba.store(dst); |
+} |
+ |
+static inline void store_srgb_1(void* dst, const uint32_t* src, |
+ Sk4f& rgba, const Sk4f&, |
+ const uint8_t* const[3], bool kSwapRB) { |
+ rgba = sk_clamp_0_255(sk_linear_to_srgb_needs_trunc(rgba)); |
+ |
+ uint32_t tmp; |
+ SkNx_cast<uint8_t>(SkNx_cast<int32_t>(rgba)).store(&tmp); |
+ tmp = (*src & 0xFF000000) | (tmp & 0x00FFFFFF); |
+ if (kSwapRB) { |
+ tmp = SkSwizzle_RB(tmp); |
+ } |
+ |
+ *(uint32_t*)dst = tmp; |
+} |
+ |
+static inline Sk4f linear_to_2dot2(const Sk4f& x) { |
+ // x^(29/64) is a very good approximation of the true value, x^(1/2.2). |
+ auto x2 = x.rsqrt(), // x^(-1/2) |
+ x32 = x2.rsqrt().rsqrt().rsqrt().rsqrt(), // x^(-1/32) |
+ x64 = x32.rsqrt(); // x^(+1/64) |
+ |
+ // 29 = 32 - 2 - 1 |
+ return 255.0f * x2.invert() * x32 * x64.invert(); |
+} |
+ |
+static inline void store_2dot2(void* dst, const uint32_t* src, |
+ Sk4f& dr, Sk4f& dg, Sk4f& db, Sk4f&, |
+ const uint8_t* const[3], bool kSwapRB) { |
+ int kRShift = 0; |
+ int kGShift = 8; |
+ int kBShift = 16; |
+ int kAShift = 24; |
+ if (kSwapRB) { |
+ kBShift = 0; |
+ kRShift = 16; |
+ } |
+ |
+ dr = linear_to_2dot2(dr); |
+ dg = linear_to_2dot2(dg); |
+ db = linear_to_2dot2(db); |
+ |
+ dr = sk_clamp_0_255(dr); |
+ dg = sk_clamp_0_255(dg); |
+ db = sk_clamp_0_255(db); |
+ |
+ Sk4i da = SkNx_cast<int32_t>(Sk4u::Load(src) >> 24); |
+ |
+ Sk4i rgba = (Sk4f_round(dr) << kRShift) |
+ | (Sk4f_round(dg) << kGShift) |
+ | (Sk4f_round(db) << kBShift) |
+ | (da << kAShift); |
+ rgba.store(dst); |
+} |
+ |
+static inline void store_2dot2_1(void* dst, const uint32_t* src, |
+ Sk4f& rgba, const Sk4f&, |
+ const uint8_t* const[3], bool kSwapRB) { |
+ rgba = sk_clamp_0_255(linear_to_2dot2(rgba)); |
+ |
+ uint32_t tmp; |
+ SkNx_cast<uint8_t>(Sk4f_round(rgba)).store(&tmp); |
+ tmp = (*src & 0xFF000000) | (tmp & 0x00FFFFFF); |
+ if (kSwapRB) { |
+ tmp = SkSwizzle_RB(tmp); |
+ } |
+ |
+ *(uint32_t*)dst = tmp; |
+} |
+ |
+static inline void store_f16(void* dst, const uint32_t* src, |
+ Sk4f& dr, Sk4f& dg, Sk4f& db, Sk4f& da, |
+ const uint8_t* const[3], bool kSwapRB) { |
+ Sk4h_store4(dst, SkFloatToHalf_finite(dr), |
+ SkFloatToHalf_finite(dg), |
+ SkFloatToHalf_finite(db), |
+ SkFloatToHalf_finite(da)); |
+ dst = SkTAddOffset<void>(dst, 4 * sizeof(uint64_t)); |
+} |
+ |
+static inline void store_f16_1(void* dst, const uint32_t* src, |
+ Sk4f& rgba, const Sk4f& a, |
+ const uint8_t* const[3], bool kSwapRB) { |
+ rgba = Sk4f(rgba[0], rgba[1], rgba[2], a[3]); |
+ SkFloatToHalf_finite(rgba).store((uint64_t*) dst); |
+} |
+ |
+static inline void store_generic(void* dst, const uint32_t* src, |
+ Sk4f& dr, Sk4f& dg, Sk4f& db, Sk4f&, |
+ const uint8_t* const dstTables[3], bool kSwapRB) { |
+ int kRShift = 0; |
+ int kGShift = 8; |
+ int kBShift = 16; |
+ int kAShift = 24; |
+ if (kSwapRB) { |
+ kBShift = 0; |
+ kRShift = 16; |
+ } |
+ |
+ dr = Sk4f::Min(Sk4f::Max(1023.0f * dr, 0.0f), 1023.0f); |
+ dg = Sk4f::Min(Sk4f::Max(1023.0f * dg, 0.0f), 1023.0f); |
+ db = Sk4f::Min(Sk4f::Max(1023.0f * db, 0.0f), 1023.0f); |
+ |
+ Sk4i ir = Sk4f_round(dr); |
+ Sk4i ig = Sk4f_round(dg); |
+ Sk4i ib = Sk4f_round(db); |
+ |
+ Sk4i da = SkNx_cast<int32_t>(Sk4u::Load(src) >> 24); |
+ |
+ uint32_t* dst32 = (uint32_t*) dst; |
+ dst32[0] = dstTables[0][ir[0]] << kRShift |
+ | dstTables[1][ig[0]] << kGShift |
+ | dstTables[2][ib[0]] << kBShift |
+ | da[0] << kAShift; |
+ dst32[1] = dstTables[0][ir[1]] << kRShift |
+ | dstTables[1][ig[1]] << kGShift |
+ | dstTables[2][ib[1]] << kBShift |
+ | da[1] << kAShift; |
+ dst32[2] = dstTables[0][ir[2]] << kRShift |
+ | dstTables[1][ig[2]] << kGShift |
+ | dstTables[2][ib[2]] << kBShift |
+ | da[2] << kAShift; |
+ dst32[3] = dstTables[0][ir[3]] << kRShift |
+ | dstTables[1][ig[3]] << kGShift |
+ | dstTables[2][ib[3]] << kBShift |
+ | da[3] << kAShift; |
+} |
+ |
+static inline void store_generic_1(void* dst, const uint32_t* src, |
+ Sk4f& rgba, const Sk4f&, |
+ const uint8_t* const dstTables[3], bool kSwapRB) { |
+ rgba = Sk4f::Min(Sk4f::Max(1023.0f * rgba, 0.0f), 1023.0f); |
+ |
+ Sk4i indices = Sk4f_round(rgba); |
+ |
+ *((uint32_t*) dst) = dstTables[0][indices[0]] << 0 |
+ | dstTables[1][indices[1]] << 8 |
+ | dstTables[2][indices[2]] << 16 |
+ | (*src & 0xFF000000); |
+} |
+ |
+template <SkColorSpace::GammaNamed kDstGamma, bool kPremul, bool kSwapRB> |
+static void color_xform_RGBA(void* dst, const uint32_t* src, int len, |
+ const float* const srcTables[3], const float matrix[16], |
+ const uint8_t* const dstTables[3]) { |
+ decltype(store_srgb )* store; |
+ decltype(store_srgb_1 )* store_1; |
+ decltype(load_rgb_from_tables )* load; |
+ decltype(load_rgb_from_tables_1)* load_1; |
+ size_t sizeOfDstPixel; |
+ switch (kDstGamma) { |
+ case SkColorSpace::kSRGB_GammaNamed: |
+ load = kPremul ? load_rgba_from_tables : load_rgb_from_tables; |
+ load_1 = kPremul ? load_rgba_from_tables_1 : load_rgb_from_tables_1; |
+ store = store_srgb; |
+ store_1 = store_srgb_1; |
+ sizeOfDstPixel = 4; |
+ break; |
+ case SkColorSpace::k2Dot2Curve_GammaNamed: |
+ load = kPremul ? load_rgba_from_tables : load_rgb_from_tables; |
+ load_1 = kPremul ? load_rgba_from_tables_1 : load_rgb_from_tables_1; |
+ store = store_2dot2; |
+ store_1 = store_2dot2_1; |
+ sizeOfDstPixel = 4; |
+ break; |
+ case SkColorSpace::kLinear_GammaNamed: |
+ load = load_rgba_from_tables; |
+ load_1 = load_rgba_from_tables_1; |
+ store = store_f16; |
+ store_1 = store_f16_1; |
+ sizeOfDstPixel = 8; |
+ break; |
+ case SkColorSpace::kNonStandard_GammaNamed: |
+ load = kPremul ? load_rgba_from_tables : load_rgb_from_tables; |
+ load_1 = kPremul ? load_rgba_from_tables_1 : load_rgb_from_tables_1; |
+ store = store_generic; |
+ store_1 = store_generic_1; |
+ sizeOfDstPixel = 4; |
+ break; |
+ } |
+ |
+ Sk4f rXgXbX, rYgYbY, rZgZbZ, rTgTbT; |
+ load_matrix(matrix, rXgXbX, rYgYbY, rZgZbZ, rTgTbT); |
+ |
+ if (len >= 4) { |
+ // Naively this would be a loop of load-transform-store, but we found it faster to |
+ // move the N+1th load ahead of the Nth store. We don't bother doing this for N<4. |
+ Sk4f r, g, b, a; |
+ load(src, r, g, b, a, srcTables); |
+ src += 4; |
+ len -= 4; |
+ |
+ Sk4f dr, dg, db, da; |
+ while (len >= 4) { |
+ transform_gamut(r, g, b, a, rXgXbX, rYgYbY, rZgZbZ, dr, dg, db, da); |
+ translate_gamut(rTgTbT, dr, dg, db); |
+ |
+ if (kPremul) { |
+ premultiply(dr, dg, db, da); |
+ } |
+ |
+ load(src, r, g, b, a, srcTables); |
+ src += 4; |
+ len -= 4; |
+ |
+ store(dst, src - 4, dr, dg, db, da, dstTables, kSwapRB); |
+ dst = SkTAddOffset<void>(dst, 4 * sizeOfDstPixel); |
+ } |
+ |
+ transform_gamut(r, g, b, a, rXgXbX, rYgYbY, rZgZbZ, dr, dg, db, da); |
+ translate_gamut(rTgTbT, dr, dg, db); |
+ |
+ if (kPremul) { |
+ premultiply(dr, dg, db, da); |
+ } |
+ |
+ store(dst, src - 4, dr, dg, db, da, dstTables, kSwapRB); |
+ dst = SkTAddOffset<void>(dst, 4 * sizeOfDstPixel); |
+ } |
+ |
+ while (len > 0) { |
+ Sk4f r, g, b, a; |
+ load_1(src, r, g, b, a, srcTables); |
+ |
+ Sk4f rgba; |
+ transform_gamut_1(r, g, b, rXgXbX, rYgYbY, rZgZbZ, rgba); |
+ |
+ translate_gamut_1(rTgTbT, rgba); |
+ |
+ store_1(dst, src, rgba, a, dstTables, kSwapRB); |
+ |
+ src += 1; |
+ len -= 1; |
+ dst = SkTAddOffset<void>(dst, sizeOfDstPixel); |
+ } |
+} |
+ |
+#endif // SkColorSpaceXformOpts_DEFINED |