Color correct ImageBitmap(HTMLImageElement*) constructor

third_party/WebKit/Source/core/frame/ImageBitmapTest.cpp

 /*
  * Copyright (c) 2013, Google Inc. All rights reserved.
  *
  * Redistribution and use in source and binary forms, with or without
  * modification, are permitted provided that the following conditions are
  * met:
  *
  *     * Redistributions of source code must retain the above copyright
  * notice, this list of conditions and the following disclaimer.
  *     * Redistributions in binary form must reproduce the above
@@ skipping 23 matching lines @@
 #include "core/dom/Document.h"
 #include "core/fetch/ImageResource.h"
 #include "core/fetch/MemoryCache.h"
 #include "core/html/HTMLCanvasElement.h"
 #include "core/html/HTMLImageElement.h"
 #include "core/html/HTMLVideoElement.h"
 #include "platform/graphics/StaticBitmapImage.h"
 #include "platform/graphics/skia/SkiaUtils.h"
 #include "platform/heap/Handle.h"
 #include "platform/network/ResourceRequest.h"
+#include "ui/gfx/color_space.h"
+#include "ui/gfx/icc_profile.h"
 #include "testing/gtest/include/gtest/gtest.h"
 #include "third_party/skia/include/core/SkCanvas.h"
+#include "third_party/skia/include/core/SkColorSpaceXform.h"
 #include "third_party/skia/include/core/SkImage.h"
 #include "third_party/skia/include/core/SkSurface.h"
 
 namespace blink {
 
 class ImageBitmapTest : public ::testing::Test {
  protected:
   virtual void SetUp() {
     sk_sp<SkSurface> surface = SkSurface::MakeRasterN32Premul(10, 10);
     surface->getCanvas()->clear(0xFFFFFFFF);
     m_image = surface->makeImageSnapshot();
 
     sk_sp<SkSurface> surface2 = SkSurface::MakeRasterN32Premul(5, 5);
     surface2->getCanvas()->clear(0xAAAAAAAA);
     m_image2 = surface2->makeImageSnapshot();
 
     // Save the global memory cache to restore it upon teardown.
     m_globalMemoryCache = replaceMemoryCacheForTesting(MemoryCache::create());
+
+    // Save the state of experimental canvas features and color correct
+    // rendering flags to restore them upon teardown.
+    experimentalCanvasFeatures = 
+        RuntimeEnabledFeatures::experimentalCanvasFeaturesEnabled();
+    colorCorrectRendering = RuntimeEnabledFeatures::colorCorrectRenderingEnabled();
   }
   virtual void TearDown() {
     // Garbage collection is required prior to switching out the
     // test's memory cache; image resources are released, evicting
     // them from the cache.
     ThreadState::current()->collectGarbage(BlinkGC::NoHeapPointersOnStack,
                                            BlinkGC::GCWithSweep,
                                            BlinkGC::ForcedGC);
 
     replaceMemoryCacheForTesting(m_globalMemoryCache.release());
+    RuntimeEnabledFeatures::setExperimentalCanvasFeaturesEnabled(experimentalCanvasFeatures);
+    RuntimeEnabledFeatures::setColorCorrectRenderingEnabled(colorCorrectRendering);
   }
 
   sk_sp<SkImage> m_image, m_image2;
   Persistent<MemoryCache> m_globalMemoryCache;
+  bool experimentalCanvasFeatures;
+  bool colorCorrectRendering;
 };
 
 TEST_F(ImageBitmapTest, ImageResourceConsistency) {
   const ImageBitmapOptions defaultOptions;
   HTMLImageElement* imageElement =
       HTMLImageElement::create(*Document::create());
   ImageResource* image =
       ImageResource::create(StaticBitmapImage::create(m_image).get());
   imageElement->setImageResource(image);
 
@@ skipping 22 matching lines @@
             imageElement->cachedImage()->getImage()->imageForCurrentFrame());
 
   StaticBitmapImage* emptyImage = imageBitmapOutsideCrop->bitmapImage();
   ASSERT_NE(emptyImage->imageForCurrentFrame(),
             imageElement->cachedImage()->getImage()->imageForCurrentFrame());
 }
 
 // Verifies that ImageBitmaps constructed from HTMLImageElements hold a
 // reference to the original Image if the HTMLImageElement src is changed.
 TEST_F(ImageBitmapTest, ImageBitmapSourceChanged) {
+  // For this test to work correctly, color correct rendering must be false.
+  RuntimeEnabledFeatures::setExperimentalCanvasFeaturesEnabled(false);
+  RuntimeEnabledFeatures::setColorCorrectRenderingEnabled(false);
+
   HTMLImageElement* image = HTMLImageElement::create(*Document::create());
   ImageResource* originalImageResource =
       ImageResource::create(StaticBitmapImage::create(m_image).get());
   image->setImageResource(originalImageResource);
 
   const ImageBitmapOptions defaultOptions;
   Optional<IntRect> cropRect =
       IntRect(0, 0, m_image->width(), m_image->height());
   ImageBitmap* imageBitmap = ImageBitmap::create(
       image, cropRect, &(image->document()), defaultOptions);
@@ skipping 21 matching lines @@
               newImageResource->getImage()->imageForCurrentFrame());
     SkImage* image1 = imageBitmap->bitmapImage()->imageForCurrentFrame().get();
     ASSERT_NE(image1, nullptr);
     SkImage* image2 =
         newImageResource->getImage()->imageForCurrentFrame().get();
     ASSERT_NE(image2, nullptr);
     ASSERT_NE(image1, image2);
   }
 }
 
+enum class ColorSpaceConversion : uint8_t {
+  NONE = 0,
+  // this is the only mode that is not color corrected
+  DEFAULT_NOT_COLOR_CORRECTED = 1,
+  DEFAULT_COLOR_CORRECTED = 2,
+  SRGB = 3,
+  LINEAR_RGB = 4,
+
+  LAST = LINEAR_RGB
+};
+
+static ImageBitmap* createImageBitmapWithColorSpaceConversion(
+                           HTMLImageElement* image,
+                           Optional<IntRect>& cropRect,
+                           Document* document,
+                           const ColorSpaceConversion& colorSpaceConversion) {
+  // Set the color space conversion in ImageBitmapOptions
+  ImageBitmapOptions options;
+  static const std::vector<std::string> conversions = 
+      {"none", "default", "default", "srgb", "linear-rgb"};
+  options.setColorSpaceConversion(
+      WTF::String(conversions[(uint8_t)(colorSpaceConversion)].c_str()));
+
+  // Set the runtime flags
+  bool runtimeFlag = 
+      (colorSpaceConversion != 
+       ColorSpaceConversion::DEFAULT_NOT_COLOR_CORRECTED);
+  RuntimeEnabledFeatures::setExperimentalCanvasFeaturesEnabled(runtimeFlag);
+  RuntimeEnabledFeatures::setColorCorrectRenderingEnabled(runtimeFlag);
+
+  // Create and return the ImageBitmap
+  return ImageBitmap::create(
+      image, cropRect, &(image->document()), options);
+}
+
+TEST_F(ImageBitmapTest, ImageBitmapColorSpaceConversion) {
+  HTMLImageElement* imageElement = 
+      HTMLImageElement::create(*Document::create());
+
+  SkPaint p;
+  p.setColor(SK_ColorRED);
+  sk_sp<SkColorSpace> srcRGBColorSpace = 
+      SkColorSpace::MakeNamed(SkColorSpace::kSRGB_Named);
+
+  SkImageInfo rasterImageInfo = 
+      SkImageInfo::MakeN32Premul(100, 100, srcRGBColorSpace);
+  sk_sp<SkSurface> surface(SkSurface::MakeRaster(rasterImageInfo));
+  surface->getCanvas()->drawCircle(50, 50, 50, p);
+  sk_sp<SkImage> image = surface->makeImageSnapshot();
+
+  uint8_t* srcPixel =  new uint8_t[rasterImageInfo.bytesPerPixel()];
+  image->readPixels(rasterImageInfo.makeWH(1,1), 
+                    (void *)(srcPixel),
+                    image->width() * rasterImageInfo.bytesPerPixel(),
+                    50, 50);
+
+//  for(int i = 0; i < rasterImageInfo.bytesPerPixel(); i++)
+//    LOG(ERROR) << "====== " << (int)(srcPixel[i]);
+
+  ImageResource* originalImageResource =
+      ImageResource::create(StaticBitmapImage::create(image).get());
+  imageElement->setImageResource(originalImageResource);
+
+  Optional<IntRect> cropRect =
+      IntRect(0, 0, image->width(), image->height());
+
+  // Create and test the ImageBitmap objects.
+  // We don't check "none" color space conversion as it requires the encoded
+  // data in a format readable by ImageDecoder. Furthermore, the code path for
+  // "none" color space conversion is not affected by this CL.
+
+  sk_sp<SkColorSpace> colorSpace = nullptr;
+  SkColorType colorType = SkColorType::kN32_SkColorType;
+  SkColorSpaceXform::ColorFormat colorFormat32 =
+      (colorType == kBGRA_8888_SkColorType) ?
+      SkColorSpaceXform::ColorFormat::kBGRA_8888_ColorFormat :
+      SkColorSpaceXform::ColorFormat::kRGBA_8888_ColorFormat;
+  SkColorSpaceXform::ColorFormat colorFormat = colorFormat32;
+  gfx::ColorSpace gfxColorSpace = 
+      gfx::ICCProfile::FromBestMonitor().GetColorSpace();
+
+  for (uint8_t i = (uint8_t)(ColorSpaceConversion::DEFAULT_NOT_COLOR_CORRECTED);
+       i <= (uint8_t)(ColorSpaceConversion::LAST); i++) {
+
+    ColorSpaceConversion csConversion = (ColorSpaceConversion)(i);
+    ImageBitmap* imageBitmap = createImageBitmapWithColorSpaceConversion(
+        imageElement, cropRect, &(imageElement->document()), csConversion);
+    SkImage* convertedImage = 
+        imageBitmap->bitmapImage()->imageForCurrentFrame().get();
+
+    switch(csConversion) {
+      case  ColorSpaceConversion::NONE:
+        NOTREACHED();
+        break;
+      case  ColorSpaceConversion::DEFAULT_NOT_COLOR_CORRECTED:
+        colorSpace =
+            (gfxColorSpace != gfx::ColorSpace()) ?
+            gfxColorSpace.ToSkColorSpace() :
+            SkColorSpace::MakeNamed(SkColorSpace::kSRGB_Named); 
+        colorFormat = colorFormat32;
+        break;
+      case  ColorSpaceConversion::DEFAULT_COLOR_CORRECTED:
+      case  ColorSpaceConversion::SRGB:
+        colorSpace = SkColorSpace::MakeNamed(SkColorSpace::kSRGB_Named);
+        colorFormat = colorFormat32;
+        break;
+      case  ColorSpaceConversion::LINEAR_RGB:
+        colorSpace = SkColorSpace::MakeNamed(SkColorSpace::kSRGBLinear_Named);
+        colorType = SkColorType::kRGBA_F16_SkColorType;
+        colorFormat = SkColorSpaceXform::ColorFormat::kRGBA_F16_ColorFormat;
+        break;
+      default:
+        NOTREACHED();
+    }
+
+    SkImageInfo imageInfo = SkImageInfo::Make(1, 1, colorType,
+                                              SkAlphaType::kPremul_SkAlphaType,
+                                              colorSpace);
+    uint8_t* convertedPixel =  new uint8_t[imageInfo.bytesPerPixel()];
+    convertedImage->readPixels(
+        imageInfo, (void *)(convertedPixel), convertedImage->width() * 
+            imageInfo.bytesPerPixel(), 50, 50);
+   
+//    for(int j = 0; j < imageInfo.bytesPerPixel(); j++)
+//      LOG(ERROR) << "====== " << (int)(convertedPixel[j]);
+
+    // Transform the source pixel and check if the image bitmap color conversion
+    // is done correctly.
+    std::unique_ptr<SkColorSpaceXform> colorSpaceXform = 
+        SkColorSpaceXform::New(srcRGBColorSpace.get(), colorSpace.get());
+    uint8_t* transformedPixel =  new uint8_t[imageInfo.bytesPerPixel()];
+    colorSpaceXform->apply(colorFormat, (void *)(transformedPixel),
+                           colorFormat32, (void *)(srcPixel), 1,
+                           SkAlphaType::kPremul_SkAlphaType);
+    
+//    for(int j = 0; j < imageInfo.bytesPerPixel(); j++)
+//      LOG(ERROR) << "====== " << (int)(transformedPixel[j]);
+
+    int compare = std::memcmp(convertedPixel, transformedPixel, imageInfo.bytesPerPixel());
+    ASSERT_EQ(compare, 0);
+  }
+}
+
 }  // namespace blink