Implement ImageBitmap options premultiplyAlpha

third_party/WebKit/Source/core/frame/ImageBitmap.cpp

 // Copyright 2013 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #include "core/frame/ImageBitmap.h"
 
 #include "core/html/HTMLCanvasElement.h"
 #include "core/html/HTMLVideoElement.h"
 #include "core/html/ImageData.h"
+#include "platform/image-decoders/ImageDecoder.h"
 #include "third_party/skia/include/core/SkSurface.h"
 #include "wtf/RefPtr.h"
 
 namespace blink {
 
 static const char* imageOrientationFlipY = "flipY";
+static const char* imageBitmapOptionNone = "none";
 
+static void parseOptions(const ImageBitmapOptions& options, bool& imageOrientationFlipYFlag, bool& premultiplyAlphaEnabledFlag)
+{
+    if (options.imageOrientation() == imageOrientationFlipY)
+        imageOrientationFlipYFlag = true;
+    else
+        imageOrientationFlipYFlag = false;

[Justin Novosad, 2016/02/05 14:46:41]

ASSERT(options.imageOrientation() == imageBitmapOptionNone);

[xidachen, 2016/02/05 16:47:36]

Acknowledged.

+    if (options.premultiplyAlpha() == imageBitmapOptionNone)
+        premultiplyAlphaEnabledFlag = false;
+    else
+        premultiplyAlphaEnabledFlag = true;

[Justin Novosad, 2016/02/05 14:46:41]

ASSERT(options.premultiplyAlpha() == premultiplyAlphaDefault);

[xidachen, 2016/02/05 16:47:36]

Acknowledged.

+}
+
+// The following two functions are helpers used in cropImage
 static inline IntRect normalizeRect(const IntRect& rect)
 {
     return IntRect(std::min(rect.x(), rect.maxX()),
         std::min(rect.y(), rect.maxY()),
         std::max(rect.width(), -rect.width()),
         std::max(rect.height(), -rect.height()));
 }
 
-// TODO(xidachen): this function needs to be changed later on when implementing premultiplyAlpha option
+static bool frameIsValid(const SkBitmap& frameBitmap)
+{
+    return !frameBitmap.isNull()
+        && !frameBitmap.empty()
+        && frameBitmap.isImmutable()
+        && frameBitmap.colorType() == kN32_SkColorType;

[Justin Novosad, 2016/02/05 14:46:41]

Should some of these conditions be ASSERTs (i.e. the ones we don't expect to
ever occur)?

[xidachen, 2016/02/05 16:47:36]

Acknowledged.

+}
+
 static SkImage* flipSkImageVertically(SkImage* input)
 {
     int width = input->width();
     int height = input->height();
     SkImageInfo info = SkImageInfo::MakeN32Premul(width, height);
     OwnPtr<uint8_t[]> imagePixels = adoptArrayPtr(new uint8_t[width * height * info.bytesPerPixel()]);
     int imageRowBytes = info.bytesPerPixel() * width;
     input->readPixels(info, imagePixels.get(), imageRowBytes, 0, 0);
 
     for (int i = 0; i < height / 2; i++) {
         int topFirstElement = i * imageRowBytes;
         int topLastElement = (i + 1) * imageRowBytes;
         int bottomFirstElement = (height - 1 - i) * imageRowBytes;
         std::swap_ranges(imagePixels.get() + topFirstElement, imagePixels.get() + topLastElement, imagePixels.get() + bottomFirstElement);
     }
     return SkImage::NewRasterCopy(info, imagePixels.get(), imageRowBytes);
 }
 
-static PassRefPtr<StaticBitmapImage> cropImage(Image* image, const IntRect& cropRect, bool flipYEnabled)
+// TODO(xidachen): the part of read an SkImage to a OwnPtr<uint8_t[]> has been used in multiple places,
+// we should write it as a utility function here.
+static SkImage* premulSkImageToUnPremul(SkImage* input)
+{
+    int width = input->width();
+    int height = input->height();
+    SkImageInfo info = SkImageInfo::Make(width, height, kN32_SkColorType, kUnpremul_SkAlphaType);
+    OwnPtr<uint8_t[]> dstPixels = adoptArrayPtr(new uint8_t[width * height * info.bytesPerPixel()]);
+    size_t dstRowBytes = info.bytesPerPixel() * width;
+    input->readPixels(info, dstPixels.get(), dstRowBytes, 0, 0);
+    return SkImage::NewRasterCopy(info, dstPixels.get(), dstRowBytes);
+}
+
+static PassRefPtr<StaticBitmapImage> cropImage(Image* image, const IntRect& cropRect, bool flipYEnabled, bool premultiplyAlphaEnabled)
 {
     ASSERT(image);
 
     IntRect imgRect(IntPoint(), IntSize(image->width(), image->height()));
     const IntRect srcRect = intersection(imgRect, cropRect);
 
+    RefPtr<SkImage> skiaImage = image->imageForCurrentFrame();
+    // Attempt to get raw unpremultiplied image data.
+    if (((!premultiplyAlphaEnabled && !skiaImage->isOpaque()) || !skiaImage) && image->data()) {
+        // TODO(xidachen): GammaAndColorProfileApplied needs to be changed when working on color-space conversion
+        OwnPtr<ImageDecoder> decoder(ImageDecoder::create(
+            *(image->data()), ImageDecoder::AlphaNotPremultiplied,
+            ImageDecoder::GammaAndColorProfileApplied));
+        if (!decoder)
+            return nullptr;
+        decoder->setData(image->data(), true);
+        if (!decoder->frameCount())
+            return nullptr;
+        ImageFrame* frame = decoder->frameBufferAtIndex(0);
+        if (!frame || frame->status() != ImageFrame::FrameComplete)
+            return nullptr;
+        SkBitmap bitmap = frame->bitmap();
+        if (!frameIsValid(bitmap))
+            return nullptr;
+        ASSERT(bitmap.isImmutable());
+        skiaImage = adoptRef(SkImage::NewFromBitmap(bitmap));
+    }
+
     if (cropRect == srcRect) {
         if (flipYEnabled)
-            return StaticBitmapImage::create(adoptRef(flipSkImageVertically(image->imageForCurrentFrame()->newSubset(srcRect))));
-        return StaticBitmapImage::create(adoptRef(image->imageForCurrentFrame()->newSubset(srcRect)));
+            return StaticBitmapImage::create(adoptRef(flipSkImageVertically(skiaImage->newSubset(srcRect))));
+        return StaticBitmapImage::create(adoptRef(skiaImage->newSubset(srcRect)));
     }
 
     RefPtr<SkSurface> surface = adoptRef(SkSurface::NewRasterN32Premul(cropRect.width(), cropRect.height()));
-
+    // In the case where cropRect doesn't intesect the source image, we return a premultiplied transparent black SkImage.
+    // If we decide we want to grab meta data from m_image, we have to change this.
     if (srcRect.isEmpty())
         return StaticBitmapImage::create(adoptRef(surface->newImageSnapshot()));
 
     SkScalar dstLeft = std::min(0, -cropRect.x());
     SkScalar dstTop = std::min(0, -cropRect.y());
     if (cropRect.x() < 0)
         dstLeft = -cropRect.x();
     if (cropRect.y() < 0)
         dstTop = -cropRect.y();
-    surface->getCanvas()->drawImage(image->imageForCurrentFrame().get(), dstLeft, dstTop);
+    surface->getCanvas()->drawImage(skiaImage.get(), dstLeft, dstTop);
     if (flipYEnabled)
-        return StaticBitmapImage::create(adoptRef(flipSkImageVertically(surface->newImageSnapshot())));
-    return StaticBitmapImage::create(adoptRef(surface->newImageSnapshot()));
+        skiaImage = adoptRef(flipSkImageVertically(surface->newImageSnapshot()));
+    else
+        skiaImage = adoptRef(surface->newImageSnapshot());
+    if (premultiplyAlphaEnabled)
+        return StaticBitmapImage::create(skiaImage);
+    return StaticBitmapImage::create(adoptRef(premulSkImageToUnPremul(skiaImage.get())));
 }
 
 ImageBitmap::ImageBitmap(HTMLImageElement* image, const IntRect& cropRect, Document* document, const ImageBitmapOptions& options)
 {
-    if (options.imageOrientation() == imageOrientationFlipY)
-        m_image = cropImage(image->cachedImage()->image(), cropRect, true);
-    else
-        m_image = cropImage(image->cachedImage()->image(), cropRect, false);
+    bool imageOrientationFlipYFlag;
+    bool premultiplyAlphaEnabledFlag;
+    parseOptions(options, imageOrientationFlipYFlag, premultiplyAlphaEnabledFlag);
+
+    m_image = cropImage(image->cachedImage()->image(), cropRect, imageOrientationFlipYFlag, premultiplyAlphaEnabledFlag);
     m_image->setOriginClean(!image->wouldTaintOrigin(document->securityOrigin()));
 }
 
 ImageBitmap::ImageBitmap(HTMLVideoElement* video, const IntRect& cropRect, Document* document, const ImageBitmapOptions& options)
 {
     IntSize playerSize;
     if (video->webMediaPlayer())
         playerSize = video->webMediaPlayer()->naturalSize();
 
     IntRect videoRect = IntRect(IntPoint(), playerSize);
     IntRect srcRect = intersection(cropRect, videoRect);
     OwnPtr<ImageBuffer> buffer = ImageBuffer::create(cropRect.size(), NonOpaque, DoNotInitializeImagePixels);
     if (!buffer)
         return;
 
     IntPoint dstPoint = IntPoint(std::max(0, -cropRect.x()), std::max(0, -cropRect.y()));
     video->paintCurrentFrame(buffer->canvas(), IntRect(dstPoint, srcRect.size()), nullptr);
     if (options.imageOrientation() == imageOrientationFlipY)
         m_image = StaticBitmapImage::create(adoptRef(flipSkImageVertically(buffer->newSkImageSnapshot(PreferNoAcceleration).get())));
     else
         m_image = StaticBitmapImage::create(buffer->newSkImageSnapshot(PreferNoAcceleration));
     m_image->setOriginClean(!video->wouldTaintOrigin(document->securityOrigin()));
 }
 
 ImageBitmap::ImageBitmap(HTMLCanvasElement* canvas, const IntRect& cropRect, const ImageBitmapOptions& options)
 {
     ASSERT(canvas->isPaintable());
-    if (options.imageOrientation() == imageOrientationFlipY)
-        m_image = cropImage(canvas->copiedImage(BackBuffer, PreferAcceleration).get(), cropRect, true);
-    else
-        m_image = cropImage(canvas->copiedImage(BackBuffer, PreferAcceleration).get(), cropRect, false);
+    bool imageOrientationFlipYFlag;
+    bool premultiplyAlphaEnabledFlag;
+    parseOptions(options, imageOrientationFlipYFlag, premultiplyAlphaEnabledFlag);
+    m_image = cropImage(canvas->copiedImage(BackBuffer, PreferAcceleration).get(), cropRect, imageOrientationFlipYFlag, premultiplyAlphaEnabledFlag);
     m_image->setOriginClean(canvas->originClean());
 }
 
 ImageBitmap::ImageBitmap(ImageData* data, const IntRect& cropRect, const ImageBitmapOptions& options)
 {
     IntRect srcRect = intersection(cropRect, IntRect(IntPoint(), data->size()));
 
     OwnPtr<ImageBuffer> buffer = ImageBuffer::create(cropRect.size(), NonOpaque, DoNotInitializeImagePixels);
     if (!buffer)
         return;
@@ skipping 10 matching lines @@
         dstPoint.setY(-cropRect.y());
     buffer->putByteArray(Unmultiplied, data->data()->data(), data->size(), srcRect, dstPoint);
     if (options.imageOrientation() == imageOrientationFlipY)
         m_image = StaticBitmapImage::create(adoptRef(flipSkImageVertically(buffer->newSkImageSnapshot(PreferNoAcceleration).get())));
     else
         m_image = StaticBitmapImage::create(buffer->newSkImageSnapshot(PreferNoAcceleration));
 }
 
 ImageBitmap::ImageBitmap(ImageBitmap* bitmap, const IntRect& cropRect, const ImageBitmapOptions& options)
 {
-    if (options.imageOrientation() == imageOrientationFlipY)
-        m_image = cropImage(bitmap->bitmapImage(), cropRect, true);
-    else
-        m_image = cropImage(bitmap->bitmapImage(), cropRect, false);
+    bool imageOrientationFlipYFlag;
+    bool premultiplyAlphaEnabledFlag;
+    parseOptions(options, imageOrientationFlipYFlag, premultiplyAlphaEnabledFlag);
+    m_image = cropImage(bitmap->bitmapImage(), cropRect, imageOrientationFlipYFlag, true);
     m_image->setOriginClean(bitmap->originClean());
 }
 
 ImageBitmap::ImageBitmap(PassRefPtr<StaticBitmapImage> image, const IntRect& cropRect, const ImageBitmapOptions& options)
 {
-    if (options.imageOrientation() == imageOrientationFlipY)
-        m_image = cropImage(image.get(), cropRect, true);
-    else
-        m_image = cropImage(image.get(), cropRect, false);
+    bool imageOrientationFlipYFlag;
+    bool premultiplyAlphaEnabledFlag;
+    parseOptions(options, imageOrientationFlipYFlag, premultiplyAlphaEnabledFlag);
+    m_image = cropImage(image.get(), cropRect, imageOrientationFlipYFlag, premultiplyAlphaEnabledFlag);
     m_image->setOriginClean(image->originClean());
 }
 
 ImageBitmap::ImageBitmap(PassRefPtr<StaticBitmapImage> image)
 {
     m_image = image;
 }
 
 PassRefPtr<StaticBitmapImage> ImageBitmap::transfer()
 {
@@ skipping 115 matching lines @@
 {
     return FloatSize(width(), height());
 }
 
 DEFINE_TRACE(ImageBitmap)
 {
     ImageLoaderClient::trace(visitor);
 }
 
 } // namespace blink