Skia side RGB to YUV gpu conversion

src/gpu/SkGr.cpp

 /*
  * Copyright 2010 Google Inc.
  *
  * Use of this source code is governed by a BSD-style license that can be
  * found in the LICENSE file.
  */
 
 #include "SkGr.h"
 #include "SkColorFilter.h"
 #include "SkConfig8888.h"
 #include "SkData.h"
+#include "SkImageGenerator.h"
 #include "SkMessageBus.h"
 #include "SkPixelRef.h"
 #include "GrResourceCache.h"
 #include "GrGpu.h"
 #include "effects/GrDitherEffect.h"
 #include "GrDrawTargetCaps.h"
+#include "effects/GrYUVtoRGBEffect.h"
 
 #ifndef SK_IGNORE_ETC1_SUPPORT
 #  include "ktx.h"
 #  include "etc1.h"
 #endif
 
 /*  Fill out buffer with the compressed format Ganesh expects from a colortable
  based bitmap. [palette (colortable) + indices].
 
  At the moment Ganesh only supports 8bit version. If Ganesh allowed we others
@@ skipping 158 matching lines @@
 
     GrResourceKey key;
     GrTexture* result = ctx->createTexture(params, desc, cacheID, bytes, 0, &key);
     if (NULL != result) {
         add_genID_listener(key, bm.pixelRef());
     }
     return result;
 }
 #endif   // SK_IGNORE_ETC1_SUPPORT
 
+static GrTexture *load_yuv_texture(GrContext* ctx,
+                                   const GrTextureParams* params,
+                                   const SkBitmap &bm, GrTextureDesc desc) {
+    GrTexture* result = NULL;
+    
+    SkPixelRef* pixelRef = bm.pixelRef();
+    SkImageGenerator* imageGenerator = pixelRef ? pixelRef->getImageGenerator() : NULL;
+    if (imageGenerator) {
+        SkISize yuvSizes[3];
+        if (imageGenerator->getYUV8Planes(yuvSizes)) {
+            SkImageGenerator::YUV8Planes planes;
+            // Set the info based on the Y channel's size
+            planes.fInfo = SkImageInfo::MakeN32Premul(yuvSizes[0].fWidth, yuvSizes[0].fHeight);
+            // Allcate the memory for YUV
+            size_t ySize = yuvSizes[0].fWidth * yuvSizes[0].fHeight;
+            size_t uSize = yuvSizes[1].fWidth * yuvSizes[1].fHeight;
+            // size_t vSize = yuvSizes[2].fWidth * yuvSizes[2].fHeight;
+            size_t yuvSize = 4 * ySize; // FIXME: ySize + uSize + vSize;

[sugoi1, 2014/07/08 14:42:02]

There's still a FIXME here. This allocated memory size is too large. The reason
for this is in ImageFrameGenerator::ExternalMemoryAllocator. The current
interface uses an SkBitmap to store the data and that bitmap is assumed to
always be N32. Unfortunately, JPEGImageDecoder calls ImageFrame::setSize(),
which calls ImageFrame::zeroFillPixelData(), which calls SkBitmap::eraseARGB(),
so if I allocate less memory, I'll be writing out of bounds.

To fix this, I'll need to modify how 
ImageFrameGenerator::ExternalMemoryAllocator allocates memory, but this will
require some discussion.

+            planes.fPixels = (uint8_t*)sk_malloc_flags(yuvSize, 0);
+            // Get the YUV planes
+            if ((NULL != planes.fPixels) &&
+                imageGenerator->getYUV8Planes(yuvSizes, &planes)) {
+                // Put the planes into SkBitmap objects
+                SkBitmap yBitmap, uBitmap, vBitmap;
+                SkImageInfo yInfo = SkImageInfo::MakeA8(yuvSizes[0].fWidth, yuvSizes[0].fHeight);
+                SkImageInfo uInfo = SkImageInfo::MakeA8(yuvSizes[1].fWidth, yuvSizes[1].fHeight);
+                SkImageInfo vInfo = SkImageInfo::MakeA8(yuvSizes[2].fWidth, yuvSizes[2].fHeight);
+                if (yBitmap.installPixels(yInfo, planes.fPixels, yInfo.minRowBytes()) &&
+                    uBitmap.installPixels(uInfo, planes.fPixels + ySize, uInfo.minRowBytes()) &&
+                    vBitmap.installPixels(vInfo, planes.fPixels + ySize + uSize, vInfo.minRowBytes())) {
+                    // Upload bitmaps as textures (don't cache these)
+                    yBitmap.setIsVolatile(true);
+                    uBitmap.setIsVolatile(true);
+                    vBitmap.setIsVolatile(true);
+                    GrTexture* yTexture = GrLockAndRefCachedBitmapTexture(ctx, yBitmap, params);
+                    GrTexture* uTexture = GrLockAndRefCachedBitmapTexture(ctx, uBitmap, params);
+                    GrTexture* vTexture = GrLockAndRefCachedBitmapTexture(ctx, vBitmap, params);
+                    if (yTexture && uTexture && vTexture) {
+                        GrTextureDesc rtDesc = desc;
+                        rtDesc.fFlags = rtDesc.fFlags |
+                                        kRenderTarget_GrTextureFlagBit |
+                                        kNoStencil_GrTextureFlagBit;
+
+                        // This texture is likely to be used again so leave it in the cache
+                        GrCacheID cacheID;
+                        generate_bitmap_cache_id(bm, &cacheID);
+
+                        GrResourceKey key;
+                        result = ctx->createTexture(params, rtDesc, cacheID, NULL, 0, &key);
+                        GrRenderTarget* renderTarget = result ? result->asRenderTarget() : NULL;
+                        if (NULL != renderTarget) {
+                            add_genID_listener(key, bm.pixelRef());
+                            GrEffectRef* yuvToRgbEffect = GrYUVtoRGBEffect::Create(yTexture, uTexture, vTexture);
+                            SkAutoUnref effectRef(yuvToRgbEffect);
+                            GrPaint paint;
+                            paint.addColorEffect(yuvToRgbEffect);
+                            SkRect r = SkRect::MakeWH(yuvSizes[0].fWidth, yuvSizes[0].fHeight);
+                            GrContext::AutoRenderTarget autoRT(ctx, renderTarget);
+                            GrContext::AutoMatrix am;
+                            am.setIdentity(ctx);
+                            GrContext::AutoClip ac(ctx, r);
+                            ctx->drawRect(paint, r);
+                        } else {
+                            SkSafeSetNull(result);
+                        }
+                    }
+                    if (NULL != yTexture) {
+                        GrUnlockAndUnrefCachedBitmapTexture(yTexture);
+                    }
+                    if (NULL != uTexture) {
+                        GrUnlockAndUnrefCachedBitmapTexture(uTexture);
+                    }
+                    if (NULL != vTexture) {
+                        GrUnlockAndUnrefCachedBitmapTexture(vTexture);
+                    }
+                }
+            }
+            sk_free(planes.fPixels);
+        }
+    }
+
+    return result;
+}
+
 static GrTexture* sk_gr_create_bitmap_texture(GrContext* ctx,
                                               bool cache,
                                               const GrTextureParams* params,
                                               const SkBitmap& origBitmap) {
     SkBitmap tmpBitmap;
 
     const SkBitmap* bitmap = &origBitmap;
 
     GrTextureDesc desc;
     generate_bitmap_texture_desc(*bitmap, &desc);
@@ skipping 51 matching lines @@
         // the bitmap has available pixels, then they might not be what the decompressed
         // data is.
         && !(bitmap->readyToDraw())) {
         GrTexture *texture = load_etc1_texture(ctx, params, *bitmap, desc);
         if (NULL != texture) {
             return texture;
         }
     }
 #endif   // SK_IGNORE_ETC1_SUPPORT
 
+    else {
+        GrTexture *texture = load_yuv_texture(ctx, params, *bitmap, desc);

[sugoi1, 2014/07/08 14:42:03]

The "cache" boolean should probably be used here, but it isn't used in
load_etc1_texture either, although that could be a mistake.

+        if (NULL != texture) {
+            return texture;
+        }
+    }
     SkAutoLockPixels alp(*bitmap);
     if (!bitmap->readyToDraw()) {
         return NULL;
     }
     if (cache) {
         // This texture is likely to be used again so leave it in the cache
         GrCacheID cacheID;
         generate_bitmap_cache_id(origBitmap, &cacheID);
 
         GrResourceKey key;
@@ skipping 258 matching lines @@
             SkAutoTUnref<GrEffectRef> effect(grEffect);
             grPaint->addColorEffect(effect);
             constantColor = false;
         }
     }
 
     // The grcolor is automatically set when calling asneweffect.
     // If the shader can be seen as an effect it returns true and adds its effect to the grpaint.
     SkPaint2GrPaintNoShader(context, skPaint, grColor, constantColor, grPaint);
 }