cc: Move video upload to VideoResourceUpdater.

cc/resources/video_resource_updater.cc

+// Copyright 2013 The Chromium Authors. All rights reserved.
+// Use of this source code is governed by a BSD-style license that can be
+// found in the LICENSE file.
+
+#include "cc/resources/video_resource_updater.h"
+
+#include "base/bind.h"
+#include "cc/output/gl_renderer.h"
+#include "cc/resources/resource_provider.h"
+#include "gpu/GLES2/gl2extchromium.h"
+#include "media/base/video_frame.h"
+#include "media/filters/skcanvas_video_renderer.h"
+#include "third_party/khronos/GLES2/gl2.h"
+#include "third_party/khronos/GLES2/gl2ext.h"
+#include "ui/gfx/size_conversions.h"
+
+const unsigned kYUVResourceFormat = GL_LUMINANCE;
+const unsigned kRGBResourceFormat = GL_RGBA;
+
+namespace cc {
+
+VideoFrameExternalResources::VideoFrameExternalResources() : type(NONE) {}
+
+VideoFrameExternalResources::~VideoFrameExternalResources() {}
+
+VideoResourceUpdater::VideoResourceUpdater(ResourceProvider* resource_provider)
+    : resource_provider_(resource_provider) {
+}
+
+VideoResourceUpdater::~VideoResourceUpdater() {}
+
+bool VideoResourceUpdater::VerifyFrame(
+    const scoped_refptr<media::VideoFrame>& video_frame) {
+  // If these fail, we'll have to add logic that handles offset bitmap/texture
+  // UVs. For now, just expect (0, 0) offset, since all our decoders so far
+  // don't offset.
+  DCHECK_EQ(video_frame->visible_rect().x(), 0);
+  DCHECK_EQ(video_frame->visible_rect().y(), 0);
+
+  switch (video_frame->format()) {
+    // Acceptable inputs.
+    case media::VideoFrame::YV12:
+    case media::VideoFrame::YV16:
+    case media::VideoFrame::NATIVE_TEXTURE:
+#if defined(GOOGLE_TV)
+    case media::VideoFrame::HOLE:
+#endif
+      return true;
+
+    // Unacceptable inputs. ¯\(°_o)/¯
+    case media::VideoFrame::INVALID:
+    case media::VideoFrame::RGB32:
+    case media::VideoFrame::EMPTY:
+    case media::VideoFrame::I420:
+      break;
+  }
+  return false;
+}
+
+// For frames that we receive in software format, determine the dimensions of
+// each plane in the frame.
+static gfx::Size SoftwarePlaneDimension(
+    media::VideoFrame::Format input_frame_format,
+    gfx::Size coded_size,
+    GLenum output_resource_format,
+    int plane_index) {
+  if (output_resource_format == kYUVResourceFormat) {
+    if (plane_index == media::VideoFrame::kYPlane)
+      return coded_size;
+
+    switch (input_frame_format) {
+      case media::VideoFrame::YV12:
+        return gfx::ToFlooredSize(gfx::ScaleSize(coded_size, 0.5f, 0.5f));
+      case media::VideoFrame::YV16:
+        return gfx::ToFlooredSize(gfx::ScaleSize(coded_size, 0.5f, 1.f));
+
+      case media::VideoFrame::INVALID:
+      case media::VideoFrame::RGB32:
+      case media::VideoFrame::EMPTY:
+      case media::VideoFrame::I420:
+      case media::VideoFrame::NATIVE_TEXTURE:
+#if defined(GOOGLE_TV)
+      case media::VideoFrame::HOLE:
+#endif
+        NOTREACHED();
+    }
+  }
+
+  DCHECK_EQ(output_resource_format, static_cast<unsigned>(kRGBResourceFormat));
+  return coded_size;
+}
+
+static void ReleaseResource(base::WeakPtr<ResourceProvider> resource_provider,
+                            ResourceProvider::ResourceId resource_id,
+                            unsigned sync_point) {
+  if (resource_provider)
+    resource_provider->DeleteResource(resource_id);
+}
+
+VideoFrameExternalResources VideoResourceUpdater::CreateForSoftwarePlanes(
+    const scoped_refptr<media::VideoFrame>& video_frame) {
+  if (!VerifyFrame(video_frame))
+    return VideoFrameExternalResources();
+
+  media::VideoFrame::Format input_frame_format = video_frame->format();
+
+#if defined(GOOGLE_TV)
+  if (input_frame_format == media::VideoFrame::HOLE) {
+    VideoFrameExternalResources external_resources;
+    external_resources.type = VideoFrameExternalResources::HOLE;
+    return external_resources;
+  }
+#endif
+
+  // Only YUV software video frames are supported.
+  DCHECK(input_frame_format == media::VideoFrame::YV12 ||
+         input_frame_format == media::VideoFrame::YV16);
+  if (input_frame_format != media::VideoFrame::YV12 &&
+      input_frame_format != media::VideoFrame::YV16)
+    return VideoFrameExternalResources();
+
+  bool software_compositor = !resource_provider_->GraphicsContext3D();
+
+  GLenum output_resource_format = kYUVResourceFormat;
+  size_t output_plane_count = 3;
+
+  // TODO(skaslev): If we're in software compositing mode, we do the YUV -> RGB
+  // conversion here. That involves an extra copy of each frame to a bitmap.
+  // Obviously, this is suboptimal and should be addressed once ubercompositor
+  // starts shaping up.

[piman, 2013/04/08 21:03:47]

(not for this CL) would it make sense to move the yuv conversion to the
rendering?
Certainly there could be the concern of cost per video frame vs cost per
compositor frame, but it's similarly true on GL. Certainly the main use case we
want to optimize for is video playing, where we should have 1 compositor frame
per video frame.

[danakj, 2013/04/08 21:44:56]

I think we should only be generating 1 mailbox video frame per compositor frame
also. It seems wasteful to generate more than one?

+  if (software_compositor) {
+    output_resource_format = kRGBResourceFormat;
+    output_plane_count = 1;
+  }
+
+  int max_resource_size = resource_provider_->max_texture_size();
+  gfx::Size coded_frame_size = video_frame->coded_size();
+
+  ResourceProvider::ResourceIdArray plane_resources;
+  bool allocation_success = true;
+
+  for (size_t i = 0; i < output_plane_count; ++i) {
+    gfx::Size plane_size =
+        SoftwarePlaneDimension(input_frame_format,
+                               coded_frame_size,
+                               output_resource_format,
+                               i);
+    if (plane_size.IsEmpty() ||
+        plane_size.width() > max_resource_size ||
+        plane_size.height() > max_resource_size) {
+      allocation_success = false;
+      break;
+    }
+
+    // TODO(danakj): Could recycle resources that we previously allocated and
+    // were returned to us.

[piman, 2013/04/08 21:03:47]

I think this is important. genMailboxCHROMIUM is a sync call (amortized, but
still), and I know the Android guys are worried about the cost of
gen/deleteTextures.

[danakj, 2013/04/08 21:44:56]

OK, I will do this in my next CL, is that sufficient? Filed
https://code.google.com/p/chromium/issues/detail?id=229065

+    ResourceProvider::ResourceId resource_id =
+        resource_provider_->CreateResource(plane_size,
+                                           output_resource_format,
+                                           ResourceProvider::TextureUsageAny);
+    if (resource_id == 0) {
+      allocation_success = false;
+      break;
+    }
+
+    plane_resources.push_back(resource_id);
+  }
+
+  if (!allocation_success) {
+    for (size_t i = 0; i < plane_resources.size(); ++i)
+      resource_provider_->DeleteResource(plane_resources[i]);
+    return VideoFrameExternalResources();
+  }
+
+  VideoFrameExternalResources external_resources;
+
+  if (software_compositor) {
+    DCHECK_EQ(output_resource_format, kRGBResourceFormat);
+    DCHECK_EQ(plane_resources.size(), 1u);
+
+    if (!video_renderer_)
+      video_renderer_.reset(new media::SkCanvasVideoRenderer);
+
+    {
+      ResourceProvider::ScopedWriteLockSoftware lock(
+          resource_provider_, plane_resources[0]);
+      video_renderer_->Paint(video_frame,
+                             lock.sk_canvas(),
+                             video_frame->visible_rect(),
+                             0xff);
+    }
+
+    TextureMailbox::ReleaseCallback callback_to_free_resource =
+        base::Bind(&ReleaseResource,
+                   resource_provider_->AsWeakPtr(),
+                   plane_resources[0]);
+    external_resources.software_resources.push_back(plane_resources[0]);
+    external_resources.software_release_callback = callback_to_free_resource;
+
+    external_resources.type = VideoFrameExternalResources::SOFTWARE_RESOURCE;
+    return external_resources;
+  }
+
+  DCHECK_EQ(output_resource_format,
+            static_cast<unsigned>(kYUVResourceFormat));
+
+  WebKit::WebGraphicsContext3D* context =
+      resource_provider_->GraphicsContext3D();
+  DCHECK(context);
+
+  for (size_t plane = 0; plane < plane_resources.size(); ++plane) {
+    // Update each plane's resource id with its content.
+    ResourceProvider::ResourceId output_plane_resource_id =
+        plane_resources[plane];
+    gfx::Size plane_size =
+        SoftwarePlaneDimension(input_frame_format,
+                               coded_frame_size,
+                               output_resource_format,
+                               plane);
+    const uint8_t* input_plane_pixels = video_frame->data(plane);
+
+    gfx::Rect image_rect(
+        0, 0, video_frame->stride(plane), plane_size.height());
+    gfx::Rect source_rect(plane_size);
+    resource_provider_->SetPixels(output_plane_resource_id,
+                                  input_plane_pixels,
+                                  image_rect,
+                                  source_rect,
+                                  gfx::Vector2d());
+
+    gpu::Mailbox mailbox;
+    {
+      ResourceProvider::ScopedWriteLockGL lock(
+          resource_provider_, output_plane_resource_id);
+
+      GLC(context, context->genMailboxCHROMIUM(mailbox.name));
+      GLC(context, context->bindTexture(GL_TEXTURE_2D, lock.texture_id()));
+      GLC(context, context->produceTextureCHROMIUM(GL_TEXTURE_2D,
+                                                   mailbox.name));
+      GLC(context, context->bindTexture(GL_TEXTURE_2D, 0));
+    }
+
+    TextureMailbox::ReleaseCallback callback_to_free_resource =
+        base::Bind(&ReleaseResource,
+                   resource_provider_->AsWeakPtr(),
+                   output_plane_resource_id);
+    external_resources.mailboxes.push_back(
+        TextureMailbox(mailbox, callback_to_free_resource));
+  }
+
+  external_resources.type = VideoFrameExternalResources::YUV_RESOURCE;
+  return external_resources;
+}
+
+VideoFrameExternalResources VideoResourceUpdater::CreateForHardwarePlanes(
+    const scoped_refptr<media::VideoFrame>& video_frame,
+    const TextureMailbox::ReleaseCallback& release_callback) {
+  if (!VerifyFrame(video_frame))
+    return VideoFrameExternalResources();
+
+  media::VideoFrame::Format frame_format = video_frame->format();
+
+  DCHECK_EQ(frame_format, media::VideoFrame::NATIVE_TEXTURE);
+  if (frame_format != media::VideoFrame::NATIVE_TEXTURE)
+      return VideoFrameExternalResources();
+
+  WebKit::WebGraphicsContext3D* context =
+      resource_provider_->GraphicsContext3D();
+  if (!context)
+    return VideoFrameExternalResources();
+
+  VideoFrameExternalResources external_resources;
+  switch (video_frame->texture_target()) {
+    case GL_TEXTURE_2D:
+      external_resources.type = VideoFrameExternalResources::RGB_RESOURCE;
+      break;
+    case GL_TEXTURE_EXTERNAL_OES:
+      external_resources.type =
+          VideoFrameExternalResources::STREAM_TEXTURE_RESOURCE;
+      break;
+    case GL_TEXTURE_RECTANGLE_ARB:
+      external_resources.type = VideoFrameExternalResources::IO_SURFACE;
+      break;
+    default:
+      NOTREACHED();
+      return VideoFrameExternalResources();
+  }
+
+  gpu::Mailbox mailbox;
+  GLC(context, context->genMailboxCHROMIUM(mailbox.name));
+  GLC(context, context->bindTexture(GL_TEXTURE_2D, video_frame->texture_id()));
+  GLC(context, context->produceTextureCHROMIUM(GL_TEXTURE_2D, mailbox.name));
+  GLC(context, context->bindTexture(GL_TEXTURE_2D, 0));
+
+  external_resources.mailboxes.push_back(
+      TextureMailbox(mailbox, release_callback));
+  return external_resources;
+}
+
+}  // namespace cc