Passing Native Texture backed Video Frame from Renderer to GPU process

content/renderer/media/webrtc/webrtc_video_capturer_adapter.cc

 // Copyright 2014 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #include "content/renderer/media/webrtc/webrtc_video_capturer_adapter.h"
 
 #include "base/bind.h"
 #include "base/memory/aligned_memory.h"
 #include "base/trace_event/trace_event.h"
 #include "media/base/video_frame.h"
@@ skipping 47 matching lines @@
 
   uint8_t* data(webrtc::PlaneType type) override {
     NOTREACHED();
     return nullptr;
   }
 
   int stride(webrtc::PlaneType type) const override {
     return frame_->stride(WebRtcToMediaPlaneType(type));
   }
 
-  void* native_handle() const override { return nullptr; }
+  void* native_handle() const override {
+    return frame_.get();

[magjed_chromium, 2015/06/03 08:40:00]

In webrtc, we have some branching on whether native_handle is null or not. I'm
afraid we might get different behaviour if send a non-texture frame through
webrtc with native_handle != null. Maybe this line should be changed to
something like:
return frame->storage_type() == media::VideoFrame::STORAGE_TEXTURE ?
frame_.get() : nullptr;
or
return VideoFrame::IsMappable(frame->storage_type()) ? nullptr : frame_.get();

[emircan, 2015/06/03 20:56:12]

Done.

+  }
 
   ~VideoFrameWrapper() override {}
   friend class rtc::RefCountedObject<VideoFrameWrapper>;
 
   scoped_refptr<media::VideoFrame> frame_;
 };
 
 }  // anonymous namespace
 
 // A cricket::VideoFrameFactory for media::VideoFrame. The purpose of this
@@ skipping 33 matching lines @@
   cricket::VideoFrame* CreateAliasedFrame(
       const cricket::CapturedFrame* input_frame,
       int cropped_input_width,
       int cropped_input_height,
       int output_width,
       int output_height) const override {
     // Check that captured_frame is actually our frame.
     DCHECK(input_frame == &captured_frame_);
     DCHECK(frame_.get());
 
+    const int64_t timestamp_ns = frame_->timestamp().InMicroseconds() *
+                                 base::Time::kNanosecondsPerMicrosecond;
+
+    // Return |frame_| directly if it is texture backed, because there is no
+    // cropping support for textures yet. See http://crbug/362521.
+    if (frame_->storage_type() == media::VideoFrame::STORAGE_TEXTURE) {
+      return new cricket::WebRtcVideoFrame(
+          new rtc::RefCountedObject<VideoFrameWrapper>(frame_),
+          captured_frame_.elapsed_time, timestamp_ns);
+    }
+
     // Create a centered cropped visible rect that preservers aspect ratio for
     // cropped natural size.
     gfx::Rect visible_rect = frame_->visible_rect();
     visible_rect.ClampToCenteredSize(gfx::Size(
         visible_rect.width() * cropped_input_width / input_frame->width,
         visible_rect.height() * cropped_input_height / input_frame->height));
 
     const gfx::Size output_size(output_width, output_height);
     scoped_refptr<media::VideoFrame> video_frame =
         media::VideoFrame::WrapVideoFrame(frame_, visible_rect, output_size);
     video_frame->AddDestructionObserver(
         base::Bind(&ReleaseOriginalFrame, frame_));
 
-    const int64_t timestamp_ns = frame_->timestamp().InMicroseconds() *
-                                 base::Time::kNanosecondsPerMicrosecond;
-
     // If no scaling is needed, return a wrapped version of |frame_| directly.
     if (video_frame->natural_size() == video_frame->visible_rect().size()) {
       return new cricket::WebRtcVideoFrame(
           new rtc::RefCountedObject<VideoFrameWrapper>(video_frame),
           captured_frame_.elapsed_time, timestamp_ns);
     }
 
     // We need to scale the frame before we hand it over to cricket.
     scoped_refptr<media::VideoFrame> scaled_frame =
         scaled_frame_pool_.CreateFrame(media::VideoFrame::I420, output_size,
@@ skipping 102 matching lines @@
   best_format->fourcc = cricket::FOURCC_I420;
   best_format->interval = desired.interval;
   return true;
 }
 
 void WebRtcVideoCapturerAdapter::OnFrameCaptured(
     const scoped_refptr<media::VideoFrame>& frame) {
   DCHECK(thread_checker_.CalledOnValidThread());
   TRACE_EVENT0("video", "WebRtcVideoCapturerAdapter::OnFrameCaptured");
   if (!(media::VideoFrame::I420 == frame->format() ||
-        media::VideoFrame::YV12 == frame->format())) {
-    // Some types of sources support textures as output. Since connecting
-    // sources and sinks do not check the format, we need to just ignore
-    // formats that we can not handle.
+        media::VideoFrame::YV12 == frame->format() ||
+        media::VideoFrame::STORAGE_TEXTURE == frame->storage_type())) {
+    // Since connecting sources and sinks do not check the format, we need to
+    // just ignore formats that we can not handle.
     NOTREACHED();
     return;
   }
 
   if (first_frame_timestamp_ == media::kNoTimestamp())
     first_frame_timestamp_ = frame->timestamp();
 
   const int64 elapsed_time =
       (frame->timestamp() - first_frame_timestamp_).InMicroseconds() *
       base::Time::kNanosecondsPerMicrosecond;
 
   // Inject the frame via the VideoFrameFractory.
   DCHECK(frame_factory_ == frame_factory());
   frame_factory_->SetFrame(frame, elapsed_time);
 
   // This signals to libJingle that a new VideoFrame is available.
   SignalFrameCaptured(this, frame_factory_->GetCapturedFrame());
 
   frame_factory_->ReleaseFrame();  // Release the frame ASAP.
 }
 
 }  // namespace content