Pass GpuMemoryBuffer backed VideoFrame from browser to renderer processes

content/browser/renderer_host/media/video_capture_buffer_pool.cc

 // Copyright (c) 2013 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #include "content/browser/renderer_host/media/video_capture_buffer_pool.h"
 
 #include "base/logging.h"
 #include "base/memory/scoped_ptr.h"
 #include "base/memory/scoped_vector.h"
 #include "base/stl_util.h"
 #include "content/browser/gpu/browser_gpu_memory_buffer_manager.h"
 #include "content/public/browser/browser_thread.h"
 #include "ui/gfx/buffer_format_util.h"
 
 namespace content {
 
 const int VideoCaptureBufferPool::kInvalidId = -1;
 
 // A simple holder of a memory-backed buffer and accessors to it.
 class SimpleBufferHandle final : public VideoCaptureBufferPool::BufferHandle {
  public:
-  SimpleBufferHandle(void* data, size_t size, base::SharedMemoryHandle handle)
+  SimpleBufferHandle(void* data,
+                     size_t mapped_size,
+                     base::SharedMemoryHandle handle)
       : data_(data),
-        size_(size)
+        mapped_size_(mapped_size)
 #if defined(OS_POSIX)
-        , handle_(handle)
+        ,
+        handle_(handle)
 #endif
   {
   }
   ~SimpleBufferHandle() override {}
 
-  size_t size() const override { return size_; }
+  gfx::Size dimensions() const override {
+    NOTREACHED();
+    return gfx::Size();
+  }
+  size_t mapped_size() const override { return mapped_size_; }
   void* data(int plane) override {
     DCHECK_EQ(plane, 0);
     return data_;
   }
   ClientBuffer AsClientBuffer(int plane) override {
     NOTREACHED();
     return nullptr;
   }
 #if defined(OS_POSIX)
   base::FileDescriptor AsPlatformFile() override {
 #if defined(OS_MACOSX)
     return handle_.GetFileDescriptor();
 #else
     return handle_;
 #endif  // defined(OS_MACOSX)
   }
 #endif
 
  private:
   void* const data_;
-  const size_t size_;
+  const size_t mapped_size_;
 #if defined(OS_POSIX)
   const base::SharedMemoryHandle handle_;
 #endif
 };
 
 // A holder of a GpuMemoryBuffer-backed buffer. Holds weak references to
 // GpuMemoryBuffer-backed buffers and provides accessors to their data.
 class GpuMemoryBufferBufferHandle final
     : public VideoCaptureBufferPool::BufferHandle {
  public:
   GpuMemoryBufferBufferHandle(std::vector<void*>* data,
                               const gfx::Size& dimensions,
                               ScopedVector<gfx::GpuMemoryBuffer>* gmbs)
       : data_(data), dimensions_(dimensions), gmbs_(gmbs) {
 #ifndef NDEBUG
     DCHECK_EQ(data->size(), gmbs->size());
     for (const auto& gmb : *gmbs)
       DCHECK(gmb && gmb->IsMapped());
     for (const auto& data_ptr : *data)
       DCHECK(data_ptr);
 #endif
   }
   ~GpuMemoryBufferBufferHandle() override {}
 
-  size_t size() const override {
-    return dimensions_.GetArea();
-  }
+  gfx::Size dimensions() const override { return dimensions_; }
+  size_t mapped_size() const override { return dimensions_.GetArea(); }
   void* data(int plane) override {
     DCHECK_GE(plane, media::VideoFrame::kYPlane);
     DCHECK_LT(plane, static_cast<int>(data_->size()));
     return data_->at(plane);
   }
   ClientBuffer AsClientBuffer(int plane) override {
     DCHECK_GE(plane, media::VideoFrame::kYPlane);
     DCHECK_LT(plane, static_cast<int>(gmbs_->size()));
     return (*gmbs_)[plane]->AsClientBuffer();
   }
@@ skipping 11 matching lines @@
 };
 
 // Tracker specifics for SharedMemory.
 class VideoCaptureBufferPool::SharedMemTracker final : public Tracker {
  public:
   SharedMemTracker();
   bool Init(media::VideoCapturePixelFormat format,
             media::VideoPixelStorage storage_type,
             const gfx::Size& dimensions) override;
 
-  size_t mapped_size() const override { return shared_memory_.mapped_size(); }
-
   scoped_ptr<BufferHandle> GetBufferHandle() override {
     return make_scoped_ptr(new SimpleBufferHandle(
-        shared_memory_.memory(), mapped_size(), shared_memory_.handle()));
+        shared_memory_.memory(), mapped_size_, shared_memory_.handle()));
   }
-
-  bool ShareToProcess(base::ProcessHandle process_handle,
-                      base::SharedMemoryHandle* new_handle) override {
-    return shared_memory_.ShareToProcess(process_handle, new_handle);
+  bool ShareToProcess(int plane,
+                      base::ProcessHandle process_handle,
+                      void* new_handle) override {
+    return shared_memory_.ShareToProcess(
+        process_handle, static_cast<base::SharedMemoryHandle*>(new_handle));
   }
 
  private:
   // The memory created to be shared with renderer processes.
   base::SharedMemory shared_memory_;
+  size_t mapped_size_;
 };
 
 // Tracker specifics for GpuMemoryBuffer. Owns GpuMemoryBuffers and its
 // associated pixel dimensions.
 class VideoCaptureBufferPool::GpuMemoryBufferTracker final : public Tracker {
  public:
   GpuMemoryBufferTracker();
   bool Init(media::VideoCapturePixelFormat format,
             media::VideoPixelStorage storage_type,
             const gfx::Size& dimensions) override;
   ~GpuMemoryBufferTracker() override;
 
-  size_t mapped_size() const override {
-    NOTREACHED();
-    return 0;
-  }
   scoped_ptr<BufferHandle> GetBufferHandle() override {
     return make_scoped_ptr(new GpuMemoryBufferBufferHandle(
         &data_, dimensions_, &gpu_memory_buffers_));
   }
-  bool ShareToProcess(base::ProcessHandle process_handle,
-                      base::SharedMemoryHandle* new_handle) override {
-    return true;
-  }
+  bool ShareToProcess(int plane,
+                      base::ProcessHandle process_handle,
+                      void* new_handle) override;
 
  private:
   std::vector<void*> data_;
   gfx::Size dimensions_;
   // Owned references to GpuMemoryBuffers.
   ScopedVector<gfx::GpuMemoryBuffer> gpu_memory_buffers_;
 };
 
-VideoCaptureBufferPool::SharedMemTracker::SharedMemTracker() : Tracker() {
-}
+VideoCaptureBufferPool::SharedMemTracker::SharedMemTracker() : Tracker() {}
 
 bool VideoCaptureBufferPool::SharedMemTracker::Init(
     media::VideoCapturePixelFormat format,
     media::VideoPixelStorage storage_type,
     const gfx::Size& dimensions) {
   DVLOG(2) << "allocating ShMem of " << dimensions.ToString();
   set_pixel_format(format);
   set_storage_type(storage_type);
   // |dimensions| can be 0x0 for trackers that do not require memory backing.
   set_pixel_count(dimensions.GetArea());
-  const size_t byte_count =
+  mapped_size_ =
       media::VideoCaptureFormat(dimensions, 0.0f, format, storage_type)
           .ImageAllocationSize();
-  if (!byte_count)
+  if (!mapped_size_)
     return true;
-  return shared_memory_.CreateAndMapAnonymous(byte_count);
+  return shared_memory_.CreateAndMapAnonymous(mapped_size_);
 }
 
 VideoCaptureBufferPool::GpuMemoryBufferTracker::GpuMemoryBufferTracker()
     : Tracker() {
 }
 
 VideoCaptureBufferPool::GpuMemoryBufferTracker::~GpuMemoryBufferTracker() {
   for (const auto& gmb : gpu_memory_buffers_) {
     if (gmb->IsMapped())
       gmb->Unmap();
@@ skipping 35 matching lines @@
       return false;
 
     void* temp_data = nullptr;
     gpu_memory_buffers_[i]->Map(&temp_data);
     DCHECK(temp_data);
     data_.push_back(temp_data);
   }
   return true;
 }
 
+bool VideoCaptureBufferPool::GpuMemoryBufferTracker::ShareToProcess(
+    int plane,
+    base::ProcessHandle process_handle,
+    void* new_handle) {
+   DCHECK_LE(plane, static_cast<int>(gpu_memory_buffers_.size()));
+
+   const auto& cur_gmb_handle = gpu_memory_buffers_[plane]->GetHandle();

[mcasas, 2015/08/21 03:57:25]

current_gmb_handle?

[emircan, 2015/08/22 03:13:26]

Done.

+   gfx::GpuMemoryBufferHandle* const new_gmb_handle =
+       static_cast<gfx::GpuMemoryBufferHandle*>(new_handle);
+   switch (cur_gmb_handle.type) {
+     case gfx::EMPTY_BUFFER: {

[mcasas, 2015/08/21 03:57:25]

I don't think {} are needed in this or l.257-260 case,
only for l.246-254.

[emircan, 2015/08/22 03:13:26]

Done.

+       NOTREACHED();
+       return false;
+     }
+     case gfx::SHARED_MEMORY_BUFFER: {
+       DCHECK(base::SharedMemory::IsHandleValid(cur_gmb_handle.handle));
+       base::SharedMemory shared_memory(
+           base::SharedMemory::DuplicateHandle(cur_gmb_handle.handle), false);
+       shared_memory.ShareToProcess(process_handle, &new_gmb_handle->handle);
+       DCHECK(base::SharedMemory::IsHandleValid(new_gmb_handle->handle));
+       new_gmb_handle->type = gfx::SHARED_MEMORY_BUFFER;
+       return true;
+     }
+     case gfx::IO_SURFACE_BUFFER:
+     case gfx::SURFACE_TEXTURE_BUFFER:
+     case gfx::OZONE_NATIVE_PIXMAP: {
+       *new_gmb_handle = cur_gmb_handle;
+       return true;
+     }

[mcasas, 2015/08/21 03:57:25]

default:
  NOTREACHED(); 

?

[emircan, 2015/08/22 03:13:26]

If new formats are added, it should throw a compile error, so people are aware
of this.

+   }
+   return true;
+ }
+
 // static
 scoped_ptr<VideoCaptureBufferPool::Tracker>
 VideoCaptureBufferPool::Tracker::CreateTracker(bool use_gmb) {
   if (!use_gmb)
     return make_scoped_ptr(new SharedMemTracker());
   else
     return make_scoped_ptr(new GpuMemoryBufferTracker());
 }
 
 VideoCaptureBufferPool::Tracker::~Tracker() {}
 
 VideoCaptureBufferPool::VideoCaptureBufferPool(int count)
     : count_(count),
       next_buffer_id_(0) {
   DCHECK_GT(count, 0);
 }
 
 VideoCaptureBufferPool::~VideoCaptureBufferPool() {
   STLDeleteValues(&trackers_);
 }
 
-base::SharedMemoryHandle VideoCaptureBufferPool::ShareToProcess(
+bool VideoCaptureBufferPool::ShareToProcess(
     int buffer_id,
+    int plane,
     base::ProcessHandle process_handle,
-    size_t* memory_size) {
+    void* new_handle) {
   base::AutoLock lock(lock_);
 
   Tracker* tracker = GetTracker(buffer_id);
   if (!tracker) {
     NOTREACHED() << "Invalid buffer_id.";
-    return base::SharedMemory::NULLHandle();
+    return false;
   }
-  base::SharedMemoryHandle remote_handle;
-  if (tracker->ShareToProcess(process_handle, &remote_handle)) {
-    *memory_size = tracker->mapped_size();
-    return remote_handle;
+  if (tracker->ShareToProcess(plane, process_handle, new_handle)) {

[mcasas, 2015/08/21 03:57:24]

no {} needed

[emircan, 2015/08/22 03:13:26]

Done.

+    return true;
   }
-  DPLOG(ERROR) << "Error mapping Shared Memory";
-  return base::SharedMemoryHandle();
+  DPLOG(ERROR) << "Error mapping memory";
+  return false;
 }
 
 scoped_ptr<VideoCaptureBufferPool::BufferHandle>
 VideoCaptureBufferPool::GetBufferHandle(int buffer_id) {
   base::AutoLock lock(lock_);
 
   Tracker* tracker = GetTracker(buffer_id);
   if (!tracker) {
     NOTREACHED() << "Invalid buffer_id.";
     return scoped_ptr<BufferHandle>();
@@ skipping 126 matching lines @@
   return buffer_id;
 }
 
 VideoCaptureBufferPool::Tracker* VideoCaptureBufferPool::GetTracker(
     int buffer_id) {
   TrackerMap::const_iterator it = trackers_.find(buffer_id);
   return (it == trackers_.end()) ? NULL : it->second;
 }
 
 }  // namespace content