| OLD | NEW |
| 1 // Copyright (c) 2013 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2013 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include "content/browser/renderer_host/media/video_capture_buffer_pool.h" | 5 #include "content/browser/renderer_host/media/video_capture_buffer_pool.h" |
| 6 | 6 |
| 7 #include "base/logging.h" | 7 #include "base/logging.h" |
| 8 #include "base/memory/scoped_ptr.h" | 8 #include "base/memory/scoped_ptr.h" |
| 9 #include "base/stl_util.h" | 9 #include "base/stl_util.h" |
| 10 #include "content/browser/gpu/browser_gpu_memory_buffer_manager.h" | 10 #include "content/browser/gpu/browser_gpu_memory_buffer_manager.h" |
| 11 #include "content/common/gpu/client/gpu_memory_buffer_impl.h" | 11 #include "content/common/gpu/client/gpu_memory_buffer_impl.h" |
| 12 #include "content/public/browser/browser_thread.h" | 12 #include "content/public/browser/browser_thread.h" |
| 13 #include "media/base/video_frame.h" | |
| 14 | |
| 15 using media::VideoFrame; | |
| 16 | 13 |
| 17 namespace content { | 14 namespace content { |
| 18 | 15 |
| 19 const int VideoCaptureBufferPool::kInvalidId = -1; | 16 const int VideoCaptureBufferPool::kInvalidId = -1; |
| 20 | 17 |
| 21 VideoFrame::Format VideoPixelFormatToVideoFrameFormat( | |
| 22 media::VideoPixelFormat pixel_format) { | |
| 23 static struct { | |
| 24 media::VideoPixelFormat pixel_format; | |
| 25 VideoFrame::Format frame_format; | |
| 26 } const kVideoPixelFormatToVideoFrameFormat[] = { | |
| 27 {media::PIXEL_FORMAT_I420, VideoFrame::I420}, | |
| 28 {media::PIXEL_FORMAT_TEXTURE, VideoFrame::ARGB}, | |
| 29 {media::PIXEL_FORMAT_GPUMEMORYBUFFER, VideoFrame::ARGB}, | |
| 30 }; | |
| 31 | |
| 32 for (const auto& format_pair : kVideoPixelFormatToVideoFrameFormat) { | |
| 33 if (format_pair.pixel_format == pixel_format) | |
| 34 return format_pair.frame_format; | |
| 35 } | |
| 36 LOG(ERROR) << "Unsupported VideoPixelFormat " | |
| 37 << media::VideoCaptureFormat::PixelFormatToString(pixel_format); | |
| 38 return VideoFrame::UNKNOWN; | |
| 39 } | |
| 40 | |
| 41 VideoFrame::StorageType VideoPixelFormatToVideoFrameStorageType( | |
| 42 media::VideoPixelFormat pixel_format) { | |
| 43 static struct { | |
| 44 media::VideoPixelFormat pixel_format; | |
| 45 VideoFrame::StorageType storage_type; | |
| 46 } const kVideoPixelFormatToVideoFrameStorageType[] = { | |
| 47 {media::PIXEL_FORMAT_I420, VideoFrame::STORAGE_SHMEM}, | |
| 48 {media::PIXEL_FORMAT_TEXTURE, VideoFrame::STORAGE_OPAQUE}, | |
| 49 {media::PIXEL_FORMAT_GPUMEMORYBUFFER, VideoFrame::STORAGE_OPAQUE}, | |
| 50 }; | |
| 51 | |
| 52 for (const auto& format_pair : kVideoPixelFormatToVideoFrameStorageType) { | |
| 53 if (format_pair.pixel_format == pixel_format) | |
| 54 return format_pair.storage_type; | |
| 55 } | |
| 56 LOG(ERROR) << "Unsupported VideoPixelFormat " | |
| 57 << media::VideoCaptureFormat::PixelFormatToString(pixel_format); | |
| 58 return VideoFrame::STORAGE_UNKNOWN; | |
| 59 } | |
| 60 | |
| 61 // A simple holder of a memory-backed buffer and accesors to it. | 18 // A simple holder of a memory-backed buffer and accesors to it. |
| 62 class SimpleBufferHandle final : public VideoCaptureBufferPool::BufferHandle { | 19 class SimpleBufferHandle final : public VideoCaptureBufferPool::BufferHandle { |
| 63 public: | 20 public: |
| 64 SimpleBufferHandle(void* data, size_t size, base::SharedMemoryHandle handle) | 21 SimpleBufferHandle(void* data, size_t size, base::SharedMemoryHandle handle) |
| 65 : data_(data), size_(size), handle_(handle) {} | 22 : data_(data), size_(size), handle_(handle) {} |
| 66 ~SimpleBufferHandle() override {} | 23 ~SimpleBufferHandle() override {} |
| 67 | 24 |
| 68 size_t size() const override { return size_; } | 25 size_t size() const override { return size_; } |
| 69 void* data() override { return data_; } | 26 void* data() override { return data_; } |
| 70 gfx::GpuMemoryBufferType GetType() override { | 27 gfx::GpuMemoryBufferType GetType() override { |
| (...skipping 49 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 120 private: | 77 private: |
| 121 gfx::GpuMemoryBuffer* const gmb_; | 78 gfx::GpuMemoryBuffer* const gmb_; |
| 122 scoped_ptr<void*[]> data_; | 79 scoped_ptr<void*[]> data_; |
| 123 const size_t size_; | 80 const size_t size_; |
| 124 }; | 81 }; |
| 125 | 82 |
| 126 // Tracker specifics for SharedMemory. | 83 // Tracker specifics for SharedMemory. |
| 127 class VideoCaptureBufferPool::SharedMemTracker final : public Tracker { | 84 class VideoCaptureBufferPool::SharedMemTracker final : public Tracker { |
| 128 public: | 85 public: |
| 129 SharedMemTracker(); | 86 SharedMemTracker(); |
| 130 bool Init(VideoFrame::Format format, | 87 bool Init(media::VideoPixelFormat format, |
| 131 media::VideoFrame::StorageType storage_type, | 88 media::VideoPixelStorage storage_type, |
| 132 const gfx::Size& dimensions) override; | 89 const gfx::Size& dimensions) override; |
| 133 | 90 |
| 134 size_t mapped_size() const override { return shared_memory_.mapped_size(); } | 91 size_t mapped_size() const override { return shared_memory_.mapped_size(); } |
| 135 | 92 |
| 136 scoped_ptr<BufferHandle> GetBufferHandle() override { | 93 scoped_ptr<BufferHandle> GetBufferHandle() override { |
| 137 return make_scoped_ptr(new SimpleBufferHandle( | 94 return make_scoped_ptr(new SimpleBufferHandle( |
| 138 shared_memory_.memory(), mapped_size(), shared_memory_.handle())); | 95 shared_memory_.memory(), mapped_size(), shared_memory_.handle())); |
| 139 } | 96 } |
| 140 | 97 |
| 141 bool ShareToProcess(base::ProcessHandle process_handle, | 98 bool ShareToProcess(base::ProcessHandle process_handle, |
| 142 base::SharedMemoryHandle* new_handle) override { | 99 base::SharedMemoryHandle* new_handle) override { |
| 143 return shared_memory_.ShareToProcess(process_handle, new_handle); | 100 return shared_memory_.ShareToProcess(process_handle, new_handle); |
| 144 } | 101 } |
| 145 | 102 |
| 146 private: | 103 private: |
| 147 // The memory created to be shared with renderer processes. | 104 // The memory created to be shared with renderer processes. |
| 148 base::SharedMemory shared_memory_; | 105 base::SharedMemory shared_memory_; |
| 149 }; | 106 }; |
| 150 | 107 |
| 151 // Tracker specifics for GpuMemoryBuffer. Owns one GpuMemoryBuffer and its | 108 // Tracker specifics for GpuMemoryBuffer. Owns one GpuMemoryBuffer and its |
| 152 // associated pixel dimensions. | 109 // associated pixel dimensions. |
| 153 class VideoCaptureBufferPool::GpuMemoryBufferTracker final : public Tracker { | 110 class VideoCaptureBufferPool::GpuMemoryBufferTracker final : public Tracker { |
| 154 public: | 111 public: |
| 155 GpuMemoryBufferTracker(); | 112 GpuMemoryBufferTracker(); |
| 156 bool Init(VideoFrame::Format format, | 113 bool Init(media::VideoPixelFormat format, |
| 157 media::VideoFrame::StorageType storage_type, | 114 media::VideoPixelStorage storage_type, |
| 158 const gfx::Size& dimensions) override; | 115 const gfx::Size& dimensions) override; |
| 159 ~GpuMemoryBufferTracker() override; | 116 ~GpuMemoryBufferTracker() override; |
| 160 | 117 |
| 161 size_t mapped_size() const override { return packed_size_; } | 118 size_t mapped_size() const override { return packed_size_; } |
| 162 scoped_ptr<BufferHandle> GetBufferHandle() override { | 119 scoped_ptr<BufferHandle> GetBufferHandle() override { |
| 163 return make_scoped_ptr(new GpuMemoryBufferBufferHandle( | 120 return make_scoped_ptr(new GpuMemoryBufferBufferHandle( |
| 164 gpu_memory_buffer_.get(), packed_size_)); | 121 gpu_memory_buffer_.get(), packed_size_)); |
| 165 } | 122 } |
| 166 | 123 |
| 167 bool ShareToProcess(base::ProcessHandle process_handle, | 124 bool ShareToProcess(base::ProcessHandle process_handle, |
| 168 base::SharedMemoryHandle* new_handle) override { | 125 base::SharedMemoryHandle* new_handle) override { |
| 169 return true; | 126 return true; |
| 170 } | 127 } |
| 171 | 128 |
| 172 private: | 129 private: |
| 173 size_t packed_size_; | 130 size_t packed_size_; |
| 174 scoped_ptr<gfx::GpuMemoryBuffer> gpu_memory_buffer_; | 131 scoped_ptr<gfx::GpuMemoryBuffer> gpu_memory_buffer_; |
| 175 }; | 132 }; |
| 176 | 133 |
| 177 VideoCaptureBufferPool::SharedMemTracker::SharedMemTracker() : Tracker() { | 134 VideoCaptureBufferPool::SharedMemTracker::SharedMemTracker() : Tracker() { |
| 178 } | 135 } |
| 179 | 136 |
| 180 bool VideoCaptureBufferPool::SharedMemTracker::Init( | 137 bool VideoCaptureBufferPool::SharedMemTracker::Init( |
| 181 VideoFrame::Format format, | 138 media::VideoPixelFormat format, |
| 182 media::VideoFrame::StorageType storage_type, | 139 media::VideoPixelStorage storage_type, |
| 183 const gfx::Size& dimensions) { | 140 const gfx::Size& dimensions) { |
| 184 DVLOG(2) << "allocating ShMem of " << dimensions.ToString(); | 141 DVLOG(2) << "allocating ShMem of " << dimensions.ToString(); |
| 185 set_pixel_format(format); | 142 set_pixel_format(format); |
| 186 set_storage_type(storage_type); | 143 set_storage_type(storage_type); |
| 187 // Input |dimensions| can be 0x0 for trackers that do not require memory | 144 // |dimensions| can be 0x0 for trackers that do not require memory backing. |
| 188 // backing. The allocated size is calculated using VideoFrame methods since | |
| 189 // this will be the abstraction used to wrap the underlying data. | |
| 190 set_pixel_count(dimensions.GetArea()); | 145 set_pixel_count(dimensions.GetArea()); |
| 191 const size_t byte_count = VideoFrame::AllocationSize(format, dimensions); | 146 const media::VideoCaptureFormat capture_format(dimensions, 0.0f, format, |
| 147 storage_type); |
| 148 const size_t byte_count = capture_format.ImageAllocationSize(); |
| 192 if (!byte_count) | 149 if (!byte_count) |
| 193 return true; | 150 return true; |
| 194 return shared_memory_.CreateAndMapAnonymous(byte_count); | 151 return shared_memory_.CreateAndMapAnonymous(byte_count); |
| 195 } | 152 } |
| 196 | 153 |
| 197 VideoCaptureBufferPool::GpuMemoryBufferTracker::GpuMemoryBufferTracker() | 154 VideoCaptureBufferPool::GpuMemoryBufferTracker::GpuMemoryBufferTracker() |
| 198 : Tracker(), gpu_memory_buffer_(nullptr) {} | 155 : Tracker(), packed_size_(0u), gpu_memory_buffer_(nullptr) {} |
| 199 | 156 |
| 200 VideoCaptureBufferPool::GpuMemoryBufferTracker::~GpuMemoryBufferTracker() { | 157 VideoCaptureBufferPool::GpuMemoryBufferTracker::~GpuMemoryBufferTracker() { |
| 201 if (gpu_memory_buffer_->IsMapped()) | 158 if (gpu_memory_buffer_->IsMapped()) |
| 202 gpu_memory_buffer_->Unmap(); | 159 gpu_memory_buffer_->Unmap(); |
| 203 } | 160 } |
| 204 | 161 |
| 205 bool VideoCaptureBufferPool::GpuMemoryBufferTracker::Init( | 162 bool VideoCaptureBufferPool::GpuMemoryBufferTracker::Init( |
| 206 VideoFrame::Format format, | 163 media::VideoPixelFormat format, |
| 207 media::VideoFrame::StorageType storage_type, | 164 media::VideoPixelStorage storage_type, |
| 208 const gfx::Size& dimensions) { | 165 const gfx::Size& dimensions) { |
| 209 DVLOG(2) << "allocating GMB for " << dimensions.ToString(); | 166 DVLOG(2) << "allocating GMB for " << dimensions.ToString(); |
| 210 // BrowserGpuMemoryBufferManager::current() may not be accessed on IO Thread. | 167 // BrowserGpuMemoryBufferManager::current() may not be accessed on IO Thread. |
| 211 DCHECK(!BrowserThread::CurrentlyOn(BrowserThread::IO)); | 168 DCHECK(!BrowserThread::CurrentlyOn(BrowserThread::IO)); |
| 212 DCHECK(BrowserGpuMemoryBufferManager::current()); | 169 DCHECK(BrowserGpuMemoryBufferManager::current()); |
| 213 set_pixel_format(format); | 170 set_pixel_format(format); |
| 214 set_storage_type(storage_type); | 171 set_storage_type(storage_type); |
| 215 set_pixel_count(dimensions.GetArea()); | 172 set_pixel_count(dimensions.GetArea()); |
| 173 // |dimensions| can be 0x0 for trackers that do not require memory backing. |
| 174 if (dimensions.GetArea() == 0u) |
| 175 return true; |
| 216 gpu_memory_buffer_ = | 176 gpu_memory_buffer_ = |
| 217 BrowserGpuMemoryBufferManager::current()->AllocateGpuMemoryBuffer( | 177 BrowserGpuMemoryBufferManager::current()->AllocateGpuMemoryBuffer( |
| 218 dimensions, | 178 dimensions, |
| 219 gfx::GpuMemoryBuffer::BGRA_8888, | 179 gfx::GpuMemoryBuffer::BGRA_8888, |
| 220 gfx::GpuMemoryBuffer::MAP); | 180 gfx::GpuMemoryBuffer::MAP); |
| 221 DLOG_IF(ERROR, !gpu_memory_buffer_.get()) << "Allocating GpuMemoryBuffer"; | 181 DLOG_IF(ERROR, !gpu_memory_buffer_.get()) << "Allocating GpuMemoryBuffer"; |
| 222 if (!gpu_memory_buffer_.get()) | 182 if (!gpu_memory_buffer_.get()) |
| 223 return false; | 183 return false; |
| 224 int plane_sizes; | 184 int plane_sizes; |
| 225 gpu_memory_buffer_->GetStride(&plane_sizes); | 185 gpu_memory_buffer_->GetStride(&plane_sizes); |
| (...skipping 50 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 276 if (!tracker) { | 236 if (!tracker) { |
| 277 NOTREACHED() << "Invalid buffer_id."; | 237 NOTREACHED() << "Invalid buffer_id."; |
| 278 return scoped_ptr<BufferHandle>(); | 238 return scoped_ptr<BufferHandle>(); |
| 279 } | 239 } |
| 280 | 240 |
| 281 DCHECK(tracker->held_by_producer()); | 241 DCHECK(tracker->held_by_producer()); |
| 282 return tracker->GetBufferHandle(); | 242 return tracker->GetBufferHandle(); |
| 283 } | 243 } |
| 284 | 244 |
| 285 int VideoCaptureBufferPool::ReserveForProducer(media::VideoPixelFormat format, | 245 int VideoCaptureBufferPool::ReserveForProducer(media::VideoPixelFormat format, |
| 246 media::VideoPixelStorage storage, |
| 286 const gfx::Size& dimensions, | 247 const gfx::Size& dimensions, |
| 287 int* buffer_id_to_drop) { | 248 int* buffer_id_to_drop) { |
| 288 base::AutoLock lock(lock_); | 249 base::AutoLock lock(lock_); |
| 289 return ReserveForProducerInternal(format, dimensions, buffer_id_to_drop); | 250 return ReserveForProducerInternal(format, storage, dimensions, |
| 251 buffer_id_to_drop); |
| 290 } | 252 } |
| 291 | 253 |
| 292 void VideoCaptureBufferPool::RelinquishProducerReservation(int buffer_id) { | 254 void VideoCaptureBufferPool::RelinquishProducerReservation(int buffer_id) { |
| 293 base::AutoLock lock(lock_); | 255 base::AutoLock lock(lock_); |
| 294 Tracker* tracker = GetTracker(buffer_id); | 256 Tracker* tracker = GetTracker(buffer_id); |
| 295 if (!tracker) { | 257 if (!tracker) { |
| 296 NOTREACHED() << "Invalid buffer_id."; | 258 NOTREACHED() << "Invalid buffer_id."; |
| 297 return; | 259 return; |
| 298 } | 260 } |
| 299 DCHECK(tracker->held_by_producer()); | 261 DCHECK(tracker->held_by_producer()); |
| (...skipping 37 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 337 int num_buffers_held = 0; | 299 int num_buffers_held = 0; |
| 338 for (const auto& entry : trackers_) { | 300 for (const auto& entry : trackers_) { |
| 339 Tracker* const tracker = entry.second; | 301 Tracker* const tracker = entry.second; |
| 340 if (tracker->held_by_producer() || tracker->consumer_hold_count() > 0) | 302 if (tracker->held_by_producer() || tracker->consumer_hold_count() > 0) |
| 341 ++num_buffers_held; | 303 ++num_buffers_held; |
| 342 } | 304 } |
| 343 return static_cast<double>(num_buffers_held) / count_; | 305 return static_cast<double>(num_buffers_held) / count_; |
| 344 } | 306 } |
| 345 | 307 |
| 346 int VideoCaptureBufferPool::ReserveForProducerInternal( | 308 int VideoCaptureBufferPool::ReserveForProducerInternal( |
| 347 media::VideoPixelFormat format, | 309 media::VideoPixelFormat pixel_format, |
| 310 media::VideoPixelStorage storage_type, |
| 348 const gfx::Size& dimensions, | 311 const gfx::Size& dimensions, |
| 349 int* buffer_id_to_drop) { | 312 int* buffer_id_to_drop) { |
| 350 DCHECK(format == media::PIXEL_FORMAT_I420 || | |
| 351 format == media::PIXEL_FORMAT_TEXTURE || | |
| 352 format == media::PIXEL_FORMAT_GPUMEMORYBUFFER ); | |
| 353 lock_.AssertAcquired(); | 313 lock_.AssertAcquired(); |
| 354 *buffer_id_to_drop = kInvalidId; | 314 *buffer_id_to_drop = kInvalidId; |
| 355 | 315 |
| 356 const size_t size_in_pixels = dimensions.GetArea(); | 316 const size_t size_in_pixels = dimensions.GetArea(); |
| 357 const media::VideoFrame::Format pixel_format = | |
| 358 VideoPixelFormatToVideoFrameFormat(format); | |
| 359 const media::VideoFrame::StorageType storage_type = | |
| 360 VideoPixelFormatToVideoFrameStorageType(format); | |
| 361 // Look for a tracker that's allocated, big enough, and not in use. Track the | 317 // Look for a tracker that's allocated, big enough, and not in use. Track the |
| 362 // largest one that's not big enough, in case we have to reallocate a tracker. | 318 // largest one that's not big enough, in case we have to reallocate a tracker. |
| 363 *buffer_id_to_drop = kInvalidId; | 319 *buffer_id_to_drop = kInvalidId; |
| 364 size_t largest_size_in_pixels = 0; | 320 size_t largest_size_in_pixels = 0; |
| 365 TrackerMap::iterator tracker_to_drop = trackers_.end(); | 321 TrackerMap::iterator tracker_to_drop = trackers_.end(); |
| 366 for (TrackerMap::iterator it = trackers_.begin(); it != trackers_.end(); | 322 for (TrackerMap::iterator it = trackers_.begin(); it != trackers_.end(); |
| 367 ++it) { | 323 ++it) { |
| 368 Tracker* const tracker = it->second; | 324 Tracker* const tracker = it->second; |
| 369 if (!tracker->consumer_hold_count() && !tracker->held_by_producer()) { | 325 if (!tracker->consumer_hold_count() && !tracker->held_by_producer()) { |
| 370 if (tracker->pixel_count() >= size_in_pixels && | 326 if (tracker->pixel_count() >= size_in_pixels && |
| (...skipping 18 matching lines...) Expand all Loading... |
| 389 return kInvalidId; | 345 return kInvalidId; |
| 390 } | 346 } |
| 391 *buffer_id_to_drop = tracker_to_drop->first; | 347 *buffer_id_to_drop = tracker_to_drop->first; |
| 392 delete tracker_to_drop->second; | 348 delete tracker_to_drop->second; |
| 393 trackers_.erase(tracker_to_drop); | 349 trackers_.erase(tracker_to_drop); |
| 394 } | 350 } |
| 395 | 351 |
| 396 // Create the new tracker. | 352 // Create the new tracker. |
| 397 const int buffer_id = next_buffer_id_++; | 353 const int buffer_id = next_buffer_id_++; |
| 398 | 354 |
| 399 scoped_ptr<Tracker> tracker = | 355 const bool use_gmb_tracker = |
| 400 Tracker::CreateTracker(format == media::PIXEL_FORMAT_GPUMEMORYBUFFER); | 356 storage_type == media::PIXEL_STORAGE_GPUMEMORYBUFFER; |
| 357 scoped_ptr<Tracker> tracker = Tracker::CreateTracker(use_gmb_tracker); |
| 401 if (!tracker->Init(pixel_format, storage_type, dimensions)) { | 358 if (!tracker->Init(pixel_format, storage_type, dimensions)) { |
| 402 DLOG(ERROR) << "Error initializing Tracker"; | 359 DLOG(ERROR) << "Error initializing Tracker"; |
| 403 return kInvalidId; | 360 return kInvalidId; |
| 404 } | 361 } |
| 405 tracker->set_held_by_producer(true); | 362 tracker->set_held_by_producer(true); |
| 406 trackers_[buffer_id] = tracker.release(); | 363 trackers_[buffer_id] = tracker.release(); |
| 407 | 364 |
| 408 return buffer_id; | 365 return buffer_id; |
| 409 } | 366 } |
| 410 | 367 |
| 411 VideoCaptureBufferPool::Tracker* VideoCaptureBufferPool::GetTracker( | 368 VideoCaptureBufferPool::Tracker* VideoCaptureBufferPool::GetTracker( |
| 412 int buffer_id) { | 369 int buffer_id) { |
| 413 TrackerMap::const_iterator it = trackers_.find(buffer_id); | 370 TrackerMap::const_iterator it = trackers_.find(buffer_id); |
| 414 return (it == trackers_.end()) ? NULL : it->second; | 371 return (it == trackers_.end()) ? NULL : it->second; |
| 415 } | 372 } |
| 416 | 373 |
| 417 } // namespace content | 374 } // namespace content |
| OLD | NEW |