| OLD | NEW |
| 1 // Copyright 2015 The Chromium Authors. All rights reserved. | 1 // Copyright 2015 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include "content/browser/renderer_host/media/video_capture_device_client.h" | 5 #include "content/browser/renderer_host/media/video_capture_device_client.h" |
| 6 | 6 |
| 7 #include <algorithm> | 7 #include <algorithm> |
| 8 | 8 |
| 9 #include "base/bind.h" | 9 #include "base/bind.h" |
| 10 #include "base/strings/stringprintf.h" | 10 #include "base/strings/stringprintf.h" |
| (...skipping 198 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 209 | 209 |
| 210 VideoCaptureDeviceClient::~VideoCaptureDeviceClient() {} | 210 VideoCaptureDeviceClient::~VideoCaptureDeviceClient() {} |
| 211 | 211 |
| 212 void VideoCaptureDeviceClient::OnIncomingCapturedData( | 212 void VideoCaptureDeviceClient::OnIncomingCapturedData( |
| 213 const uint8* data, | 213 const uint8* data, |
| 214 int length, | 214 int length, |
| 215 const VideoCaptureFormat& frame_format, | 215 const VideoCaptureFormat& frame_format, |
| 216 int rotation, | 216 int rotation, |
| 217 const base::TimeTicks& timestamp) { | 217 const base::TimeTicks& timestamp) { |
| 218 TRACE_EVENT0("video", "VideoCaptureDeviceClient::OnIncomingCapturedData"); | 218 TRACE_EVENT0("video", "VideoCaptureDeviceClient::OnIncomingCapturedData"); |
| 219 DCHECK_EQ(frame_format.pixel_storage, media::PIXEL_STORAGE_CPU); | |
| 220 | 219 |
| 221 if (last_captured_pixel_format_ != frame_format.pixel_format) { | 220 if (last_captured_pixel_format_ != frame_format.pixel_format) { |
| 222 OnLog("Pixel format: " + | 221 OnLog("Pixel format: " + media::VideoCaptureFormat::PixelFormatToString( |
| 223 VideoCaptureFormat::PixelFormatToString(frame_format.pixel_format)); | 222 frame_format.pixel_format)); |
| 224 last_captured_pixel_format_ = frame_format.pixel_format; | 223 last_captured_pixel_format_ = frame_format.pixel_format; |
| 225 } | 224 } |
| 226 | 225 |
| 227 if (!frame_format.IsValid()) | 226 if (!frame_format.IsValid()) |
| 228 return; | 227 return; |
| 229 | 228 |
| 230 // |chopped_{width,height} and |new_unrotated_{width,height}| are the lowest | 229 // |chopped_{width,height} and |new_unrotated_{width,height}| are the lowest |
| 231 // bit decomposition of {width, height}, grabbing the odd and even parts. | 230 // bit decomposition of {width, height}, grabbing the odd and even parts. |
| 232 const int chopped_width = frame_format.frame_size.width() & 1; | 231 const int chopped_width = frame_format.frame_size.width() & 1; |
| 233 const int chopped_height = frame_format.frame_size.height() & 1; | 232 const int chopped_height = frame_format.frame_size.height() & 1; |
| (...skipping 17 matching lines...) Expand all Loading... |
| 251 | 250 |
| 252 const gfx::Size dimensions(destination_width, destination_height); | 251 const gfx::Size dimensions(destination_width, destination_height); |
| 253 if (!VideoFrame::IsValidConfig(VideoFrame::I420, | 252 if (!VideoFrame::IsValidConfig(VideoFrame::I420, |
| 254 VideoFrame::STORAGE_UNKNOWN, | 253 VideoFrame::STORAGE_UNKNOWN, |
| 255 dimensions, | 254 dimensions, |
| 256 gfx::Rect(dimensions), | 255 gfx::Rect(dimensions), |
| 257 dimensions)) { | 256 dimensions)) { |
| 258 return; | 257 return; |
| 259 } | 258 } |
| 260 | 259 |
| 261 scoped_ptr<Buffer> buffer(ReserveOutputBuffer( | 260 scoped_ptr<Buffer> buffer( |
| 262 dimensions, media::PIXEL_FORMAT_I420, media::PIXEL_STORAGE_CPU)); | 261 ReserveOutputBuffer(media::PIXEL_FORMAT_I420, dimensions)); |
| 263 if (!buffer.get()) | 262 if (!buffer.get()) |
| 264 return; | 263 return; |
| 265 | 264 |
| 266 const size_t y_plane_size = VideoFrame::PlaneSize( | 265 const size_t y_plane_size = VideoFrame::PlaneSize( |
| 267 VideoFrame::I420, VideoFrame::kYPlane, dimensions).GetArea(); | 266 VideoFrame::I420, VideoFrame::kYPlane, dimensions).GetArea(); |
| 268 const size_t u_plane_size = VideoFrame::PlaneSize( | 267 const size_t u_plane_size = VideoFrame::PlaneSize( |
| 269 VideoFrame::I420, VideoFrame::kUPlane, dimensions).GetArea(); | 268 VideoFrame::I420, VideoFrame::kUPlane, dimensions).GetArea(); |
| 270 uint8* const yplane = reinterpret_cast<uint8*>(buffer->data()); | 269 uint8* const yplane = reinterpret_cast<uint8*>(buffer->data()); |
| 271 uint8* const uplane = yplane + y_plane_size; | 270 uint8* const uplane = yplane + y_plane_size; |
| 272 uint8* const vplane = uplane + u_plane_size; | 271 uint8* const vplane = uplane + u_plane_size; |
| (...skipping 71 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 344 uv_plane_stride, | 343 uv_plane_stride, |
| 345 crop_x, | 344 crop_x, |
| 346 crop_y, | 345 crop_y, |
| 347 frame_format.frame_size.width(), | 346 frame_format.frame_size.width(), |
| 348 (flip ? -1 : 1) * frame_format.frame_size.height(), | 347 (flip ? -1 : 1) * frame_format.frame_size.height(), |
| 349 new_unrotated_width, | 348 new_unrotated_width, |
| 350 new_unrotated_height, | 349 new_unrotated_height, |
| 351 rotation_mode, | 350 rotation_mode, |
| 352 origin_colorspace) != 0) { | 351 origin_colorspace) != 0) { |
| 353 DLOG(WARNING) << "Failed to convert buffer's pixel format to I420 from " | 352 DLOG(WARNING) << "Failed to convert buffer's pixel format to I420 from " |
| 354 << VideoCaptureFormat::PixelFormatToString( | 353 << media::VideoCaptureFormat::PixelFormatToString( |
| 355 frame_format.pixel_format); | 354 frame_format.pixel_format); |
| 356 return; | 355 return; |
| 357 } | 356 } |
| 358 | 357 |
| 359 const VideoCaptureFormat output_format = | 358 OnIncomingCapturedBuffer(buffer.Pass(), |
| 360 VideoCaptureFormat(dimensions, frame_format.frame_rate, | 359 media::VideoCaptureFormat(dimensions, |
| 361 media::PIXEL_FORMAT_I420, media::PIXEL_STORAGE_CPU); | 360 frame_format.frame_rate, |
| 362 OnIncomingCapturedBuffer(buffer.Pass(), output_format, timestamp); | 361 media::PIXEL_FORMAT_I420), |
| 362 timestamp); |
| 363 } | 363 } |
| 364 | 364 |
| 365 void | 365 void |
| 366 VideoCaptureDeviceClient::OnIncomingCapturedYuvData( | 366 VideoCaptureDeviceClient::OnIncomingCapturedYuvData( |
| 367 const uint8* y_data, | 367 const uint8* y_data, |
| 368 const uint8* u_data, | 368 const uint8* u_data, |
| 369 const uint8* v_data, | 369 const uint8* v_data, |
| 370 size_t y_stride, | 370 size_t y_stride, |
| 371 size_t u_stride, | 371 size_t u_stride, |
| 372 size_t v_stride, | 372 size_t v_stride, |
| 373 const VideoCaptureFormat& frame_format, | 373 const VideoCaptureFormat& frame_format, |
| 374 int clockwise_rotation, | 374 int clockwise_rotation, |
| 375 const base::TimeTicks& timestamp) { | 375 const base::TimeTicks& timestamp) { |
| 376 TRACE_EVENT0("video", "VideoCaptureDeviceClient::OnIncomingCapturedYuvData"); | 376 TRACE_EVENT0("video", "VideoCaptureDeviceClient::OnIncomingCapturedYuvData"); |
| 377 DCHECK_EQ(frame_format.pixel_format, media::PIXEL_FORMAT_I420); | 377 DCHECK_EQ(frame_format.pixel_format, media::PIXEL_FORMAT_I420); |
| 378 DCHECK_EQ(frame_format.pixel_storage, media::PIXEL_STORAGE_CPU); | |
| 379 DCHECK_EQ(clockwise_rotation, 0) << "Rotation not supported"; | 378 DCHECK_EQ(clockwise_rotation, 0) << "Rotation not supported"; |
| 380 | 379 |
| 381 scoped_ptr<Buffer> buffer(ReserveOutputBuffer(frame_format.frame_size, | 380 scoped_ptr<Buffer> buffer( |
| 382 frame_format.pixel_format, | 381 ReserveOutputBuffer(frame_format.pixel_format, frame_format.frame_size)); |
| 383 frame_format.pixel_storage)); | |
| 384 if (!buffer.get()) | 382 if (!buffer.get()) |
| 385 return; | 383 return; |
| 386 | 384 |
| 387 // Blit (copy) here from y,u,v into buffer.data()). Needed so we can return | 385 // Blit (copy) here from y,u,v into buffer.data()). Needed so we can return |
| 388 // the parameter buffer synchronously to the driver. | 386 // the parameter buffer synchronously to the driver. |
| 389 const size_t y_plane_size = VideoFrame::PlaneSize( | 387 const size_t y_plane_size = VideoFrame::PlaneSize( |
| 390 VideoFrame::I420, VideoFrame::kYPlane, frame_format.frame_size).GetArea(); | 388 VideoFrame::I420, VideoFrame::kYPlane, frame_format.frame_size).GetArea(); |
| 391 const size_t u_plane_size = VideoFrame::PlaneSize( | 389 const size_t u_plane_size = VideoFrame::PlaneSize( |
| 392 VideoFrame::I420, VideoFrame::kUPlane, frame_format.frame_size).GetArea(); | 390 VideoFrame::I420, VideoFrame::kUPlane, frame_format.frame_size).GetArea(); |
| 393 uint8* const dst_y = reinterpret_cast<uint8*>(buffer->data()); | 391 uint8* const dst_y = reinterpret_cast<uint8*>(buffer->data()); |
| (...skipping 19 matching lines...) Expand all Loading... |
| 413 frame_format.frame_size.width(), | 411 frame_format.frame_size.width(), |
| 414 frame_format.frame_size.height())) { | 412 frame_format.frame_size.height())) { |
| 415 DLOG(WARNING) << "Failed to copy buffer"; | 413 DLOG(WARNING) << "Failed to copy buffer"; |
| 416 return; | 414 return; |
| 417 } | 415 } |
| 418 | 416 |
| 419 OnIncomingCapturedBuffer(buffer.Pass(), frame_format, timestamp); | 417 OnIncomingCapturedBuffer(buffer.Pass(), frame_format, timestamp); |
| 420 }; | 418 }; |
| 421 | 419 |
| 422 scoped_ptr<media::VideoCaptureDevice::Client::Buffer> | 420 scoped_ptr<media::VideoCaptureDevice::Client::Buffer> |
| 423 VideoCaptureDeviceClient::ReserveOutputBuffer( | 421 VideoCaptureDeviceClient::ReserveOutputBuffer(media::VideoPixelFormat format, |
| 424 const gfx::Size& frame_size, | 422 const gfx::Size& dimensions) { |
| 425 media::VideoPixelFormat pixel_format, | 423 DCHECK(format == media::PIXEL_FORMAT_I420 || |
| 426 media::VideoPixelStorage pixel_storage) { | 424 format == media::PIXEL_FORMAT_TEXTURE || |
| 427 DCHECK(pixel_format == media::PIXEL_FORMAT_I420 || | 425 format == media::PIXEL_FORMAT_GPUMEMORYBUFFER); |
| 428 pixel_format == media::PIXEL_FORMAT_ARGB); | 426 DCHECK_GT(dimensions.width(), 0); |
| 429 DCHECK_GT(frame_size.width(), 0); | 427 DCHECK_GT(dimensions.height(), 0); |
| 430 DCHECK_GT(frame_size.height(), 0); | |
| 431 | 428 |
| 432 if (pixel_storage == media::PIXEL_STORAGE_GPUMEMORYBUFFER && | 429 if (format == media::PIXEL_FORMAT_GPUMEMORYBUFFER && !texture_wrap_helper_) { |
| 433 !texture_wrap_helper_) { | |
| 434 texture_wrap_helper_ = | 430 texture_wrap_helper_ = |
| 435 new TextureWrapHelper(controller_, capture_task_runner_); | 431 new TextureWrapHelper(controller_, capture_task_runner_); |
| 436 } | 432 } |
| 437 | 433 |
| 438 // TODO(mcasas): For PIXEL_STORAGE_GPUMEMORYBUFFER, find a way to indicate if | |
| 439 // it's a ShMem GMB or a DmaBuf GMB. | |
| 440 int buffer_id_to_drop = VideoCaptureBufferPool::kInvalidId; | 434 int buffer_id_to_drop = VideoCaptureBufferPool::kInvalidId; |
| 441 const int buffer_id = buffer_pool_->ReserveForProducer( | 435 const int buffer_id = |
| 442 pixel_format, pixel_storage, frame_size, &buffer_id_to_drop); | 436 buffer_pool_->ReserveForProducer(format, dimensions, &buffer_id_to_drop); |
| 443 if (buffer_id == VideoCaptureBufferPool::kInvalidId) | 437 if (buffer_id == VideoCaptureBufferPool::kInvalidId) |
| 444 return NULL; | 438 return NULL; |
| 445 | 439 |
| 446 scoped_ptr<media::VideoCaptureDevice::Client::Buffer> output_buffer( | 440 scoped_ptr<media::VideoCaptureDevice::Client::Buffer> output_buffer( |
| 447 new AutoReleaseBuffer(buffer_pool_, buffer_id)); | 441 new AutoReleaseBuffer(buffer_pool_, buffer_id)); |
| 448 | 442 |
| 449 if (buffer_id_to_drop != VideoCaptureBufferPool::kInvalidId) { | 443 if (buffer_id_to_drop != VideoCaptureBufferPool::kInvalidId) { |
| 450 BrowserThread::PostTask(BrowserThread::IO, | 444 BrowserThread::PostTask(BrowserThread::IO, |
| 451 FROM_HERE, | 445 FROM_HERE, |
| 452 base::Bind(&VideoCaptureController::DoBufferDestroyedOnIOThread, | 446 base::Bind(&VideoCaptureController::DoBufferDestroyedOnIOThread, |
| 453 controller_, buffer_id_to_drop)); | 447 controller_, buffer_id_to_drop)); |
| 454 } | 448 } |
| 455 | 449 |
| 456 return output_buffer.Pass(); | 450 return output_buffer.Pass(); |
| 457 } | 451 } |
| 458 | 452 |
| 459 void VideoCaptureDeviceClient::OnIncomingCapturedBuffer( | 453 void VideoCaptureDeviceClient::OnIncomingCapturedBuffer( |
| 460 scoped_ptr<Buffer> buffer, | 454 scoped_ptr<Buffer> buffer, |
| 461 const VideoCaptureFormat& frame_format, | 455 const media::VideoCaptureFormat& frame_format, |
| 462 const base::TimeTicks& timestamp) { | 456 const base::TimeTicks& timestamp) { |
| 463 if (frame_format.pixel_storage == media::PIXEL_STORAGE_GPUMEMORYBUFFER) { | 457 if (frame_format.pixel_format == media::PIXEL_FORMAT_GPUMEMORYBUFFER) { |
| 464 capture_task_runner_->PostTask( | 458 capture_task_runner_->PostTask( |
| 465 FROM_HERE, | 459 FROM_HERE, |
| 466 base::Bind(&TextureWrapHelper::OnIncomingCapturedGpuMemoryBuffer, | 460 base::Bind(&TextureWrapHelper::OnIncomingCapturedGpuMemoryBuffer, |
| 467 texture_wrap_helper_, | 461 texture_wrap_helper_, |
| 468 base::Passed(&buffer), | 462 base::Passed(&buffer), |
| 469 frame_format, | 463 frame_format, |
| 470 timestamp)); | 464 timestamp)); |
| 471 } else { | 465 } else { |
| 472 DCHECK(frame_format.pixel_format == media::PIXEL_FORMAT_I420 || | 466 DCHECK_EQ(frame_format.pixel_format, media::PIXEL_FORMAT_I420); |
| 473 frame_format.pixel_format == media::PIXEL_FORMAT_ARGB); | |
| 474 scoped_refptr<VideoFrame> video_frame = | 467 scoped_refptr<VideoFrame> video_frame = |
| 475 VideoFrame::WrapExternalData( | 468 VideoFrame::WrapExternalData( |
| 476 VideoFrame::I420, | 469 VideoFrame::I420, |
| 477 frame_format.frame_size, | 470 frame_format.frame_size, |
| 478 gfx::Rect(frame_format.frame_size), | 471 gfx::Rect(frame_format.frame_size), |
| 479 frame_format.frame_size, | 472 frame_format.frame_size, |
| 480 reinterpret_cast<uint8*>(buffer->data()), | 473 reinterpret_cast<uint8*>(buffer->data()), |
| 481 VideoFrame::AllocationSize(VideoFrame::I420, | 474 VideoFrame::AllocationSize(VideoFrame::I420, |
| 482 frame_format.frame_size), | 475 frame_format.frame_size), |
| 483 base::TimeDelta()); | 476 base::TimeDelta()); |
| (...skipping 53 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 537 capture_task_runner_->PostTask(FROM_HERE, | 530 capture_task_runner_->PostTask(FROM_HERE, |
| 538 base::Bind(&TextureWrapHelper::Init, this)); | 531 base::Bind(&TextureWrapHelper::Init, this)); |
| 539 } | 532 } |
| 540 | 533 |
| 541 void | 534 void |
| 542 VideoCaptureDeviceClient::TextureWrapHelper::OnIncomingCapturedGpuMemoryBuffer( | 535 VideoCaptureDeviceClient::TextureWrapHelper::OnIncomingCapturedGpuMemoryBuffer( |
| 543 scoped_ptr<media::VideoCaptureDevice::Client::Buffer> buffer, | 536 scoped_ptr<media::VideoCaptureDevice::Client::Buffer> buffer, |
| 544 const media::VideoCaptureFormat& frame_format, | 537 const media::VideoCaptureFormat& frame_format, |
| 545 const base::TimeTicks& timestamp) { | 538 const base::TimeTicks& timestamp) { |
| 546 DCHECK(capture_task_runner_->BelongsToCurrentThread()); | 539 DCHECK(capture_task_runner_->BelongsToCurrentThread()); |
| 547 DCHECK_EQ(frame_format.pixel_format, media::PIXEL_FORMAT_ARGB); | 540 DCHECK_EQ(frame_format.pixel_format, media::PIXEL_FORMAT_GPUMEMORYBUFFER); |
| 548 DCHECK_EQ(frame_format.pixel_storage, media::PIXEL_STORAGE_GPUMEMORYBUFFER); | |
| 549 if (!gl_helper_) { | 541 if (!gl_helper_) { |
| 550 // |gl_helper_| might not exist due to asynchronous initialization not | 542 // |gl_helper_| might not exist due to asynchronous initialization not |
| 551 // finished or due to termination in process after a context loss. | 543 // finished or due to termination in process after a context loss. |
| 552 DVLOG(1) << " Skipping ingress frame, no GL context."; | 544 DVLOG(1) << " Skipping ingress frame, no GL context."; |
| 553 return; | 545 return; |
| 554 } | 546 } |
| 555 | 547 |
| 556 gpu::gles2::GLES2Interface* gl = capture_thread_context_->ContextGL(); | 548 gpu::gles2::GLES2Interface* gl = capture_thread_context_->ContextGL(); |
| 557 GLuint image_id = gl->CreateImageCHROMIUM(buffer->AsClientBuffer(), | 549 GLuint image_id = gl->CreateImageCHROMIUM(buffer->AsClientBuffer(), |
| 558 frame_format.frame_size.width(), | 550 frame_format.frame_size.width(), |
| (...skipping 134 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 693 void VideoCaptureDeviceClient::TextureWrapHelper::OnError( | 685 void VideoCaptureDeviceClient::TextureWrapHelper::OnError( |
| 694 const std::string& message) { | 686 const std::string& message) { |
| 695 DCHECK(capture_task_runner_->BelongsToCurrentThread()); | 687 DCHECK(capture_task_runner_->BelongsToCurrentThread()); |
| 696 DLOG(ERROR) << message; | 688 DLOG(ERROR) << message; |
| 697 BrowserThread::PostTask( | 689 BrowserThread::PostTask( |
| 698 BrowserThread::IO, FROM_HERE, | 690 BrowserThread::IO, FROM_HERE, |
| 699 base::Bind(&VideoCaptureController::DoErrorOnIOThread, controller_)); | 691 base::Bind(&VideoCaptureController::DoErrorOnIOThread, controller_)); |
| 700 } | 692 } |
| 701 | 693 |
| 702 } // namespace content | 694 } // namespace content |
| OLD | NEW |