| OLD | NEW |
| 1 // Copyright 2013 The Chromium Authors. All rights reserved. | 1 // Copyright 2013 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include "content/renderer/media/rtc_video_decoder.h" | 5 #include "content/renderer/media/rtc_video_decoder.h" |
| 6 | 6 |
| 7 #include "base/bind.h" | 7 #include "base/bind.h" |
| 8 #include "base/logging.h" | 8 #include "base/logging.h" |
| 9 #include "base/memory/ref_counted.h" | 9 #include "base/memory/ref_counted.h" |
| 10 #include "base/message_loop/message_loop_proxy.h" | 10 #include "base/message_loop/message_loop_proxy.h" |
| (...skipping 43 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 54 const size_t size; | 54 const size_t size; |
| 55 }; | 55 }; |
| 56 | 56 |
| 57 RTCVideoDecoder::SHMBuffer::SHMBuffer(base::SharedMemory* shm, size_t size) | 57 RTCVideoDecoder::SHMBuffer::SHMBuffer(base::SharedMemory* shm, size_t size) |
| 58 : shm(shm), size(size) {} | 58 : shm(shm), size(size) {} |
| 59 | 59 |
| 60 RTCVideoDecoder::SHMBuffer::~SHMBuffer() { shm->Close(); } | 60 RTCVideoDecoder::SHMBuffer::~SHMBuffer() { shm->Close(); } |
| 61 | 61 |
| 62 RTCVideoDecoder::BufferData::BufferData(int32 bitstream_buffer_id, | 62 RTCVideoDecoder::BufferData::BufferData(int32 bitstream_buffer_id, |
| 63 uint32_t timestamp, | 63 uint32_t timestamp, |
| 64 int width, | |
| 65 int height, | |
| 66 size_t size) | 64 size_t size) |
| 67 : bitstream_buffer_id(bitstream_buffer_id), | 65 : bitstream_buffer_id(bitstream_buffer_id), |
| 68 timestamp(timestamp), | 66 timestamp(timestamp), |
| 69 width(width), | |
| 70 height(height), | |
| 71 size(size) {} | 67 size(size) {} |
| 72 | 68 |
| 73 RTCVideoDecoder::BufferData::BufferData() {} | 69 RTCVideoDecoder::BufferData::BufferData() {} |
| 74 | 70 |
| 75 RTCVideoDecoder::BufferData::~BufferData() {} | 71 RTCVideoDecoder::BufferData::~BufferData() {} |
| 76 | 72 |
| 77 RTCVideoDecoder::RTCVideoDecoder( | 73 RTCVideoDecoder::RTCVideoDecoder( |
| 78 const scoped_refptr<media::GpuVideoAcceleratorFactories>& factories) | 74 const scoped_refptr<media::GpuVideoAcceleratorFactories>& factories) |
| 79 : factories_(factories), | 75 : factories_(factories), |
| 80 decoder_texture_target_(0), | 76 decoder_texture_target_(0), |
| (...skipping 139 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 220 reset_bitstream_buffer_id_)) { | 216 reset_bitstream_buffer_id_)) { |
| 221 // TODO(wuchengli): VDA should handle it. Remove this when | 217 // TODO(wuchengli): VDA should handle it. Remove this when |
| 222 // http://crosbug.com/p/21913 is fixed. | 218 // http://crosbug.com/p/21913 is fixed. |
| 223 DVLOG(1) << "The first frame should be a key frame. Drop this."; | 219 DVLOG(1) << "The first frame should be a key frame. Drop this."; |
| 224 return WEBRTC_VIDEO_CODEC_ERROR; | 220 return WEBRTC_VIDEO_CODEC_ERROR; |
| 225 } | 221 } |
| 226 | 222 |
| 227 // Create buffer metadata. | 223 // Create buffer metadata. |
| 228 BufferData buffer_data(next_bitstream_buffer_id_, | 224 BufferData buffer_data(next_bitstream_buffer_id_, |
| 229 inputImage._timeStamp, | 225 inputImage._timeStamp, |
| 230 frame_size_.width(), | |
| 231 frame_size_.height(), | |
| 232 inputImage._length); | 226 inputImage._length); |
| 233 // Mask against 30 bits, to avoid (undefined) wraparound on signed integer. | 227 // Mask against 30 bits, to avoid (undefined) wraparound on signed integer. |
| 234 next_bitstream_buffer_id_ = (next_bitstream_buffer_id_ + 1) & ID_LAST; | 228 next_bitstream_buffer_id_ = (next_bitstream_buffer_id_ + 1) & ID_LAST; |
| 235 | 229 |
| 236 // If a shared memory segment is available, there are no pending buffers, and | 230 // If a shared memory segment is available, there are no pending buffers, and |
| 237 // this isn't a mid-stream resolution change, then send the buffer for decode | 231 // this isn't a mid-stream resolution change, then send the buffer for decode |
| 238 // immediately. Otherwise, save the buffer in the queue for later decode. | 232 // immediately. Otherwise, save the buffer in the queue for later decode. |
| 239 scoped_ptr<SHMBuffer> shm_buffer; | 233 scoped_ptr<SHMBuffer> shm_buffer; |
| 240 if (!need_to_reset_for_midstream_resize && pending_buffers_.size() == 0) | 234 if (!need_to_reset_for_midstream_resize && pending_buffers_.size() == 0) |
| 241 shm_buffer = GetSHM_Locked(inputImage._length); | 235 shm_buffer = GetSHM_Locked(inputImage._length); |
| (...skipping 115 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 357 | 351 |
| 358 std::map<int32, media::PictureBuffer>::iterator it = | 352 std::map<int32, media::PictureBuffer>::iterator it = |
| 359 assigned_picture_buffers_.find(picture.picture_buffer_id()); | 353 assigned_picture_buffers_.find(picture.picture_buffer_id()); |
| 360 if (it == assigned_picture_buffers_.end()) { | 354 if (it == assigned_picture_buffers_.end()) { |
| 361 NOTREACHED() << "Missing picture buffer: " << picture.picture_buffer_id(); | 355 NOTREACHED() << "Missing picture buffer: " << picture.picture_buffer_id(); |
| 362 NotifyError(media::VideoDecodeAccelerator::PLATFORM_FAILURE); | 356 NotifyError(media::VideoDecodeAccelerator::PLATFORM_FAILURE); |
| 363 return; | 357 return; |
| 364 } | 358 } |
| 365 const media::PictureBuffer& pb = it->second; | 359 const media::PictureBuffer& pb = it->second; |
| 366 | 360 |
| 361 // Validate picture size from GPU |
| 362 if (picture.size().IsEmpty() || |
| 363 !gfx::Rect(pb.size()).Contains(gfx::Rect(picture.size()))) { |
| 364 NOTREACHED() << "Invalid picture size from VDA: " |
| 365 << picture.size().ToString() << " should fit in " |
| 366 << pb.size().ToString(); |
| 367 NotifyError(media::VideoDecodeAccelerator::PLATFORM_FAILURE); |
| 368 return; |
| 369 } |
| 370 |
| 367 // Create a media::VideoFrame. | 371 // Create a media::VideoFrame. |
| 368 uint32_t timestamp = 0, width = 0, height = 0; | 372 uint32_t timestamp = 0; |
| 369 size_t size = 0; | 373 GetBufferData(picture.bitstream_buffer_id(), ×tamp); |
| 370 GetBufferData( | |
| 371 picture.bitstream_buffer_id(), ×tamp, &width, &height, &size); | |
| 372 scoped_refptr<media::VideoFrame> frame = | 374 scoped_refptr<media::VideoFrame> frame = |
| 373 CreateVideoFrame(picture, pb, timestamp, width, height, size); | 375 CreateVideoFrame(picture, pb, timestamp); |
| 374 bool inserted = | 376 bool inserted = |
| 375 picture_buffers_at_display_.insert(std::make_pair( | 377 picture_buffers_at_display_.insert(std::make_pair( |
| 376 picture.picture_buffer_id(), | 378 picture.picture_buffer_id(), |
| 377 pb.texture_id())).second; | 379 pb.texture_id())).second; |
| 378 DCHECK(inserted); | 380 DCHECK(inserted); |
| 379 | 381 |
| 380 // Create a WebRTC video frame. | 382 // Create a WebRTC video frame. |
| 381 webrtc::RefCountImpl<NativeHandleImpl>* handle = | 383 webrtc::RefCountImpl<NativeHandleImpl>* handle = |
| 382 new webrtc::RefCountImpl<NativeHandleImpl>(frame); | 384 new webrtc::RefCountImpl<NativeHandleImpl>(frame); |
| 383 webrtc::TextureVideoFrame decoded_image(handle, width, height, timestamp, 0); | 385 webrtc::TextureVideoFrame decoded_image( |
| 386 handle, picture.size().width(), picture.size().height(), timestamp, 0); |
| 384 | 387 |
| 385 // Invoke decode callback. WebRTC expects no callback after Reset or Release. | 388 // Invoke decode callback. WebRTC expects no callback after Reset or Release. |
| 386 { | 389 { |
| 387 base::AutoLock auto_lock(lock_); | 390 base::AutoLock auto_lock(lock_); |
| 388 DCHECK(decode_complete_callback_ != NULL); | 391 DCHECK(decode_complete_callback_ != NULL); |
| 389 if (IsBufferAfterReset(picture.bitstream_buffer_id(), | 392 if (IsBufferAfterReset(picture.bitstream_buffer_id(), |
| 390 reset_bitstream_buffer_id_)) { | 393 reset_bitstream_buffer_id_)) { |
| 391 decode_complete_callback_->Decoded(decoded_image); | 394 decode_complete_callback_->Decoded(decoded_image); |
| 392 } | 395 } |
| 393 } | 396 } |
| (...skipping 22 matching lines...) Expand all Loading... |
| 416 visible_rect, | 419 visible_rect, |
| 417 pixels, | 420 pixels, |
| 418 &event))) | 421 &event))) |
| 419 return; | 422 return; |
| 420 event.Wait(); | 423 event.Wait(); |
| 421 } | 424 } |
| 422 | 425 |
| 423 scoped_refptr<media::VideoFrame> RTCVideoDecoder::CreateVideoFrame( | 426 scoped_refptr<media::VideoFrame> RTCVideoDecoder::CreateVideoFrame( |
| 424 const media::Picture& picture, | 427 const media::Picture& picture, |
| 425 const media::PictureBuffer& pb, | 428 const media::PictureBuffer& pb, |
| 426 uint32_t timestamp, | 429 uint32_t timestamp) { |
| 427 uint32_t width, | 430 gfx::Rect visible_rect(picture.size()); |
| 428 uint32_t height, | |
| 429 size_t size) { | |
| 430 gfx::Rect visible_rect(width, height); | |
| 431 DCHECK(decoder_texture_target_); | 431 DCHECK(decoder_texture_target_); |
| 432 // Convert timestamp from 90KHz to ms. | 432 // Convert timestamp from 90KHz to ms. |
| 433 base::TimeDelta timestamp_ms = base::TimeDelta::FromInternalValue( | 433 base::TimeDelta timestamp_ms = base::TimeDelta::FromInternalValue( |
| 434 base::checked_cast<uint64_t>(timestamp) * 1000 / 90); | 434 base::checked_cast<uint64_t>(timestamp) * 1000 / 90); |
| 435 return media::VideoFrame::WrapNativeTexture( | 435 return media::VideoFrame::WrapNativeTexture( |
| 436 make_scoped_ptr(new gpu::MailboxHolder( | 436 make_scoped_ptr(new gpu::MailboxHolder( |
| 437 pb.texture_mailbox(), decoder_texture_target_, 0)), | 437 pb.texture_mailbox(), decoder_texture_target_, 0)), |
| 438 media::BindToCurrentLoop(base::Bind(&RTCVideoDecoder::ReleaseMailbox, | 438 media::BindToCurrentLoop(base::Bind(&RTCVideoDecoder::ReleaseMailbox, |
| 439 weak_factory_.GetWeakPtr(), | 439 weak_factory_.GetWeakPtr(), |
| 440 factories_, | 440 factories_, |
| (...skipping 329 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 770 // that's too small for some pathological B-frame test videos. The cost of | 770 // that's too small for some pathological B-frame test videos. The cost of |
| 771 // using too-high a value is low (192 bits per extra slot). | 771 // using too-high a value is low (192 bits per extra slot). |
| 772 static const size_t kMaxInputBufferDataSize = 128; | 772 static const size_t kMaxInputBufferDataSize = 128; |
| 773 // Pop from the back of the list, because that's the oldest and least likely | 773 // Pop from the back of the list, because that's the oldest and least likely |
| 774 // to be useful in the future data. | 774 // to be useful in the future data. |
| 775 if (input_buffer_data_.size() > kMaxInputBufferDataSize) | 775 if (input_buffer_data_.size() > kMaxInputBufferDataSize) |
| 776 input_buffer_data_.pop_back(); | 776 input_buffer_data_.pop_back(); |
| 777 } | 777 } |
| 778 | 778 |
| 779 void RTCVideoDecoder::GetBufferData(int32 bitstream_buffer_id, | 779 void RTCVideoDecoder::GetBufferData(int32 bitstream_buffer_id, |
| 780 uint32_t* timestamp, | 780 uint32_t* timestamp) { |
| 781 uint32_t* width, | |
| 782 uint32_t* height, | |
| 783 size_t* size) { | |
| 784 for (std::list<BufferData>::iterator it = input_buffer_data_.begin(); | 781 for (std::list<BufferData>::iterator it = input_buffer_data_.begin(); |
| 785 it != input_buffer_data_.end(); | 782 it != input_buffer_data_.end(); |
| 786 ++it) { | 783 ++it) { |
| 787 if (it->bitstream_buffer_id != bitstream_buffer_id) | 784 if (it->bitstream_buffer_id != bitstream_buffer_id) |
| 788 continue; | 785 continue; |
| 789 *timestamp = it->timestamp; | 786 *timestamp = it->timestamp; |
| 790 *width = it->width; | |
| 791 *height = it->height; | |
| 792 return; | 787 return; |
| 793 } | 788 } |
| 794 NOTREACHED() << "Missing bitstream buffer id: " << bitstream_buffer_id; | 789 NOTREACHED() << "Missing bitstream buffer id: " << bitstream_buffer_id; |
| 795 } | 790 } |
| 796 | 791 |
| 797 int32_t RTCVideoDecoder::RecordInitDecodeUMA(int32_t status) { | 792 int32_t RTCVideoDecoder::RecordInitDecodeUMA(int32_t status) { |
| 798 // Logging boolean is enough to know if HW decoding has been used. Also, | 793 // Logging boolean is enough to know if HW decoding has been used. Also, |
| 799 // InitDecode is less likely to return an error so enum is not used here. | 794 // InitDecode is less likely to return an error so enum is not used here. |
| 800 bool sample = (status == WEBRTC_VIDEO_CODEC_OK) ? true : false; | 795 bool sample = (status == WEBRTC_VIDEO_CODEC_OK) ? true : false; |
| 801 UMA_HISTOGRAM_BOOLEAN("Media.RTCVideoDecoderInitDecodeSuccess", sample); | 796 UMA_HISTOGRAM_BOOLEAN("Media.RTCVideoDecoderInitDecodeSuccess", sample); |
| 802 return status; | 797 return status; |
| 803 } | 798 } |
| 804 | 799 |
| 805 void RTCVideoDecoder::DCheckGpuVideoAcceleratorFactoriesTaskRunnerIsCurrent() | 800 void RTCVideoDecoder::DCheckGpuVideoAcceleratorFactoriesTaskRunnerIsCurrent() |
| 806 const { | 801 const { |
| 807 DCHECK(factories_->GetTaskRunner()->BelongsToCurrentThread()); | 802 DCHECK(factories_->GetTaskRunner()->BelongsToCurrentThread()); |
| 808 } | 803 } |
| 809 | 804 |
| 810 } // namespace content | 805 } // namespace content |
| OLD | NEW |