| OLD | NEW |
| 1 // Copyright 2013 The Chromium Authors. All rights reserved. | 1 // Copyright 2013 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include "content/renderer/media/rtc_video_decoder.h" | 5 #include "content/renderer/media/rtc_video_decoder.h" |
| 6 | 6 |
| 7 #include "base/bind.h" | 7 #include "base/bind.h" |
| 8 #include "base/logging.h" | 8 #include "base/logging.h" |
| 9 #include "base/memory/ref_counted.h" | 9 #include "base/memory/ref_counted.h" |
| 10 #include "base/message_loop/message_loop_proxy.h" | 10 #include "base/message_loop/message_loop_proxy.h" |
| (...skipping 54 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 65 | 65 |
| 66 RTCVideoDecoder::BufferData::BufferData() {} | 66 RTCVideoDecoder::BufferData::BufferData() {} |
| 67 | 67 |
| 68 RTCVideoDecoder::BufferData::~BufferData() {} | 68 RTCVideoDecoder::BufferData::~BufferData() {} |
| 69 | 69 |
| 70 RTCVideoDecoder::RTCVideoDecoder( | 70 RTCVideoDecoder::RTCVideoDecoder( |
| 71 const scoped_refptr<media::GpuVideoDecoder::Factories>& factories) | 71 const scoped_refptr<media::GpuVideoDecoder::Factories>& factories) |
| 72 : weak_factory_(this), | 72 : weak_factory_(this), |
| 73 weak_this_(weak_factory_.GetWeakPtr()), | 73 weak_this_(weak_factory_.GetWeakPtr()), |
| 74 factories_(factories), | 74 factories_(factories), |
| 75 vda_loop_proxy_(factories_->GetMessageLoop()), | 75 vda_loop_proxy_(factories->GetMessageLoop()), |
| 76 create_shm_thread_("CreateSHMThread"), | |
| 77 decoder_texture_target_(0), | 76 decoder_texture_target_(0), |
| 78 next_picture_buffer_id_(0), | 77 next_picture_buffer_id_(0), |
| 79 state_(UNINITIALIZED), | 78 state_(UNINITIALIZED), |
| 80 decode_complete_callback_(NULL), | 79 decode_complete_callback_(NULL), |
| 81 num_shm_buffers_(0), | 80 num_shm_buffers_(0), |
| 82 next_bitstream_buffer_id_(0), | 81 next_bitstream_buffer_id_(0), |
| 83 reset_bitstream_buffer_id_(ID_INVALID) { | 82 reset_bitstream_buffer_id_(ID_INVALID) { |
| 84 create_shm_thread_.Start(); | 83 DCHECK(!vda_loop_proxy_->BelongsToCurrentThread()); |
| 85 // Initialize directly if |vda_loop_proxy_| is the renderer thread. | 84 base::WaitableEvent message_loop_async_waiter(false, false); |
| 86 base::WaitableEvent compositor_loop_async_waiter(false, false); | 85 // Waiting here is safe. The media thread is stopped in the child thread and |
| 87 if (vda_loop_proxy_->BelongsToCurrentThread()) { | 86 // the child thread is blocked when VideoDecoderFactory::CreateVideoDecoder |
| 88 Initialize(&compositor_loop_async_waiter); | 87 // runs. |
| 89 return; | |
| 90 } | |
| 91 // Post the task if |vda_loop_proxy_| is the compositor thread. Waiting here | |
| 92 // is safe because the compositor thread will not be stopped until the | |
| 93 // renderer thread shuts down. | |
| 94 vda_loop_proxy_->PostTask(FROM_HERE, | 88 vda_loop_proxy_->PostTask(FROM_HERE, |
| 95 base::Bind(&RTCVideoDecoder::Initialize, | 89 base::Bind(&RTCVideoDecoder::Initialize, |
| 96 base::Unretained(this), | 90 base::Unretained(this), |
| 97 &compositor_loop_async_waiter)); | 91 &message_loop_async_waiter)); |
| 98 compositor_loop_async_waiter.Wait(); | 92 message_loop_async_waiter.Wait(); |
| 99 } | 93 } |
| 100 | 94 |
| 101 RTCVideoDecoder::~RTCVideoDecoder() { | 95 RTCVideoDecoder::~RTCVideoDecoder() { |
| 102 DVLOG(2) << "~RTCVideoDecoder"; | 96 DVLOG(2) << "~RTCVideoDecoder"; |
| 103 factories_->Abort(); | 97 // Remove |this| from the observer if vda thread is alive. |
| 104 create_shm_thread_.Stop(); | 98 if (vda_loop_proxy_->BelongsToCurrentThread()) |
| 105 // Delete vda and remove |this| from the observer if vda thread is alive. | |
| 106 if (vda_loop_proxy_->BelongsToCurrentThread()) { | |
| 107 base::MessageLoop::current()->RemoveDestructionObserver(this); | 99 base::MessageLoop::current()->RemoveDestructionObserver(this); |
| 108 DestroyVDA(); | 100 // VDA should have been destroyed. |
| 109 } else { | 101 DCHECK(!vda_); |
| 110 // VDA should have been destroyed in WillDestroyCurrentMessageLoop. | |
| 111 DCHECK(!vda_); | |
| 112 } | |
| 113 | 102 |
| 114 // Delete all shared memories. | 103 // Delete all shared memories. |
| 115 STLDeleteElements(&available_shm_segments_); | 104 STLDeleteElements(&available_shm_segments_); |
| 116 STLDeleteValues(&bitstream_buffers_in_decoder_); | 105 STLDeleteValues(&bitstream_buffers_in_decoder_); |
| 117 STLDeleteContainerPairFirstPointers(decode_buffers_.begin(), | 106 STLDeleteContainerPairFirstPointers(decode_buffers_.begin(), |
| 118 decode_buffers_.end()); | 107 decode_buffers_.end()); |
| 119 decode_buffers_.clear(); | 108 decode_buffers_.clear(); |
| 120 | 109 |
| 121 // Delete WebRTC input buffers. | 110 // Delete WebRTC input buffers. |
| 122 for (std::deque<std::pair<webrtc::EncodedImage, BufferData> >::iterator it = | 111 for (std::deque<std::pair<webrtc::EncodedImage, BufferData> >::iterator it = |
| 123 pending_buffers_.begin(); | 112 pending_buffers_.begin(); |
| 124 it != pending_buffers_.end(); | 113 it != pending_buffers_.end(); |
| 125 ++it) { | 114 ++it) { |
| 126 delete[] it->first._buffer; | 115 delete[] it->first._buffer; |
| 127 } | 116 } |
| 128 } | 117 } |
| 129 | 118 |
| 130 scoped_ptr<RTCVideoDecoder> RTCVideoDecoder::Create( | 119 scoped_ptr<RTCVideoDecoder> RTCVideoDecoder::Create( |
| 120 webrtc::VideoCodecType type, |
| 131 const scoped_refptr<media::GpuVideoDecoder::Factories>& factories) { | 121 const scoped_refptr<media::GpuVideoDecoder::Factories>& factories) { |
| 132 scoped_ptr<RTCVideoDecoder> decoder(new RTCVideoDecoder(factories)); | 122 scoped_ptr<RTCVideoDecoder> decoder; |
| 133 decoder->vda_.reset(factories->CreateVideoDecodeAccelerator( | 123 // Convert WebRTC codec type to media codec profile. |
| 134 media::VP8PROFILE_MAIN, decoder.get())); | 124 media::VideoCodecProfile profile; |
| 125 switch (type) { |
| 126 case webrtc::kVideoCodecVP8: |
| 127 profile = media::VP8PROFILE_MAIN; |
| 128 break; |
| 129 default: |
| 130 DVLOG(2) << "Video codec not supported:" << type; |
| 131 return decoder.Pass(); |
| 132 } |
| 133 |
| 134 decoder.reset(new RTCVideoDecoder(factories)); |
| 135 decoder->vda_ |
| 136 .reset(factories->CreateVideoDecodeAccelerator(profile, decoder.get())); |
| 135 // vda can be NULL if VP8 is not supported. | 137 // vda can be NULL if VP8 is not supported. |
| 136 if (decoder->vda_ != NULL) { | 138 if (decoder->vda_ != NULL) { |
| 137 decoder->state_ = INITIALIZED; | 139 decoder->state_ = INITIALIZED; |
| 138 } else { | 140 } else { |
| 139 factories->GetMessageLoop()->DeleteSoon(FROM_HERE, decoder.release()); | 141 factories->GetMessageLoop()->DeleteSoon(FROM_HERE, decoder.release()); |
| 140 } | 142 } |
| 141 return decoder.Pass(); | 143 return decoder.Pass(); |
| 142 } | 144 } |
| 143 | 145 |
| 144 int32_t RTCVideoDecoder::InitDecode(const webrtc::VideoCodec* codecSettings, | 146 int32_t RTCVideoDecoder::InitDecode(const webrtc::VideoCodec* codecSettings, |
| 145 int32_t /*numberOfCores*/) { | 147 int32_t /*numberOfCores*/) { |
| 146 DVLOG(2) << "InitDecode"; | 148 DVLOG(2) << "InitDecode"; |
| 147 DCHECK_EQ(codecSettings->codecType, webrtc::kVideoCodecVP8); | 149 DCHECK_EQ(codecSettings->codecType, webrtc::kVideoCodecVP8); |
| 148 if (codecSettings->codecSpecific.VP8.feedbackModeOn) { | 150 if (codecSettings->codecSpecific.VP8.feedbackModeOn) { |
| 149 LOG(ERROR) << "Feedback mode not supported"; | 151 LOG(ERROR) << "Feedback mode not supported"; |
| 150 return WEBRTC_VIDEO_CODEC_ERROR; | 152 return WEBRTC_VIDEO_CODEC_ERROR; |
| 151 } | 153 } |
| 152 | 154 |
| 153 base::AutoLock auto_lock(lock_); | 155 base::AutoLock auto_lock(lock_); |
| 154 if (state_ == UNINITIALIZED || state_ == DECODE_ERROR) { | 156 if (state_ == UNINITIALIZED || state_ == DECODE_ERROR) { |
| 155 LOG(ERROR) << "VDA is not initialized. state=" << state_; | 157 LOG(ERROR) << "VDA is not initialized. state=" << state_; |
| 156 return WEBRTC_VIDEO_CODEC_UNINITIALIZED; | 158 return WEBRTC_VIDEO_CODEC_UNINITIALIZED; |
| 157 } | 159 } |
| 158 // Create some shared memory if the queue is empty. | 160 // Create some shared memory if the queue is empty. |
| 159 if (available_shm_segments_.size() == 0) { | 161 if (available_shm_segments_.size() == 0) { |
| 160 // Unretained is safe because the destructor will wait until | 162 vda_loop_proxy_->PostTask(FROM_HERE, |
| 161 // |create_shm_thread_| stops. | 163 base::Bind(&RTCVideoDecoder::CreateSHM, |
| 162 create_shm_thread_.message_loop_proxy() | 164 weak_this_, |
| 163 ->PostTask(FROM_HERE, | 165 kMaxInFlightDecodes, |
| 164 base::Bind(&RTCVideoDecoder::CreateSHM, | 166 kSharedMemorySegmentBytes)); |
| 165 base::Unretained(this), | |
| 166 kMaxInFlightDecodes, | |
| 167 kSharedMemorySegmentBytes)); | |
| 168 } | 167 } |
| 169 return WEBRTC_VIDEO_CODEC_OK; | 168 return WEBRTC_VIDEO_CODEC_OK; |
| 170 } | 169 } |
| 171 | 170 |
| 172 int32_t RTCVideoDecoder::Decode( | 171 int32_t RTCVideoDecoder::Decode( |
| 173 const webrtc::EncodedImage& inputImage, | 172 const webrtc::EncodedImage& inputImage, |
| 174 bool missingFrames, | 173 bool missingFrames, |
| 175 const webrtc::RTPFragmentationHeader* /*fragmentation*/, | 174 const webrtc::RTPFragmentationHeader* /*fragmentation*/, |
| 176 const webrtc::CodecSpecificInfo* /*codecSpecificInfo*/, | 175 const webrtc::CodecSpecificInfo* /*codecSpecificInfo*/, |
| 177 int64_t /*renderTimeMs*/) { | 176 int64_t /*renderTimeMs*/) { |
| (...skipping 46 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 224 int32_t RTCVideoDecoder::RegisterDecodeCompleteCallback( | 223 int32_t RTCVideoDecoder::RegisterDecodeCompleteCallback( |
| 225 webrtc::DecodedImageCallback* callback) { | 224 webrtc::DecodedImageCallback* callback) { |
| 226 DVLOG(2) << "RegisterDecodeCompleteCallback"; | 225 DVLOG(2) << "RegisterDecodeCompleteCallback"; |
| 227 base::AutoLock auto_lock(lock_); | 226 base::AutoLock auto_lock(lock_); |
| 228 decode_complete_callback_ = callback; | 227 decode_complete_callback_ = callback; |
| 229 return WEBRTC_VIDEO_CODEC_OK; | 228 return WEBRTC_VIDEO_CODEC_OK; |
| 230 } | 229 } |
| 231 | 230 |
| 232 int32_t RTCVideoDecoder::Release() { | 231 int32_t RTCVideoDecoder::Release() { |
| 233 DVLOG(2) << "Release"; | 232 DVLOG(2) << "Release"; |
| 234 // Do not destroy VDA because the decoder will be recycled by | 233 base::AutoLock auto_lock(lock_); |
| 235 // RTCVideoDecoderFactory. Just reset VDA. | 234 if (state_ == UNINITIALIZED) { |
| 236 return Reset(); | 235 LOG(ERROR) << "Decoder not initialized."; |
| 236 return WEBRTC_VIDEO_CODEC_UNINITIALIZED; |
| 237 } |
| 238 if (next_bitstream_buffer_id_ != 0) |
| 239 reset_bitstream_buffer_id_ = next_bitstream_buffer_id_ - 1; |
| 240 else |
| 241 reset_bitstream_buffer_id_ = ID_LAST; |
| 242 factories_->Abort(); |
| 243 vda_loop_proxy_->PostTask( |
| 244 FROM_HERE, base::Bind(&RTCVideoDecoder::DestroyVDA, weak_this_)); |
| 245 return WEBRTC_VIDEO_CODEC_OK; |
| 237 } | 246 } |
| 238 | 247 |
| 239 int32_t RTCVideoDecoder::Reset() { | 248 int32_t RTCVideoDecoder::Reset() { |
| 240 DVLOG(2) << "Reset"; | 249 DVLOG(2) << "Reset"; |
| 241 base::AutoLock auto_lock(lock_); | 250 base::AutoLock auto_lock(lock_); |
| 242 if (state_ == UNINITIALIZED) { | 251 if (state_ == UNINITIALIZED) { |
| 243 LOG(ERROR) << "Decoder not initialized."; | 252 LOG(ERROR) << "Decoder not initialized."; |
| 244 return WEBRTC_VIDEO_CODEC_UNINITIALIZED; | 253 return WEBRTC_VIDEO_CODEC_UNINITIALIZED; |
| 245 } | 254 } |
| 246 if (next_bitstream_buffer_id_ != 0) | 255 if (next_bitstream_buffer_id_ != 0) |
| (...skipping 406 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 653 | 662 |
| 654 scoped_ptr<RTCVideoDecoder::SHMBuffer> RTCVideoDecoder::GetSHM_Locked( | 663 scoped_ptr<RTCVideoDecoder::SHMBuffer> RTCVideoDecoder::GetSHM_Locked( |
| 655 size_t min_size) { | 664 size_t min_size) { |
| 656 // Reuse a SHM if possible. | 665 // Reuse a SHM if possible. |
| 657 SHMBuffer* ret = NULL; | 666 SHMBuffer* ret = NULL; |
| 658 if (!available_shm_segments_.empty() && | 667 if (!available_shm_segments_.empty() && |
| 659 available_shm_segments_.back()->size >= min_size) { | 668 available_shm_segments_.back()->size >= min_size) { |
| 660 ret = available_shm_segments_.back(); | 669 ret = available_shm_segments_.back(); |
| 661 available_shm_segments_.pop_back(); | 670 available_shm_segments_.pop_back(); |
| 662 } | 671 } |
| 663 // Post to the child thread to create shared memory if SHM cannot be reused | 672 // Post to vda thread to create shared memory if SHM cannot be reused or the |
| 664 // or the queue is almost empty. | 673 // queue is almost empty. |
| 665 if (num_shm_buffers_ < kMaxNumSharedMemorySegments && | 674 if (num_shm_buffers_ < kMaxNumSharedMemorySegments && |
| 666 (ret == NULL || available_shm_segments_.size() <= 1)) { | 675 (ret == NULL || available_shm_segments_.size() <= 1)) { |
| 667 create_shm_thread_.message_loop_proxy()->PostTask( | 676 vda_loop_proxy_->PostTask( |
| 668 FROM_HERE, | 677 FROM_HERE, |
| 669 // Unretained is safe because the destructor will wait until | 678 base::Bind(&RTCVideoDecoder::CreateSHM, weak_this_, 1, min_size)); |
| 670 // |create_shm_thread_| stops. | |
| 671 base::Bind( | |
| 672 &RTCVideoDecoder::CreateSHM, base::Unretained(this), 1, min_size)); | |
| 673 } | 679 } |
| 674 return scoped_ptr<SHMBuffer>(ret); | 680 return scoped_ptr<SHMBuffer>(ret); |
| 675 } | 681 } |
| 676 | 682 |
| 677 void RTCVideoDecoder::PutSHM_Locked(scoped_ptr<SHMBuffer> shm_buffer) { | 683 void RTCVideoDecoder::PutSHM_Locked(scoped_ptr<SHMBuffer> shm_buffer) { |
| 678 available_shm_segments_.push_back(shm_buffer.release()); | 684 available_shm_segments_.push_back(shm_buffer.release()); |
| 679 } | 685 } |
| 680 | 686 |
| 681 void RTCVideoDecoder::CreateSHM(int number, size_t min_size) { | 687 void RTCVideoDecoder::CreateSHM(int number, size_t min_size) { |
| 682 DCHECK(create_shm_thread_.message_loop_proxy()->BelongsToCurrentThread()); | 688 DCHECK(vda_loop_proxy_->BelongsToCurrentThread()); |
| 683 DVLOG(2) << "CreateSHM. size=" << min_size; | 689 DVLOG(2) << "CreateSHM. size=" << min_size; |
| 684 int number_to_allocate; | 690 int number_to_allocate; |
| 685 { | 691 { |
| 686 base::AutoLock auto_lock(lock_); | 692 base::AutoLock auto_lock(lock_); |
| 687 number_to_allocate = | 693 number_to_allocate = |
| 688 std::min(kMaxNumSharedMemorySegments - num_shm_buffers_, number); | 694 std::min(kMaxNumSharedMemorySegments - num_shm_buffers_, number); |
| 689 } | 695 } |
| 690 size_t size_to_allocate = std::max(min_size, kSharedMemorySegmentBytes); | 696 size_t size_to_allocate = std::max(min_size, kSharedMemorySegmentBytes); |
| 691 for (int i = 0; i < number_to_allocate; i++) { | 697 for (int i = 0; i < number_to_allocate; i++) { |
| 692 base::SharedMemory* shm = factories_->CreateSharedMemory(size_to_allocate); | 698 base::SharedMemory* shm = factories_->CreateSharedMemory(size_to_allocate); |
| 693 if (shm != NULL) { | 699 if (shm != NULL) { |
| 694 base::AutoLock auto_lock(lock_); | 700 base::AutoLock auto_lock(lock_); |
| 695 num_shm_buffers_++; | 701 num_shm_buffers_++; |
| 696 PutSHM_Locked( | 702 PutSHM_Locked( |
| 697 scoped_ptr<SHMBuffer>(new SHMBuffer(shm, size_to_allocate))); | 703 scoped_ptr<SHMBuffer>(new SHMBuffer(shm, size_to_allocate))); |
| 698 // Kick off the decoding. | |
| 699 vda_loop_proxy_->PostTask( | |
| 700 FROM_HERE, | |
| 701 base::Bind(&RTCVideoDecoder::RequestBufferDecode, weak_this_)); | |
| 702 } | 704 } |
| 703 } | 705 } |
| 706 // Kick off the decoding. |
| 707 RequestBufferDecode(); |
| 704 } | 708 } |
| 705 | 709 |
| 706 void RTCVideoDecoder::RecordBufferData(const BufferData& buffer_data) { | 710 void RTCVideoDecoder::RecordBufferData(const BufferData& buffer_data) { |
| 707 input_buffer_data_.push_front(buffer_data); | 711 input_buffer_data_.push_front(buffer_data); |
| 708 // Why this value? Because why not. avformat.h:MAX_REORDER_DELAY is 16, but | 712 // Why this value? Because why not. avformat.h:MAX_REORDER_DELAY is 16, but |
| 709 // that's too small for some pathological B-frame test videos. The cost of | 713 // that's too small for some pathological B-frame test videos. The cost of |
| 710 // using too-high a value is low (192 bits per extra slot). | 714 // using too-high a value is low (192 bits per extra slot). |
| 711 static const size_t kMaxInputBufferDataSize = 128; | 715 static const size_t kMaxInputBufferDataSize = 128; |
| 712 // Pop from the back of the list, because that's the oldest and least likely | 716 // Pop from the back of the list, because that's the oldest and least likely |
| 713 // to be useful in the future data. | 717 // to be useful in the future data. |
| (...skipping 13 matching lines...) Expand all Loading... |
| 727 continue; | 731 continue; |
| 728 *timestamp = it->timestamp; | 732 *timestamp = it->timestamp; |
| 729 *width = it->width; | 733 *width = it->width; |
| 730 *height = it->height; | 734 *height = it->height; |
| 731 return; | 735 return; |
| 732 } | 736 } |
| 733 NOTREACHED() << "Missing bitstream buffer id: " << bitstream_buffer_id; | 737 NOTREACHED() << "Missing bitstream buffer id: " << bitstream_buffer_id; |
| 734 } | 738 } |
| 735 | 739 |
| 736 } // namespace content | 740 } // namespace content |
| OLD | NEW |