| OLD | NEW |
| 1 // Copyright 2014 The Chromium Authors. All rights reserved. | 1 // Copyright 2014 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include "content/renderer/media/webrtc/webrtc_video_track_adapter.h" | 5 #include "content/renderer/media/webrtc/webrtc_video_track_adapter.h" |
| 6 | 6 |
| 7 #include "base/strings/utf_string_conversions.h" | 7 #include "base/strings/utf_string_conversions.h" |
| 8 #include "base/synchronization/lock.h" |
| 8 #include "content/common/media/media_stream_options.h" | 9 #include "content/common/media/media_stream_options.h" |
| 9 #include "content/renderer/media/media_stream_video_source.h" | 10 #include "content/renderer/media/media_stream_video_source.h" |
| 10 #include "content/renderer/media/media_stream_video_track.h" | 11 #include "content/renderer/media/media_stream_video_track.h" |
| 11 | 12 |
| 12 namespace { | 13 namespace { |
| 13 | 14 |
| 14 bool ConstraintKeyExists(const blink::WebMediaConstraints& constraints, | 15 bool ConstraintKeyExists(const blink::WebMediaConstraints& constraints, |
| 15 const blink::WebString& name) { | 16 const blink::WebString& name) { |
| 16 blink::WebString value_str; | 17 blink::WebString value_str; |
| 17 return constraints.getMandatoryConstraintValue(name, value_str) || | 18 return constraints.getMandatoryConstraintValue(name, value_str) || |
| 18 constraints.getOptionalConstraintValue(name, value_str); | 19 constraints.getOptionalConstraintValue(name, value_str); |
| 19 } | 20 } |
| 20 | 21 |
| 21 // Used to make sure |source| is released on the main render thread. | |
| 22 void ReleaseWebRtcSourceOnMainRenderThread( | |
| 23 webrtc::VideoSourceInterface* source) { | |
| 24 source->Release(); | |
| 25 } | |
| 26 | |
| 27 } // anonymouse namespace | 22 } // anonymouse namespace |
| 28 | 23 |
| 29 namespace content { | 24 namespace content { |
| 30 | 25 |
| 31 // Simple help class used for receiving video frames on the IO-thread from | 26 // Simple help class used for receiving video frames on the IO-thread from |
| 32 // a MediaStreamVideoTrack and forward the frames to a | 27 // a MediaStreamVideoTrack and forward the frames to a |
| 33 // WebRtcVideoCapturerAdapter on libjingle's worker thread. | 28 // WebRtcVideoCapturerAdapter on libjingle's worker thread. |
| 34 // WebRtcVideoCapturerAdapter implements a video capturer for libjingle. | 29 // WebRtcVideoCapturerAdapter implements a video capturer for libjingle. |
| 35 class WebRtcVideoTrackAdapter::WebRtcVideoSourceAdapter | 30 class WebRtcVideoTrackAdapter::WebRtcVideoSourceAdapter |
| 36 : public base::RefCountedThreadSafe<WebRtcVideoSourceAdapter> { | 31 : public base::RefCountedThreadSafe<WebRtcVideoSourceAdapter> { |
| 37 public: | 32 public: |
| 38 WebRtcVideoSourceAdapter( | 33 WebRtcVideoSourceAdapter( |
| 39 const scoped_refptr<base::MessageLoopProxy>& libjingle_worker_thread, | 34 const scoped_refptr<base::MessageLoopProxy>& libjingle_worker_thread, |
| 40 const scoped_refptr<webrtc::VideoSourceInterface>& source, | 35 const scoped_refptr<webrtc::VideoSourceInterface>& source, |
| 41 WebRtcVideoCapturerAdapter* capture_adapter); | 36 WebRtcVideoCapturerAdapter* capture_adapter); |
| 42 | 37 |
| 38 // WebRtcVideoTrackAdapter can be destroyed on the main render thread or |
| 39 // libjingles worker thread since it posts video frames on that thread. But |
| 40 // |video_source_| must be released on the main render thread before the |
| 41 // PeerConnectionFactory has been destroyed. The only way to ensure that is |
| 42 // to make sure |video_source_| is released when WebRtcVideoTrackAdapter() is |
| 43 // destroyed. |
| 44 void ReleaseSourceOnMainThread(); |
| 45 |
| 43 void OnVideoFrameOnIO(const scoped_refptr<media::VideoFrame>& frame, | 46 void OnVideoFrameOnIO(const scoped_refptr<media::VideoFrame>& frame, |
| 44 const media::VideoCaptureFormat& format); | 47 const media::VideoCaptureFormat& format); |
| 45 | 48 |
| 46 private: | 49 private: |
| 47 void OnVideoFrameOnWorkerThread(const scoped_refptr<media::VideoFrame>& frame, | 50 void OnVideoFrameOnWorkerThread(const scoped_refptr<media::VideoFrame>& frame, |
| 48 const media::VideoCaptureFormat& format); | 51 const media::VideoCaptureFormat& format); |
| 49 friend class base::RefCountedThreadSafe<WebRtcVideoSourceAdapter>; | 52 friend class base::RefCountedThreadSafe<WebRtcVideoSourceAdapter>; |
| 50 virtual ~WebRtcVideoSourceAdapter(); | 53 virtual ~WebRtcVideoSourceAdapter(); |
| 51 | 54 |
| 52 scoped_refptr<base::MessageLoopProxy> render_thread_message_loop_; | 55 scoped_refptr<base::MessageLoopProxy> render_thread_message_loop_; |
| 53 | 56 |
| 57 // |render_thread_checker_| is bound to the main render thread. |
| 58 base::ThreadChecker render_thread_checker_; |
| 54 // Used to DCHECK that frames are called on the IO-thread. | 59 // Used to DCHECK that frames are called on the IO-thread. |
| 55 base::ThreadChecker io_thread_checker_; | 60 base::ThreadChecker io_thread_checker_; |
| 56 | 61 |
| 57 // Used for posting frames to libjingle's worker thread. Accessed on the | 62 // Used for posting frames to libjingle's worker thread. Accessed on the |
| 58 // IO-thread. | 63 // IO-thread. |
| 59 scoped_refptr<base::MessageLoopProxy> libjingle_worker_thread_; | 64 scoped_refptr<base::MessageLoopProxy> libjingle_worker_thread_; |
| 60 | 65 |
| 61 scoped_refptr<webrtc::VideoSourceInterface> video_source_; | 66 scoped_refptr<webrtc::VideoSourceInterface> video_source_; |
| 67 |
| 68 // Used to protect |capture_adapter_|. It is taken by libjingle's worker |
| 69 // thread for each video frame that is delivered but only taken on the |
| 70 // main render thread in ReleaseSourceOnMainThread() when |
| 71 // the owning WebRtcVideoTrackAdapter is being destroyed. |
| 72 base::Lock capture_adapter_stop_lock_; |
| 62 // |capture_adapter_| is owned by |video_source_| | 73 // |capture_adapter_| is owned by |video_source_| |
| 63 WebRtcVideoCapturerAdapter* capture_adapter_; | 74 WebRtcVideoCapturerAdapter* capture_adapter_; |
| 64 }; | 75 }; |
| 65 | 76 |
| 66 WebRtcVideoTrackAdapter::WebRtcVideoSourceAdapter::WebRtcVideoSourceAdapter( | 77 WebRtcVideoTrackAdapter::WebRtcVideoSourceAdapter::WebRtcVideoSourceAdapter( |
| 67 const scoped_refptr<base::MessageLoopProxy>& libjingle_worker_thread, | 78 const scoped_refptr<base::MessageLoopProxy>& libjingle_worker_thread, |
| 68 const scoped_refptr<webrtc::VideoSourceInterface>& source, | 79 const scoped_refptr<webrtc::VideoSourceInterface>& source, |
| 69 WebRtcVideoCapturerAdapter* capture_adapter) | 80 WebRtcVideoCapturerAdapter* capture_adapter) |
| 70 : render_thread_message_loop_(base::MessageLoopProxy::current()), | 81 : render_thread_message_loop_(base::MessageLoopProxy::current()), |
| 71 libjingle_worker_thread_(libjingle_worker_thread), | 82 libjingle_worker_thread_(libjingle_worker_thread), |
| 72 video_source_(source), | 83 video_source_(source), |
| 73 capture_adapter_(capture_adapter) { | 84 capture_adapter_(capture_adapter) { |
| 74 io_thread_checker_.DetachFromThread(); | 85 io_thread_checker_.DetachFromThread(); |
| 75 } | 86 } |
| 76 | 87 |
| 77 WebRtcVideoTrackAdapter::WebRtcVideoSourceAdapter::~WebRtcVideoSourceAdapter() { | 88 WebRtcVideoTrackAdapter::WebRtcVideoSourceAdapter::~WebRtcVideoSourceAdapter() { |
| 89 DVLOG(3) << "~WebRtcVideoSourceAdapter()"; |
| 90 DCHECK(!capture_adapter_); |
| 91 // This object can be destroyed on the main render thread or libjingles |
| 92 // worker thread since it posts video frames on that thread. But |
| 93 // |video_source_| must be released on the main render thread before the |
| 94 // PeerConnectionFactory has been destroyed. The only way to ensure that is |
| 95 // to make sure |video_source_| is released when WebRtcVideoTrackAdapter() is |
| 96 // destroyed. |
| 97 } |
| 98 |
| 99 void WebRtcVideoTrackAdapter::WebRtcVideoSourceAdapter:: |
| 100 ReleaseSourceOnMainThread() { |
| 101 DCHECK(render_thread_checker_.CalledOnValidThread()); |
| 78 // Since frames are posted to the worker thread, this object might be deleted | 102 // Since frames are posted to the worker thread, this object might be deleted |
| 79 // on that thread. However, since |video_source_| was created on the render | 103 // on that thread. However, since |video_source_| was created on the render |
| 80 // thread, it should be released on the render thread. | 104 // thread, it should be released on the render thread. |
| 81 if (!render_thread_message_loop_->BelongsToCurrentThread()) { | 105 base::AutoLock auto_lock(capture_adapter_stop_lock_); |
| 82 webrtc::VideoSourceInterface* source = video_source_.get(); | 106 // |video_source| owns |capture_adapter_|. |
| 83 source->AddRef(); | 107 capture_adapter_ = NULL; |
| 84 video_source_ = NULL; | 108 video_source_ = NULL; |
| 85 render_thread_message_loop_->PostTask( | |
| 86 FROM_HERE, | |
| 87 base::Bind(&ReleaseWebRtcSourceOnMainRenderThread, | |
| 88 base::Unretained(source))); | |
| 89 } | |
| 90 } | 109 } |
| 91 | 110 |
| 92 void WebRtcVideoTrackAdapter::WebRtcVideoSourceAdapter::OnVideoFrameOnIO( | 111 void WebRtcVideoTrackAdapter::WebRtcVideoSourceAdapter::OnVideoFrameOnIO( |
| 93 const scoped_refptr<media::VideoFrame>& frame, | 112 const scoped_refptr<media::VideoFrame>& frame, |
| 94 const media::VideoCaptureFormat& format) { | 113 const media::VideoCaptureFormat& format) { |
| 95 DCHECK(io_thread_checker_.CalledOnValidThread()); | 114 DCHECK(io_thread_checker_.CalledOnValidThread()); |
| 96 libjingle_worker_thread_->PostTask( | 115 libjingle_worker_thread_->PostTask( |
| 97 FROM_HERE, | 116 FROM_HERE, |
| 98 base::Bind(&WebRtcVideoSourceAdapter::OnVideoFrameOnWorkerThread, | 117 base::Bind(&WebRtcVideoSourceAdapter::OnVideoFrameOnWorkerThread, |
| 99 this, frame, format)); | 118 this, frame, format)); |
| 100 } | 119 } |
| 101 | 120 |
| 102 void | 121 void |
| 103 WebRtcVideoTrackAdapter::WebRtcVideoSourceAdapter::OnVideoFrameOnWorkerThread( | 122 WebRtcVideoTrackAdapter::WebRtcVideoSourceAdapter::OnVideoFrameOnWorkerThread( |
| 104 const scoped_refptr<media::VideoFrame>& frame, | 123 const scoped_refptr<media::VideoFrame>& frame, |
| 105 const media::VideoCaptureFormat& format) { | 124 const media::VideoCaptureFormat& format) { |
| 106 DCHECK(libjingle_worker_thread_->BelongsToCurrentThread()); | 125 DCHECK(libjingle_worker_thread_->BelongsToCurrentThread()); |
| 107 capture_adapter_->OnFrameCaptured(frame); | 126 base::AutoLock auto_lock(capture_adapter_stop_lock_); |
| 127 if (capture_adapter_) |
| 128 capture_adapter_->OnFrameCaptured(frame); |
| 108 } | 129 } |
| 109 | 130 |
| 110 WebRtcVideoTrackAdapter::WebRtcVideoTrackAdapter( | 131 WebRtcVideoTrackAdapter::WebRtcVideoTrackAdapter( |
| 111 const blink::WebMediaStreamTrack& track, | 132 const blink::WebMediaStreamTrack& track, |
| 112 PeerConnectionDependencyFactory* factory) | 133 PeerConnectionDependencyFactory* factory) |
| 113 : web_track_(track) { | 134 : web_track_(track) { |
| 114 const blink::WebMediaConstraints& constraints = | 135 const blink::WebMediaConstraints& constraints = |
| 115 MediaStreamVideoTrack::GetVideoTrack(track)->constraints(); | 136 MediaStreamVideoTrack::GetVideoTrack(track)->constraints(); |
| 116 | 137 |
| 117 bool is_screencast = ConstraintKeyExists( | 138 bool is_screencast = ConstraintKeyExists( |
| (...skipping 23 matching lines...) Expand all Loading... |
| 141 web_track_); | 162 web_track_); |
| 142 | 163 |
| 143 DVLOG(3) << "WebRtcVideoTrackAdapter ctor() : is_screencast " | 164 DVLOG(3) << "WebRtcVideoTrackAdapter ctor() : is_screencast " |
| 144 << is_screencast; | 165 << is_screencast; |
| 145 } | 166 } |
| 146 | 167 |
| 147 WebRtcVideoTrackAdapter::~WebRtcVideoTrackAdapter() { | 168 WebRtcVideoTrackAdapter::~WebRtcVideoTrackAdapter() { |
| 148 DCHECK(thread_checker_.CalledOnValidThread()); | 169 DCHECK(thread_checker_.CalledOnValidThread()); |
| 149 DVLOG(3) << "WebRtcVideoTrackAdapter dtor()."; | 170 DVLOG(3) << "WebRtcVideoTrackAdapter dtor()."; |
| 150 RemoveFromVideoTrack(this, web_track_); | 171 RemoveFromVideoTrack(this, web_track_); |
| 172 source_adapter_->ReleaseSourceOnMainThread(); |
| 151 } | 173 } |
| 152 | 174 |
| 153 void WebRtcVideoTrackAdapter::OnEnabledChanged(bool enabled) { | 175 void WebRtcVideoTrackAdapter::OnEnabledChanged(bool enabled) { |
| 154 DCHECK(thread_checker_.CalledOnValidThread()); | 176 DCHECK(thread_checker_.CalledOnValidThread()); |
| 155 video_track_->set_enabled(enabled); | 177 video_track_->set_enabled(enabled); |
| 156 } | 178 } |
| 157 | 179 |
| 158 } // namespace content | 180 } // namespace content |
| OLD | NEW |