| OLD | NEW |
| 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #ifndef CONTENT_RENDERER_MEDIA_MEDIA_STREAM_IMPL_H_ | 5 #ifndef CONTENT_RENDERER_MEDIA_MEDIA_STREAM_IMPL_H_ |
| 6 #define CONTENT_RENDERER_MEDIA_MEDIA_STREAM_IMPL_H_ | 6 #define CONTENT_RENDERER_MEDIA_MEDIA_STREAM_IMPL_H_ |
| 7 | 7 |
| 8 #include <list> | 8 #include <list> |
| 9 #include <map> | 9 #include <map> |
| 10 #include <string> | 10 #include <string> |
| 11 #include <utility> | 11 #include <utility> |
| 12 | 12 |
| 13 #include "base/basictypes.h" | 13 #include "base/basictypes.h" |
| 14 #include "base/compiler_specific.h" | 14 #include "base/compiler_specific.h" |
| 15 #include "base/gtest_prod_util.h" | 15 #include "base/gtest_prod_util.h" |
| 16 #include "base/memory/ref_counted.h" | 16 #include "base/memory/ref_counted.h" |
| 17 #include "base/memory/scoped_ptr.h" | 17 #include "base/memory/scoped_ptr.h" |
| 18 #include "base/memory/weak_ptr.h" | 18 #include "base/memory/weak_ptr.h" |
| 19 #include "base/message_loop_proxy.h" | 19 #include "base/message_loop_proxy.h" |
| 20 #include "base/threading/non_thread_safe.h" | 20 #include "base/threading/non_thread_safe.h" |
| 21 #include "base/threading/thread.h" | 21 #include "base/threading/thread.h" |
| 22 #include "content/common/content_export.h" | 22 #include "content/common/content_export.h" |
| 23 #include "content/public/renderer/render_view_observer.h" | 23 #include "content/public/renderer/render_view_observer.h" |
| 24 #include "content/renderer/media/media_stream_extra_data.h" |
| 24 #include "content/renderer/media/media_stream_dispatcher_eventhandler.h" | 25 #include "content/renderer/media/media_stream_dispatcher_eventhandler.h" |
| 25 #include "content/renderer/media/rtc_video_decoder.h" | 26 #include "content/renderer/media/rtc_video_decoder.h" |
| 26 #include "third_party/libjingle/source/talk/app/webrtc/mediastream.h" | 27 #include "third_party/libjingle/source/talk/app/webrtc/mediastream.h" |
| 27 #include "third_party/libjingle/source/talk/base/scoped_ref_ptr.h" | 28 #include "third_party/libjingle/source/talk/base/scoped_ref_ptr.h" |
| 28 #include "third_party/WebKit/Source/WebKit/chromium/public/WebUserMediaClient.h" | 29 #include "third_party/WebKit/Source/WebKit/chromium/public/WebUserMediaClient.h" |
| 29 #include "third_party/WebKit/Source/WebKit/chromium/public/WebUserMediaRequest.h
" | 30 #include "third_party/WebKit/Source/WebKit/chromium/public/WebUserMediaRequest.h
" |
| 30 #include "webkit/media/media_stream_client.h" | 31 #include "webkit/media/media_stream_client.h" |
| 31 | 32 |
| 32 namespace base { | 33 namespace base { |
| 33 class WaitableEvent; | 34 class WaitableEvent; |
| (...skipping 46 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 80 MediaStreamDispatcher* media_stream_dispatcher, | 81 MediaStreamDispatcher* media_stream_dispatcher, |
| 81 content::P2PSocketDispatcher* p2p_socket_dispatcher, | 82 content::P2PSocketDispatcher* p2p_socket_dispatcher, |
| 82 VideoCaptureImplManager* vc_manager, | 83 VideoCaptureImplManager* vc_manager, |
| 83 MediaStreamDependencyFactory* dependency_factory); | 84 MediaStreamDependencyFactory* dependency_factory); |
| 84 virtual ~MediaStreamImpl(); | 85 virtual ~MediaStreamImpl(); |
| 85 | 86 |
| 86 virtual WebKit::WebPeerConnectionHandler* CreatePeerConnectionHandler( | 87 virtual WebKit::WebPeerConnectionHandler* CreatePeerConnectionHandler( |
| 87 WebKit::WebPeerConnectionHandlerClient* client); | 88 WebKit::WebPeerConnectionHandlerClient* client); |
| 88 virtual WebKit::WebPeerConnection00Handler* CreatePeerConnectionHandlerJsep( | 89 virtual WebKit::WebPeerConnection00Handler* CreatePeerConnectionHandlerJsep( |
| 89 WebKit::WebPeerConnection00HandlerClient* client); | 90 WebKit::WebPeerConnection00HandlerClient* client); |
| 90 virtual void ClosePeerConnection(PeerConnectionHandlerBase* pc_handler); | 91 // Stops a local MediaStream by notifying the MediaStreamDispatcher that the |
| 91 | 92 // stream no longer may be used. |
| 92 virtual webrtc::LocalMediaStreamInterface* GetLocalMediaStream( | 93 virtual void StopLocalMediaStream( |
| 93 const WebKit::WebMediaStreamDescriptor& stream); | 94 const WebKit::WebMediaStreamDescriptor& stream); |
| 94 bool StopLocalMediaStream(const WebKit::WebMediaStreamDescriptor& stream); | 95 // A new MediaStream have been created based on existing tracks. |
| 96 virtual void CreateMediaStream( |
| 97 WebKit::WebFrame* frame, |
| 98 WebKit::WebMediaStreamDescriptor* stream); |
| 95 | 99 |
| 96 // WebKit::WebUserMediaClient implementation | 100 // WebKit::WebUserMediaClient implementation |
| 97 virtual void requestUserMedia( | 101 virtual void requestUserMedia( |
| 98 const WebKit::WebUserMediaRequest& user_media_request, | 102 const WebKit::WebUserMediaRequest& user_media_request, |
| 99 const WebKit::WebVector<WebKit::WebMediaStreamSource>& audio_sources, | 103 const WebKit::WebVector<WebKit::WebMediaStreamSource>& audio_sources, |
| 100 const WebKit::WebVector<WebKit::WebMediaStreamSource>& video_sources) | 104 const WebKit::WebVector<WebKit::WebMediaStreamSource>& video_sources) |
| 101 OVERRIDE; | 105 OVERRIDE; |
| 102 virtual void cancelUserMediaRequest( | 106 virtual void cancelUserMediaRequest( |
| 103 const WebKit::WebUserMediaRequest& user_media_request) OVERRIDE; | 107 const WebKit::WebUserMediaRequest& user_media_request) OVERRIDE; |
| 104 | 108 |
| (...skipping 21 matching lines...) Expand all Loading... |
| 126 virtual void OnDevicesEnumerationFailed(int request_id) OVERRIDE; | 130 virtual void OnDevicesEnumerationFailed(int request_id) OVERRIDE; |
| 127 virtual void OnDeviceOpened( | 131 virtual void OnDeviceOpened( |
| 128 int request_id, | 132 int request_id, |
| 129 const std::string& label, | 133 const std::string& label, |
| 130 const media_stream::StreamDeviceInfo& device_info) OVERRIDE; | 134 const media_stream::StreamDeviceInfo& device_info) OVERRIDE; |
| 131 virtual void OnDeviceOpenFailed(int request_id) OVERRIDE; | 135 virtual void OnDeviceOpenFailed(int request_id) OVERRIDE; |
| 132 | 136 |
| 133 // content::RenderViewObserver OVERRIDE | 137 // content::RenderViewObserver OVERRIDE |
| 134 virtual void FrameWillClose(WebKit::WebFrame* frame) OVERRIDE; | 138 virtual void FrameWillClose(WebKit::WebFrame* frame) OVERRIDE; |
| 135 | 139 |
| 140 protected: |
| 141 // This function is virtual for test purposes. A test can override this to |
| 142 // test requesting local media streams. The function notifies WebKit that the |
| 143 // |request| have completed and generated the MediaStream |stream|. |
| 144 virtual void CompleteGetUserMediaRequest( |
| 145 const WebKit::WebMediaStreamDescriptor& stream, |
| 146 WebKit::WebUserMediaRequest* request); |
| 147 // This function is virtual for test purposes. |
| 148 // Returns the WebKit representation of a MediaStream given an URL. |
| 149 virtual WebKit::WebMediaStreamDescriptor GetMediaStream(const GURL& url); |
| 150 |
| 136 private: | 151 private: |
| 137 FRIEND_TEST_ALL_PREFIXES(MediaStreamImplTest, Basic); | |
| 138 FRIEND_TEST_ALL_PREFIXES(MediaStreamImplTest, MultiplePeerConnections); | |
| 139 FRIEND_TEST_ALL_PREFIXES(MediaStreamImplTest, LocalMediaStream); | |
| 140 | |
| 141 class VideoRendererWrapper : public webrtc::VideoRendererWrapperInterface { | 152 class VideoRendererWrapper : public webrtc::VideoRendererWrapperInterface { |
| 142 public: | 153 public: |
| 143 explicit VideoRendererWrapper(RTCVideoDecoder* decoder); | 154 explicit VideoRendererWrapper(RTCVideoDecoder* decoder); |
| 144 virtual cricket::VideoRenderer* renderer() OVERRIDE { | 155 virtual cricket::VideoRenderer* renderer() OVERRIDE { |
| 145 return rtc_video_decoder_.get(); | 156 return rtc_video_decoder_.get(); |
| 146 } | 157 } |
| 147 | 158 |
| 148 protected: | 159 protected: |
| 149 virtual ~VideoRendererWrapper(); | 160 virtual ~VideoRendererWrapper(); |
| 150 | 161 |
| 151 private: | 162 private: |
| 152 scoped_refptr<RTCVideoDecoder> rtc_video_decoder_; | 163 scoped_refptr<RTCVideoDecoder> rtc_video_decoder_; |
| 153 }; | 164 }; |
| 154 | 165 |
| 155 // Structure for storing information about a WebKit request to create a | 166 // Structure for storing information about a WebKit request to create a |
| 156 // MediaStream. | 167 // MediaStream. |
| 157 struct UserMediaRequestInfo { | 168 struct UserMediaRequestInfo { |
| 158 UserMediaRequestInfo() : frame_(NULL), request_() {} | 169 UserMediaRequestInfo() : frame_(NULL), request_() {} |
| 159 UserMediaRequestInfo(WebKit::WebFrame* frame, | 170 UserMediaRequestInfo(WebKit::WebFrame* frame, |
| 160 const WebKit::WebUserMediaRequest& request) | 171 const WebKit::WebUserMediaRequest& request) |
| 161 : frame_(frame), request_(request) {} | 172 : frame_(frame), request_(request) {} |
| 162 WebKit::WebFrame* frame_; // WebFrame that requested the MediaStream. | 173 WebKit::WebFrame* frame_; // WebFrame that requested the MediaStream. |
| 163 WebKit::WebUserMediaRequest request_; | 174 WebKit::WebUserMediaRequest request_; |
| 164 }; | 175 }; |
| 165 typedef std::map<int, UserMediaRequestInfo> MediaRequestMap; | 176 typedef std::map<int, UserMediaRequestInfo> MediaRequestMap; |
| 166 | 177 |
| 167 // We keep a list of the generated local media streams, | 178 // We keep a list of the label and WebFrame of generated local media streams, |
| 168 // so that we can enable and disable individual tracks and add renderers | 179 // so that we can stop them when needed. |
| 169 // when needed. | 180 typedef std::map<std::string, WebKit::WebFrame*> LocalNativeStreamMap; |
| 170 typedef talk_base::scoped_refptr<webrtc::LocalMediaStreamInterface> | 181 typedef talk_base::scoped_refptr<webrtc::LocalMediaStreamInterface> |
| 171 LocalMediaStreamPtr; | 182 LocalNativeStreamPtr; |
| 172 struct LocalMediaStreamInfo { | |
| 173 LocalMediaStreamInfo() : frame_(NULL), stream_() {} | |
| 174 LocalMediaStreamInfo(WebKit::WebFrame* frame, | |
| 175 webrtc::LocalMediaStreamInterface* stream) | |
| 176 : frame_(frame), stream_(stream) {} | |
| 177 ~LocalMediaStreamInfo(); | |
| 178 // WebFrame that requested the Stream. | |
| 179 WebKit::WebFrame* frame_; | |
| 180 // Native representation of a local MediaStream. | |
| 181 LocalMediaStreamPtr stream_; | |
| 182 }; | |
| 183 typedef std::map<std::string, LocalMediaStreamInfo> LocalNativeStreamMap; | |
| 184 | 183 |
| 185 void InitializeWorkerThread(talk_base::Thread** thread, | 184 void InitializeWorkerThread(talk_base::Thread** thread, |
| 186 base::WaitableEvent* event); | 185 base::WaitableEvent* event); |
| 187 | 186 |
| 188 void CreateIpcNetworkManagerOnWorkerThread(base::WaitableEvent* event); | 187 void CreateIpcNetworkManagerOnWorkerThread(base::WaitableEvent* event); |
| 189 void DeleteIpcNetworkManager(); | 188 void DeleteIpcNetworkManager(); |
| 190 | 189 |
| 191 bool EnsurePeerConnectionFactory(); | 190 bool EnsurePeerConnectionFactory(); |
| 192 | 191 |
| 193 PeerConnectionHandlerBase* FindPeerConnectionByStream( | 192 PeerConnectionHandlerBase* FindPeerConnectionByStream( |
| 194 const WebKit::WebMediaStreamDescriptor& stream); | 193 const WebKit::WebMediaStreamDescriptor& stream); |
| 195 scoped_refptr<media::VideoDecoder> CreateLocalVideoDecoder( | 194 scoped_refptr<media::VideoDecoder> CreateLocalVideoDecoder( |
| 196 webrtc::LocalMediaStreamInterface* stream, | 195 webrtc::MediaStreamInterface* stream, |
| 197 media::MessageLoopFactory* message_loop_factory); | 196 media::MessageLoopFactory* message_loop_factory); |
| 198 scoped_refptr<media::VideoDecoder> CreateRemoteVideoDecoder( | 197 scoped_refptr<media::VideoDecoder> CreateRemoteVideoDecoder( |
| 199 const WebKit::WebMediaStreamDescriptor& stream, | 198 webrtc::MediaStreamInterface* stream, |
| 200 PeerConnectionHandlerBase* pc_handler, | |
| 201 const GURL& url, | 199 const GURL& url, |
| 202 media::MessageLoopFactory* message_loop_factory); | 200 media::MessageLoopFactory* message_loop_factory); |
| 203 void CreateNativeLocalMediaStream( | 201 LocalNativeStreamPtr CreateNativeLocalMediaStream( |
| 204 const std::string& label, | 202 const std::string& label, |
| 205 WebKit::WebFrame* frame, | 203 WebKit::WebFrame* frame, |
| 206 const WebKit::WebVector<WebKit::WebMediaStreamSource>& audio_sources, | 204 const WebKit::WebVector<WebKit::WebMediaStreamSource>& audio_sources, |
| 207 const WebKit::WebVector<WebKit::WebMediaStreamSource>& video_sources); | 205 const WebKit::WebVector<WebKit::WebMediaStreamSource>& video_sources); |
| 208 | 206 |
| 209 scoped_ptr<MediaStreamDependencyFactory> dependency_factory_; | 207 scoped_ptr<MediaStreamDependencyFactory> dependency_factory_; |
| 210 | 208 |
| 211 // media_stream_dispatcher_ is a weak reference, owned by RenderView. It's | 209 // media_stream_dispatcher_ is a weak reference, owned by RenderView. It's |
| 212 // valid for the lifetime of RenderView. | 210 // valid for the lifetime of RenderView. |
| 213 MediaStreamDispatcher* media_stream_dispatcher_; | 211 MediaStreamDispatcher* media_stream_dispatcher_; |
| 214 | 212 |
| 215 // p2p_socket_dispatcher_ is a weak reference, owned by RenderView. It's valid | 213 // p2p_socket_dispatcher_ is a weak reference, owned by RenderView. It's valid |
| 216 // for the lifetime of RenderView. | 214 // for the lifetime of RenderView. |
| 217 content::P2PSocketDispatcher* p2p_socket_dispatcher_; | 215 content::P2PSocketDispatcher* p2p_socket_dispatcher_; |
| 218 | 216 |
| 219 // We own network_manager_, must be deleted on the worker thread. | 217 // We own network_manager_, must be deleted on the worker thread. |
| 220 // The network manager uses |p2p_socket_dispatcher_|. | 218 // The network manager uses |p2p_socket_dispatcher_|. |
| 221 content::IpcNetworkManager* network_manager_; | 219 content::IpcNetworkManager* network_manager_; |
| 222 scoped_ptr<content::IpcPacketSocketFactory> socket_factory_; | 220 scoped_ptr<content::IpcPacketSocketFactory> socket_factory_; |
| 223 scoped_refptr<VideoCaptureImplManager> vc_manager_; | 221 scoped_refptr<VideoCaptureImplManager> vc_manager_; |
| 224 | 222 |
| 225 // peer_connection_handlers_ contains raw references, owned by WebKit. A | |
| 226 // pointer is valid until stop is called on the object (which will call | |
| 227 // ClosePeerConnection on us and we remove the pointer). | |
| 228 std::list<PeerConnectionHandlerBase*> peer_connection_handlers_; | |
| 229 | |
| 230 MediaRequestMap user_media_requests_; | 223 MediaRequestMap user_media_requests_; |
| 231 LocalNativeStreamMap local_media_streams_; | 224 LocalNativeStreamMap local_media_streams_; |
| 232 | 225 |
| 233 // PeerConnection threads. signaling_thread_ is created from the | 226 // PeerConnection threads. signaling_thread_ is created from the |
| 234 // "current" chrome thread. | 227 // "current" chrome thread. |
| 235 talk_base::Thread* signaling_thread_; | 228 talk_base::Thread* signaling_thread_; |
| 236 talk_base::Thread* worker_thread_; | 229 talk_base::Thread* worker_thread_; |
| 237 base::Thread chrome_worker_thread_; | 230 base::Thread chrome_worker_thread_; |
| 238 | 231 |
| 239 DISALLOW_COPY_AND_ASSIGN(MediaStreamImpl); | 232 DISALLOW_COPY_AND_ASSIGN(MediaStreamImpl); |
| 240 }; | 233 }; |
| 241 | 234 |
| 242 #endif // CONTENT_RENDERER_MEDIA_MEDIA_STREAM_IMPL_H_ | 235 #endif // CONTENT_RENDERER_MEDIA_MEDIA_STREAM_IMPL_H_ |
| OLD | NEW |