OLD | NEW |
1 // Copyright (c) 2013 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2013 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 #include "content/renderer/media/remote_media_stream_impl.h" | 5 #include "content/renderer/media/remote_media_stream_impl.h" |
6 | 6 |
7 #include <string> | 7 #include <string> |
8 | 8 |
9 #include "base/logging.h" | 9 #include "base/logging.h" |
10 #include "base/strings/utf_string_conversions.h" | 10 #include "base/strings/utf_string_conversions.h" |
11 #include "content/renderer/media/media_stream.h" | 11 #include "content/renderer/media/media_stream.h" |
12 #include "content/renderer/media/media_stream_dependency_factory.h" | 12 #include "content/renderer/media/media_stream_dependency_factory.h" |
13 #include "content/renderer/media/media_stream_video_track.h" | |
14 #include "content/renderer/media/webrtc/media_stream_remote_video_source.h" | |
15 #include "content/renderer/render_thread_impl.h" | |
16 #include "third_party/WebKit/public/platform/WebString.h" | 13 #include "third_party/WebKit/public/platform/WebString.h" |
17 | 14 |
18 namespace content { | 15 namespace content { |
19 | 16 |
| 17 // RemoteMediaStreamTrackObserver is responsible for listening on change |
| 18 // notification on a remote webrtc MediaStreamTrack and notify WebKit. |
| 19 class RemoteMediaStreamTrackObserver |
| 20 : NON_EXPORTED_BASE(public webrtc::ObserverInterface), |
| 21 NON_EXPORTED_BASE(public base::NonThreadSafe) { |
| 22 public: |
| 23 RemoteMediaStreamTrackObserver( |
| 24 webrtc::MediaStreamTrackInterface* webrtc_track, |
| 25 const blink::WebMediaStreamTrack& webkit_track); |
| 26 virtual ~RemoteMediaStreamTrackObserver(); |
| 27 |
| 28 webrtc::MediaStreamTrackInterface* observered_track() { |
| 29 return webrtc_track_.get(); |
| 30 } |
| 31 const blink::WebMediaStreamTrack& webkit_track() { return webkit_track_; } |
| 32 |
| 33 private: |
| 34 // webrtc::ObserverInterface implementation. |
| 35 virtual void OnChanged() OVERRIDE; |
| 36 |
| 37 webrtc::MediaStreamTrackInterface::TrackState state_; |
| 38 scoped_refptr<webrtc::MediaStreamTrackInterface> webrtc_track_; |
| 39 blink::WebMediaStreamTrack webkit_track_; |
| 40 |
| 41 DISALLOW_COPY_AND_ASSIGN(RemoteMediaStreamTrackObserver); |
| 42 }; |
| 43 |
| 44 } // namespace content |
| 45 |
20 namespace { | 46 namespace { |
21 | 47 |
22 void InitializeWebkitTrack(webrtc::MediaStreamTrackInterface* track, | 48 void InitializeWebkitTrack(webrtc::MediaStreamTrackInterface* track, |
23 blink::WebMediaStreamTrack* webkit_track, | 49 blink::WebMediaStreamTrack* webkit_track, |
24 blink::WebMediaStreamSource::Type type) { | 50 blink::WebMediaStreamSource::Type type) { |
25 blink::WebMediaStreamSource webkit_source; | 51 blink::WebMediaStreamSource webkit_source; |
26 blink::WebString webkit_track_id(base::UTF8ToUTF16(track->id())); | 52 blink::WebString webkit_track_id(base::UTF8ToUTF16(track->id())); |
27 | 53 |
28 webkit_source.initialize(webkit_track_id, type, webkit_track_id); | 54 webkit_source.initialize(webkit_track_id, type, webkit_track_id); |
29 webkit_track->initialize(webkit_track_id, webkit_source); | 55 webkit_track->initialize(webkit_track_id, webkit_source); |
30 | 56 content::MediaStreamDependencyFactory::AddNativeTrackToBlinkTrack( |
31 MediaStreamDependencyFactory* factory = NULL; | 57 track, *webkit_track, false); |
32 // RenderThreadImpl::current() may be NULL in unit tests. | |
33 RenderThreadImpl* render_thread = RenderThreadImpl::current(); | |
34 if (render_thread) | |
35 factory = render_thread->GetMediaStreamDependencyFactory(); | |
36 | |
37 if (type == blink::WebMediaStreamSource::TypeVideo) { | |
38 MediaStreamRemoteVideoSource* video_source = | |
39 new MediaStreamRemoteVideoSource( | |
40 static_cast<webrtc::VideoTrackInterface*>(track)); | |
41 webkit_source.setExtraData(video_source); | |
42 // Initial constraints must be provided to a MediaStreamVideoTrack. But | |
43 // no constraints are available initially on a remote video track. | |
44 blink::WebMediaConstraints constraints; | |
45 constraints.initialize(); | |
46 webkit_track->setExtraData( | |
47 new MediaStreamVideoTrack(video_source, constraints, | |
48 MediaStreamVideoSource::ConstraintsCallback(), | |
49 track->enabled(), factory)); | |
50 } else { | |
51 DCHECK(type == blink::WebMediaStreamSource::TypeAudio); | |
52 content::MediaStreamDependencyFactory::AddNativeAudioTrackToBlinkTrack( | |
53 track, *webkit_track, false); | |
54 } | |
55 } | 58 } |
56 | 59 |
57 } // namespace | 60 content::RemoteMediaStreamTrackObserver* FindTrackObserver( |
58 | 61 webrtc::MediaStreamTrackInterface* track, |
59 // Base class used for mapping between webrtc and blink MediaStream tracks. | 62 const ScopedVector<content::RemoteMediaStreamTrackObserver>& observers) { |
60 // An instance of a RemoteMediaStreamTrackAdapter is stored in | 63 ScopedVector<content::RemoteMediaStreamTrackObserver>::const_iterator it = |
61 // RemoteMediaStreamImpl per remote audio and video track. | |
62 class RemoteMediaStreamTrackAdapter { | |
63 public: | |
64 RemoteMediaStreamTrackAdapter(webrtc::MediaStreamTrackInterface* webrtc_track, | |
65 const blink::WebMediaStreamTrack& webkit_track) | |
66 : webrtc_track_(webrtc_track), | |
67 webkit_track_(webkit_track) { | |
68 } | |
69 | |
70 virtual ~RemoteMediaStreamTrackAdapter() { | |
71 } | |
72 | |
73 webrtc::MediaStreamTrackInterface* observed_track() { | |
74 return webrtc_track_.get(); | |
75 } | |
76 | |
77 const blink::WebMediaStreamTrack& webkit_track() { return webkit_track_; } | |
78 | |
79 private: | |
80 scoped_refptr<webrtc::MediaStreamTrackInterface> webrtc_track_; | |
81 blink::WebMediaStreamTrack webkit_track_; | |
82 bool sent_ended_message_; | |
83 | |
84 DISALLOW_COPY_AND_ASSIGN(RemoteMediaStreamTrackAdapter); | |
85 }; | |
86 | |
87 static content::RemoteMediaStreamTrackAdapter* FindTrackObserver( | |
88 webrtc::MediaStreamTrackInterface* track, | |
89 const ScopedVector<content::RemoteMediaStreamTrackAdapter>& observers) { | |
90 ScopedVector<content::RemoteMediaStreamTrackAdapter>::const_iterator it = | |
91 observers.begin(); | 64 observers.begin(); |
92 for (; it != observers.end(); ++it) { | 65 for (; it != observers.end(); ++it) { |
93 if ((*it)->observed_track() == track) | 66 if ((*it)->observered_track() == track) |
94 return *it; | 67 return *it; |
95 } | 68 } |
96 return NULL; | 69 return NULL; |
97 } | 70 } |
98 | 71 |
99 // RemoteAudioMediaStreamTrackAdapter is responsible for listening on state | 72 } // namespace anonymous |
100 // change notifications on a remote webrtc audio MediaStreamTracks and notify | |
101 // WebKit. | |
102 class RemoteAudioMediaStreamTrackAdapter | |
103 : public RemoteMediaStreamTrackAdapter, | |
104 public webrtc::ObserverInterface, | |
105 public base::NonThreadSafe { | |
106 public: | |
107 RemoteAudioMediaStreamTrackAdapter( | |
108 webrtc::MediaStreamTrackInterface* webrtc_track, | |
109 const blink::WebMediaStreamTrack& webkit_track); | |
110 virtual ~RemoteAudioMediaStreamTrackAdapter(); | |
111 | 73 |
112 private: | 74 namespace content { |
113 // webrtc::ObserverInterface implementation. | |
114 virtual void OnChanged() OVERRIDE; | |
115 | 75 |
116 webrtc::MediaStreamTrackInterface::TrackState state_; | 76 RemoteMediaStreamTrackObserver::RemoteMediaStreamTrackObserver( |
117 | |
118 DISALLOW_COPY_AND_ASSIGN(RemoteAudioMediaStreamTrackAdapter); | |
119 }; | |
120 | |
121 RemoteAudioMediaStreamTrackAdapter::RemoteAudioMediaStreamTrackAdapter( | |
122 webrtc::MediaStreamTrackInterface* webrtc_track, | 77 webrtc::MediaStreamTrackInterface* webrtc_track, |
123 const blink::WebMediaStreamTrack& webkit_track) | 78 const blink::WebMediaStreamTrack& webkit_track) |
124 : RemoteMediaStreamTrackAdapter(webrtc_track, webkit_track), | 79 : state_(webrtc_track->state()), |
125 state_(observed_track()->state()) { | 80 webrtc_track_(webrtc_track), |
126 observed_track()->RegisterObserver(this); | 81 webkit_track_(webkit_track) { |
| 82 webrtc_track->RegisterObserver(this); |
127 } | 83 } |
128 | 84 |
129 RemoteAudioMediaStreamTrackAdapter::~RemoteAudioMediaStreamTrackAdapter() { | 85 RemoteMediaStreamTrackObserver::~RemoteMediaStreamTrackObserver() { |
130 observed_track()->UnregisterObserver(this); | 86 webrtc_track_->UnregisterObserver(this); |
131 } | 87 } |
132 | 88 |
133 void RemoteAudioMediaStreamTrackAdapter::OnChanged() { | 89 void RemoteMediaStreamTrackObserver::OnChanged() { |
134 DCHECK(CalledOnValidThread()); | 90 DCHECK(CalledOnValidThread()); |
135 | 91 |
136 webrtc::MediaStreamTrackInterface::TrackState state = | 92 webrtc::MediaStreamTrackInterface::TrackState state = webrtc_track_->state(); |
137 observed_track()->state(); | |
138 if (state == state_) | 93 if (state == state_) |
139 return; | 94 return; |
140 | 95 |
141 state_ = state; | 96 state_ = state; |
142 switch (state) { | 97 switch (state) { |
143 case webrtc::MediaStreamTrackInterface::kInitializing: | 98 case webrtc::MediaStreamTrackInterface::kInitializing: |
144 // Ignore the kInitializing state since there is no match in | 99 // Ignore the kInitializing state since there is no match in |
145 // WebMediaStreamSource::ReadyState. | 100 // WebMediaStreamSource::ReadyState. |
146 break; | 101 break; |
147 case webrtc::MediaStreamTrackInterface::kLive: | 102 case webrtc::MediaStreamTrackInterface::kLive: |
148 webkit_track().source().setReadyState( | 103 webkit_track_.source().setReadyState( |
149 blink::WebMediaStreamSource::ReadyStateLive); | 104 blink::WebMediaStreamSource::ReadyStateLive); |
150 break; | 105 break; |
151 case webrtc::MediaStreamTrackInterface::kEnded: | 106 case webrtc::MediaStreamTrackInterface::kEnded: |
152 webkit_track().source().setReadyState( | 107 webkit_track_.source().setReadyState( |
153 blink::WebMediaStreamSource::ReadyStateEnded); | 108 blink::WebMediaStreamSource::ReadyStateEnded); |
154 break; | 109 break; |
155 default: | 110 default: |
156 NOTREACHED(); | 111 NOTREACHED(); |
157 break; | 112 break; |
158 } | 113 } |
159 } | 114 } |
160 | 115 |
161 RemoteMediaStreamImpl::RemoteMediaStreamImpl( | 116 RemoteMediaStreamImpl::RemoteMediaStreamImpl( |
162 webrtc::MediaStreamInterface* webrtc_stream) | 117 webrtc::MediaStreamInterface* webrtc_stream) |
163 : webrtc_stream_(webrtc_stream) { | 118 : webrtc_stream_(webrtc_stream) { |
164 webrtc_stream_->RegisterObserver(this); | 119 webrtc_stream_->RegisterObserver(this); |
165 | 120 |
166 webrtc::AudioTrackVector webrtc_audio_tracks = | 121 webrtc::AudioTrackVector webrtc_audio_tracks = |
167 webrtc_stream_->GetAudioTracks(); | 122 webrtc_stream_->GetAudioTracks(); |
168 blink::WebVector<blink::WebMediaStreamTrack> webkit_audio_tracks( | 123 blink::WebVector<blink::WebMediaStreamTrack> webkit_audio_tracks( |
169 webrtc_audio_tracks.size()); | 124 webrtc_audio_tracks.size()); |
170 | 125 |
171 // Initialize WebKit audio tracks. | 126 // Initialize WebKit audio tracks. |
172 size_t i = 0; | 127 size_t i = 0; |
173 for (; i < webrtc_audio_tracks.size(); ++i) { | 128 for (; i < webrtc_audio_tracks.size(); ++i) { |
174 webrtc::AudioTrackInterface* audio_track = webrtc_audio_tracks[i]; | 129 webrtc::AudioTrackInterface* audio_track = webrtc_audio_tracks[i]; |
175 DCHECK(audio_track); | 130 DCHECK(audio_track); |
176 InitializeWebkitTrack(audio_track, &webkit_audio_tracks[i], | 131 InitializeWebkitTrack(audio_track, &webkit_audio_tracks[i], |
177 blink::WebMediaStreamSource::TypeAudio); | 132 blink::WebMediaStreamSource::TypeAudio); |
178 audio_track_observers_.push_back( | 133 audio_track_observers_.push_back( |
179 new RemoteAudioMediaStreamTrackAdapter(audio_track, | 134 new RemoteMediaStreamTrackObserver(audio_track, |
180 webkit_audio_tracks[i])); | 135 webkit_audio_tracks[i])); |
181 } | 136 } |
182 | 137 |
183 // Initialize WebKit video tracks. | 138 // Initialize WebKit video tracks. |
184 webrtc::VideoTrackVector webrtc_video_tracks = | 139 webrtc::VideoTrackVector webrtc_video_tracks = |
185 webrtc_stream_->GetVideoTracks(); | 140 webrtc_stream_->GetVideoTracks(); |
186 blink::WebVector<blink::WebMediaStreamTrack> webkit_video_tracks( | 141 blink::WebVector<blink::WebMediaStreamTrack> webkit_video_tracks( |
187 webrtc_video_tracks.size()); | 142 webrtc_video_tracks.size()); |
188 for (i = 0; i < webrtc_video_tracks.size(); ++i) { | 143 for (i = 0; i < webrtc_video_tracks.size(); ++i) { |
189 webrtc::VideoTrackInterface* video_track = webrtc_video_tracks[i]; | 144 webrtc::VideoTrackInterface* video_track = webrtc_video_tracks[i]; |
190 DCHECK(video_track); | 145 DCHECK(video_track); |
191 InitializeWebkitTrack(video_track, &webkit_video_tracks[i], | 146 InitializeWebkitTrack(video_track, &webkit_video_tracks[i], |
192 blink::WebMediaStreamSource::TypeVideo); | 147 blink::WebMediaStreamSource::TypeVideo); |
193 video_track_observers_.push_back( | 148 video_track_observers_.push_back( |
194 new RemoteMediaStreamTrackAdapter(video_track, | 149 new RemoteMediaStreamTrackObserver(video_track, |
195 webkit_video_tracks[i])); | 150 webkit_video_tracks[i])); |
196 } | 151 } |
197 | 152 |
198 webkit_stream_.initialize(base::UTF8ToUTF16(webrtc_stream->label()), | 153 webkit_stream_.initialize(base::UTF8ToUTF16(webrtc_stream->label()), |
199 webkit_audio_tracks, webkit_video_tracks); | 154 webkit_audio_tracks, webkit_video_tracks); |
200 webkit_stream_.setExtraData(new MediaStream(webrtc_stream)); | 155 webkit_stream_.setExtraData(new MediaStream(webrtc_stream)); |
201 } | 156 } |
202 | 157 |
203 RemoteMediaStreamImpl::~RemoteMediaStreamImpl() { | 158 RemoteMediaStreamImpl::~RemoteMediaStreamImpl() { |
204 webrtc_stream_->UnregisterObserver(this); | 159 webrtc_stream_->UnregisterObserver(this); |
205 } | 160 } |
206 | 161 |
207 void RemoteMediaStreamImpl::OnChanged() { | 162 void RemoteMediaStreamImpl::OnChanged() { |
208 // Find removed audio tracks. | 163 // Find removed audio tracks. |
209 ScopedVector<RemoteMediaStreamTrackAdapter>::iterator audio_it = | 164 ScopedVector<RemoteMediaStreamTrackObserver>::iterator audio_it = |
210 audio_track_observers_.begin(); | 165 audio_track_observers_.begin(); |
211 while (audio_it != audio_track_observers_.end()) { | 166 while (audio_it != audio_track_observers_.end()) { |
212 std::string track_id = (*audio_it)->observed_track()->id(); | 167 std::string track_id = (*audio_it)->observered_track()->id(); |
213 if (webrtc_stream_->FindAudioTrack(track_id) == NULL) { | 168 if (webrtc_stream_->FindAudioTrack(track_id) == NULL) { |
214 webkit_stream_.removeTrack((*audio_it)->webkit_track()); | 169 webkit_stream_.removeTrack((*audio_it)->webkit_track()); |
215 audio_it = audio_track_observers_.erase(audio_it); | 170 audio_it = audio_track_observers_.erase(audio_it); |
216 } else { | 171 } else { |
217 ++audio_it; | 172 ++audio_it; |
218 } | 173 } |
219 } | 174 } |
220 | 175 |
221 // Find removed video tracks. | 176 // Find removed video tracks. |
222 ScopedVector<RemoteMediaStreamTrackAdapter>::iterator video_it = | 177 ScopedVector<RemoteMediaStreamTrackObserver>::iterator video_it = |
223 video_track_observers_.begin(); | 178 video_track_observers_.begin(); |
224 while (video_it != video_track_observers_.end()) { | 179 while (video_it != video_track_observers_.end()) { |
225 std::string track_id = (*video_it)->observed_track()->id(); | 180 std::string track_id = (*video_it)->observered_track()->id(); |
226 if (webrtc_stream_->FindVideoTrack(track_id) == NULL) { | 181 if (webrtc_stream_->FindVideoTrack(track_id) == NULL) { |
227 webkit_stream_.removeTrack((*video_it)->webkit_track()); | 182 webkit_stream_.removeTrack((*video_it)->webkit_track()); |
228 video_it = video_track_observers_.erase(video_it); | 183 video_it = video_track_observers_.erase(video_it); |
229 } else { | 184 } else { |
230 ++video_it; | 185 ++video_it; |
231 } | 186 } |
232 } | 187 } |
233 | 188 |
234 // Find added audio tracks. | 189 // Find added audio tracks. |
235 webrtc::AudioTrackVector webrtc_audio_tracks = | 190 webrtc::AudioTrackVector webrtc_audio_tracks = |
236 webrtc_stream_->GetAudioTracks(); | 191 webrtc_stream_->GetAudioTracks(); |
237 for (webrtc::AudioTrackVector::iterator it = webrtc_audio_tracks.begin(); | 192 for (webrtc::AudioTrackVector::iterator it = webrtc_audio_tracks.begin(); |
238 it != webrtc_audio_tracks.end(); ++it) { | 193 it != webrtc_audio_tracks.end(); ++it) { |
239 if (!FindTrackObserver(*it, audio_track_observers_)) { | 194 if (!FindTrackObserver(*it, audio_track_observers_)) { |
240 blink::WebMediaStreamTrack new_track; | 195 blink::WebMediaStreamTrack new_track; |
241 InitializeWebkitTrack(*it, &new_track, | 196 InitializeWebkitTrack(*it, &new_track, |
242 blink::WebMediaStreamSource::TypeAudio); | 197 blink::WebMediaStreamSource::TypeAudio); |
243 audio_track_observers_.push_back( | 198 audio_track_observers_.push_back( |
244 new RemoteAudioMediaStreamTrackAdapter(*it, new_track)); | 199 new RemoteMediaStreamTrackObserver(*it, new_track)); |
245 webkit_stream_.addTrack(new_track); | 200 webkit_stream_.addTrack(new_track); |
246 } | 201 } |
247 } | 202 } |
248 | 203 |
249 // Find added video tracks. | 204 // Find added video tracks. |
250 webrtc::VideoTrackVector webrtc_video_tracks = | 205 webrtc::VideoTrackVector webrtc_video_tracks = |
251 webrtc_stream_->GetVideoTracks(); | 206 webrtc_stream_->GetVideoTracks(); |
252 for (webrtc::VideoTrackVector::iterator it = webrtc_video_tracks.begin(); | 207 for (webrtc::VideoTrackVector::iterator it = webrtc_video_tracks.begin(); |
253 it != webrtc_video_tracks.end(); ++it) { | 208 it != webrtc_video_tracks.end(); ++it) { |
254 if (!FindTrackObserver(*it, video_track_observers_)) { | 209 if (!FindTrackObserver(*it, video_track_observers_)) { |
255 blink::WebMediaStreamTrack new_track; | 210 blink::WebMediaStreamTrack new_track; |
256 InitializeWebkitTrack(*it, &new_track, | 211 InitializeWebkitTrack(*it, &new_track, |
257 blink::WebMediaStreamSource::TypeVideo); | 212 blink::WebMediaStreamSource::TypeVideo); |
258 video_track_observers_.push_back( | 213 video_track_observers_.push_back( |
259 new RemoteMediaStreamTrackAdapter(*it, new_track)); | 214 new RemoteMediaStreamTrackObserver(*it, new_track)); |
260 webkit_stream_.addTrack(new_track); | 215 webkit_stream_.addTrack(new_track); |
261 } | 216 } |
262 } | 217 } |
263 } | 218 } |
264 | 219 |
265 } // namespace content | 220 } // namespace content |
OLD | NEW |