Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(55)

Side by Side Diff: content/renderer/media/remote_media_stream_impl.cc

Issue 675013005: Split libjingle's signaling thread from the UI thread (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: Broken changes for review Created 6 years, 1 month ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 // Copyright (c) 2013 The Chromium Authors. All rights reserved. 1 // Copyright (c) 2013 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #include "content/renderer/media/remote_media_stream_impl.h" 5 #include "content/renderer/media/remote_media_stream_impl.h"
6 6
7 #include <string> 7 #include <string>
8 8
9 #include "base/bind.h"
10 #include "base/location.h"
9 #include "base/logging.h" 11 #include "base/logging.h"
10 #include "base/strings/utf_string_conversions.h" 12 #include "base/strings/utf_string_conversions.h"
13 #include "base/thread_task_runner_handle.h"
11 #include "content/renderer/media/media_stream.h" 14 #include "content/renderer/media/media_stream.h"
15 #include "content/renderer/media/media_stream_track.h"
12 #include "content/renderer/media/media_stream_video_track.h" 16 #include "content/renderer/media/media_stream_video_track.h"
13 #include "content/renderer/media/webrtc/media_stream_remote_video_source.h" 17 #include "content/renderer/media/webrtc/media_stream_remote_video_source.h"
14 #include "content/renderer/media/webrtc/peer_connection_dependency_factory.h" 18 #include "content/renderer/media/webrtc/peer_connection_dependency_factory.h"
15 #include "third_party/WebKit/public/platform/WebString.h" 19 #include "third_party/WebKit/public/platform/WebString.h"
16 20
17 namespace content { 21 namespace content {
18
19 namespace { 22 namespace {
20 23
21 void InitializeWebkitTrack(webrtc::MediaStreamTrackInterface* track, 24 template <typename WebRtcTrackVector, typename AdapterType>
22 blink::WebMediaStreamTrack* webkit_track, 25 void CreateAdaptersForTracks(
23 blink::WebMediaStreamSource::Type type) { 26 const WebRtcTrackVector& tracks,
24 blink::WebMediaStreamSource webkit_source; 27 std::vector<scoped_refptr<AdapterType>>* observers,
25 blink::WebString webkit_track_id(base::UTF8ToUTF16(track->id())); 28 const scoped_refptr<base::SingleThreadTaskRunner>& main_thread) {
26 29 for (auto& track : tracks)
27 webkit_source.initialize(webkit_track_id, type, webkit_track_id); 30 observers->push_back(new AdapterType(main_thread, track));
28 webkit_track->initialize(webkit_track_id, webkit_source); 31 }
29 32
30 if (type == blink::WebMediaStreamSource::TypeVideo) { 33 template<typename VectorType>
31 MediaStreamRemoteVideoSource* video_source = 34 bool IsTrackInVector(const VectorType& v, const std::string& id) {
32 new MediaStreamRemoteVideoSource( 35 for (const auto& t : v) {
33 static_cast<webrtc::VideoTrackInterface*>(track)); 36 if (t->id() == id)
34 webkit_source.setExtraData(video_source); 37 return true;
38 }
39 return false;
40 }
41 } // namespace
42
43 // TODO(tommi): Move this class to a separate set of files.
44 class RemoteMediaStreamAudioTrack : public MediaStreamTrack {
45 public:
46 RemoteMediaStreamAudioTrack(
47 const scoped_refptr<webrtc::AudioTrackInterface>& track,
48 const scoped_refptr<base::SingleThreadTaskRunner>& signaling_thread)
49 : MediaStreamTrack(false), track_(track),
50 signaling_thread_(signaling_thread) {
51 }
52
53 ~RemoteMediaStreamAudioTrack() override {}
54
55 private:
56 void SetEnabled(bool enabled) override {
57 track_->set_enabled(enabled);
58 }
59
60 void Stop() override {
61 // Stop means that a track should be stopped permanently. But
62 // since there is no proper way of doing that on a remote track, we can
63 // at least disable the track. Blink will not call down to the content layer
64 // after a track has been stopped.
65 SetEnabled(false);
66 }
67
68 webrtc::AudioTrackInterface* GetAudioAdapter() override {
69 // Since the object pointed to by |track_| is not a proxy object but
70 // actually a pointer to a single threaded object that lives on the
71 // signaling thread, we need to make sure we're on the right thread.
72 // However, today (Oct 2014), I'm not aware of any callers to this method
73 // for remote audio tracks.
74 DCHECK(signaling_thread_->BelongsToCurrentThread());
75 DCHECK_EQ(track_->kind(), "audio");
76 return track_.get();
77 }
78
79 private:
80 const scoped_refptr<webrtc::AudioTrackInterface> track_;
81 const scoped_refptr<base::SingleThreadTaskRunner> signaling_thread_;
82 };
83
84 // Base class used for mapping between webrtc and blink MediaStream tracks.
85 // An instance of a RemoteMediaStreamTrackAdapter is stored in
86 // RemoteMediaStreamImpl per remote audio and video track.
87 template<typename WebRtcMediaStreamTrackType>
88 class RemoteMediaStreamTrackAdapter
89 : public base::RefCountedThreadSafe<
90 RemoteMediaStreamTrackAdapter<WebRtcMediaStreamTrackType>> {
91 public:
92 RemoteMediaStreamTrackAdapter(
93 const scoped_refptr<base::SingleThreadTaskRunner>& main_thread,
94 WebRtcMediaStreamTrackType* webrtc_track)
95 : main_thread_(main_thread), webrtc_track_(webrtc_track),
96 id_(webrtc_track->id()) {
97 }
98
99 const scoped_refptr<WebRtcMediaStreamTrackType>& observed_track() {
100 return webrtc_track_;
101 }
102
103 blink::WebMediaStreamTrack* webkit_track() {
104 DCHECK(main_thread_->BelongsToCurrentThread());
105 DCHECK(!webkit_track_.isNull());
106 return &webkit_track_;
107 }
108
109 const std::string& id() const { return id_; }
110
111 bool initialized() const {
112 DCHECK(main_thread_->BelongsToCurrentThread());
113 return !webkit_track_.isNull();
114 }
115
116 void Initialize() {
117 DCHECK(main_thread_->BelongsToCurrentThread());
118 DCHECK(!initialized());
119 webkit_initialize_.Run();
120 webkit_initialize_.Reset();
121 DCHECK(initialized());
122 }
123
124 protected:
125 friend class base::RefCountedThreadSafe<
126 RemoteMediaStreamTrackAdapter<WebRtcMediaStreamTrackType>>;
127
128 virtual ~RemoteMediaStreamTrackAdapter() {
129 DCHECK(main_thread_->BelongsToCurrentThread());
130 }
131
132 void InitializeWebkitTrack(blink::WebMediaStreamSource::Type type) {
133 DCHECK(main_thread_->BelongsToCurrentThread());
134 DCHECK(webkit_track_.isNull());
135
136 blink::WebString webkit_track_id(base::UTF8ToUTF16(id_));
137 blink::WebMediaStreamSource webkit_source;
138 webkit_source.initialize(webkit_track_id, type, webkit_track_id);
139 webkit_track_.initialize(webkit_track_id, webkit_source);
140 DCHECK(!webkit_track_.isNull());
141 }
142
143 const scoped_refptr<base::SingleThreadTaskRunner> main_thread_;
144 // This callback will be run when Initialize() is called and then freed.
145 // The callback is used by derived classes to bind objects that need to be
146 // instantiated and initialized on the signaling thread but then moved to
147 // and used on the main thread when initializing the webkit object(s).
148 base::Callback<void()> webkit_initialize_;
149
150 private:
151 const scoped_refptr<WebRtcMediaStreamTrackType> webrtc_track_;
152 blink::WebMediaStreamTrack webkit_track_;
153 // const copy of the webrtc track id that allows us to check it from both the
154 // main and signaling threads without incurring a synchronous thread hop.
155 const std::string id_;
156
157 DISALLOW_COPY_AND_ASSIGN(RemoteMediaStreamTrackAdapter);
158 };
159
160 class RemoteVideoTrackAdapter
161 : public RemoteMediaStreamTrackAdapter<webrtc::VideoTrackInterface> {
162 public:
163 // Called on the signaling thread
164 RemoteVideoTrackAdapter(
165 const scoped_refptr<base::SingleThreadTaskRunner>& main_thread,
166 webrtc::VideoTrackInterface* webrtc_track)
167 : RemoteMediaStreamTrackAdapter(main_thread, webrtc_track) {
168 scoped_refptr<MediaStreamRemoteVideoSource::Observer> source_observer(
169 new MediaStreamRemoteVideoSource::Observer(main_thread,
170 observed_track().get()));
171 webkit_initialize_ = base::Bind(
172 &RemoteVideoTrackAdapter::InitializeWebkitVideoTrack,
173 this, source_observer, observed_track()->enabled());
174 }
175
176 protected:
177 ~RemoteVideoTrackAdapter() override {}
178
179 private:
180 void InitializeWebkitVideoTrack(
181 const scoped_refptr<MediaStreamRemoteVideoSource::Observer>& observer,
182 bool enabled) {
183 DCHECK(main_thread_->BelongsToCurrentThread());
184 scoped_ptr<MediaStreamRemoteVideoSource> video_source(
185 new MediaStreamRemoteVideoSource(observer));
186 InitializeWebkitTrack(blink::WebMediaStreamSource::TypeVideo);
187 webkit_track()->source().setExtraData(video_source.get());
35 // Initial constraints must be provided to a MediaStreamVideoTrack. But 188 // Initial constraints must be provided to a MediaStreamVideoTrack. But
36 // no constraints are available initially on a remote video track. 189 // no constraints are available initially on a remote video track.
37 blink::WebMediaConstraints constraints; 190 blink::WebMediaConstraints constraints;
38 constraints.initialize(); 191 constraints.initialize();
39 webkit_track->setExtraData( 192 MediaStreamVideoTrack* media_stream_track =
40 new MediaStreamVideoTrack(video_source, constraints, 193 new MediaStreamVideoTrack(video_source.release(), constraints,
41 MediaStreamVideoSource::ConstraintsCallback(), 194 MediaStreamVideoSource::ConstraintsCallback(), enabled);
42 track->enabled())); 195 webkit_track()->setExtraData(media_stream_track);
43 } else { 196 }
44 DCHECK(type == blink::WebMediaStreamSource::TypeAudio); 197 };
45 content::PeerConnectionDependencyFactory::AddNativeAudioTrackToBlinkTrack( 198
46 track, *webkit_track, false); 199 // RemoteAudioTrackAdapter is responsible for listening on state
47 }
48 }
49
50 } // namespace
51
52 // Base class used for mapping between webrtc and blink MediaStream tracks.
53 // An instance of a RemoteMediaStreamTrackAdapter is stored in
54 // RemoteMediaStreamImpl per remote audio and video track.
55 class RemoteMediaStreamTrackAdapter {
56 public:
57 RemoteMediaStreamTrackAdapter(webrtc::MediaStreamTrackInterface* webrtc_track,
58 const blink::WebMediaStreamTrack& webkit_track)
59 : webrtc_track_(webrtc_track),
60 webkit_track_(webkit_track) {
61 }
62
63 virtual ~RemoteMediaStreamTrackAdapter() {
64 }
65
66 webrtc::MediaStreamTrackInterface* observed_track() {
67 return webrtc_track_.get();
68 }
69
70 const blink::WebMediaStreamTrack& webkit_track() { return webkit_track_; }
71
72 private:
73 scoped_refptr<webrtc::MediaStreamTrackInterface> webrtc_track_;
74 blink::WebMediaStreamTrack webkit_track_;
75
76 DISALLOW_COPY_AND_ASSIGN(RemoteMediaStreamTrackAdapter);
77 };
78
79 static content::RemoteMediaStreamTrackAdapter* FindTrackObserver(
80 webrtc::MediaStreamTrackInterface* track,
81 const ScopedVector<content::RemoteMediaStreamTrackAdapter>& observers) {
82 ScopedVector<content::RemoteMediaStreamTrackAdapter>::const_iterator it =
83 observers.begin();
84 for (; it != observers.end(); ++it) {
85 if ((*it)->observed_track() == track)
86 return *it;
87 }
88 return NULL;
89 }
90
91 // RemoteAudioMediaStreamTrackAdapter is responsible for listening on state
92 // change notifications on a remote webrtc audio MediaStreamTracks and notify 200 // change notifications on a remote webrtc audio MediaStreamTracks and notify
93 // WebKit. 201 // WebKit.
94 class RemoteAudioMediaStreamTrackAdapter 202 class RemoteAudioTrackAdapter
95 : public RemoteMediaStreamTrackAdapter, 203 : public RemoteMediaStreamTrackAdapter<webrtc::AudioTrackInterface>,
96 public webrtc::ObserverInterface, 204 public webrtc::ObserverInterface {
97 public base::NonThreadSafe { 205 public:
98 public: 206 RemoteAudioTrackAdapter(
99 RemoteAudioMediaStreamTrackAdapter( 207 const scoped_refptr<base::SingleThreadTaskRunner>& main_thread,
100 webrtc::MediaStreamTrackInterface* webrtc_track, 208 webrtc::AudioTrackInterface* webrtc_track);
101 const blink::WebMediaStreamTrack& webkit_track); 209
102 ~RemoteAudioMediaStreamTrackAdapter() override; 210 protected:
103 211 ~RemoteAudioTrackAdapter() override;
104 private: 212
213 private:
214 void InitializeWebkitAudioTrack(
215 scoped_ptr<RemoteMediaStreamAudioTrack> media_stream_track);
216
105 // webrtc::ObserverInterface implementation. 217 // webrtc::ObserverInterface implementation.
106 void OnChanged() override; 218 void OnChanged() override;
107 219
220 void OnChangedOnMainThread(
221 webrtc::MediaStreamTrackInterface::TrackState state);
222
108 webrtc::MediaStreamTrackInterface::TrackState state_; 223 webrtc::MediaStreamTrackInterface::TrackState state_;
109 224
110 DISALLOW_COPY_AND_ASSIGN(RemoteAudioMediaStreamTrackAdapter); 225 DISALLOW_COPY_AND_ASSIGN(RemoteAudioTrackAdapter);
111 }; 226 };
112 227
113 RemoteAudioMediaStreamTrackAdapter::RemoteAudioMediaStreamTrackAdapter( 228 // Called on the signaling thread.
114 webrtc::MediaStreamTrackInterface* webrtc_track, 229 RemoteAudioTrackAdapter::RemoteAudioTrackAdapter(
115 const blink::WebMediaStreamTrack& webkit_track) 230 const scoped_refptr<base::SingleThreadTaskRunner>& main_thread,
116 : RemoteMediaStreamTrackAdapter(webrtc_track, webkit_track), 231 webrtc::AudioTrackInterface* webrtc_track)
232 : RemoteMediaStreamTrackAdapter(main_thread, webrtc_track),
117 state_(observed_track()->state()) { 233 state_(observed_track()->state()) {
118 observed_track()->RegisterObserver(this); 234 observed_track()->RegisterObserver(this);
119 } 235 scoped_ptr<RemoteMediaStreamAudioTrack> media_stream_track(
120 236 new RemoteMediaStreamAudioTrack(observed_track().get(),
121 RemoteAudioMediaStreamTrackAdapter::~RemoteAudioMediaStreamTrackAdapter() { 237 base::ThreadTaskRunnerHandle::Get()));
238 webkit_initialize_ = base::Bind(
239 &RemoteAudioTrackAdapter::InitializeWebkitAudioTrack,
240 this, base::Passed(&media_stream_track));
241 }
242
243 RemoteAudioTrackAdapter::~RemoteAudioTrackAdapter() {
122 observed_track()->UnregisterObserver(this); 244 observed_track()->UnregisterObserver(this);
123 } 245 }
124 246
125 void RemoteAudioMediaStreamTrackAdapter::OnChanged() { 247 void RemoteAudioTrackAdapter::InitializeWebkitAudioTrack(
126 DCHECK(CalledOnValidThread()); 248 scoped_ptr<RemoteMediaStreamAudioTrack> media_stream_track) {
127 249 InitializeWebkitTrack(blink::WebMediaStreamSource::TypeAudio);
128 webrtc::MediaStreamTrackInterface::TrackState state = 250 webkit_track()->setExtraData(media_stream_track.release());
129 observed_track()->state(); 251 }
130 if (state == state_) 252
253 void RemoteAudioTrackAdapter::OnChanged() {
254 main_thread_->PostTask(FROM_HERE,
255 base::Bind(&RemoteAudioTrackAdapter::OnChangedOnMainThread,
256 this, observed_track()->state()));
257 }
258
259 void RemoteAudioTrackAdapter::OnChangedOnMainThread(
260 webrtc::MediaStreamTrackInterface::TrackState state) {
261 DCHECK(main_thread_->BelongsToCurrentThread());
262
263 if (state == state_ || !initialized())
131 return; 264 return;
132 265
133 state_ = state; 266 state_ = state;
267
134 switch (state) { 268 switch (state) {
135 case webrtc::MediaStreamTrackInterface::kInitializing: 269 case webrtc::MediaStreamTrackInterface::kInitializing:
136 // Ignore the kInitializing state since there is no match in 270 // Ignore the kInitializing state since there is no match in
137 // WebMediaStreamSource::ReadyState. 271 // WebMediaStreamSource::ReadyState.
138 break; 272 break;
139 case webrtc::MediaStreamTrackInterface::kLive: 273 case webrtc::MediaStreamTrackInterface::kLive:
140 webkit_track().source().setReadyState( 274 webkit_track()->source().setReadyState(
141 blink::WebMediaStreamSource::ReadyStateLive); 275 blink::WebMediaStreamSource::ReadyStateLive);
142 break; 276 break;
143 case webrtc::MediaStreamTrackInterface::kEnded: 277 case webrtc::MediaStreamTrackInterface::kEnded:
144 webkit_track().source().setReadyState( 278 webkit_track()->source().setReadyState(
145 blink::WebMediaStreamSource::ReadyStateEnded); 279 blink::WebMediaStreamSource::ReadyStateEnded);
146 break; 280 break;
147 default: 281 default:
148 NOTREACHED(); 282 NOTREACHED();
149 break; 283 break;
150 } 284 }
151 } 285 }
152 286
287 RemoteMediaStreamImpl::Observer::Observer(
288 const base::WeakPtr<RemoteMediaStreamImpl>& media_stream,
289 const scoped_refptr<base::SingleThreadTaskRunner>& main_thread,
290 webrtc::MediaStreamInterface* webrtc_stream)
291 : media_stream_(media_stream),
292 main_thread_(main_thread),
293 webrtc_stream_(webrtc_stream) {
294 webrtc_stream_->RegisterObserver(this);
295 }
296
297 RemoteMediaStreamImpl::Observer::~Observer() {
298 webrtc_stream_->UnregisterObserver(this);
perkj_chrome 2014/10/31 10:24:26 DCHECK thread ?
tommi (sloooow) - chröme 2014/10/31 13:20:41 It can be either the signaling thread or main thre
299 }
300
301 void RemoteMediaStreamImpl::Observer::OnChanged() {
302 scoped_ptr<RemoteAudioTrackAdapters> audio(new RemoteAudioTrackAdapters());
303 scoped_ptr<RemoteVideoTrackAdapters> video(new RemoteVideoTrackAdapters());
304
305 CreateAdaptersForTracks(
306 webrtc_stream_->GetAudioTracks(), audio.get(), main_thread_);
307 CreateAdaptersForTracks(
308 webrtc_stream_->GetVideoTracks(), video.get(), main_thread_);
309
310 main_thread_->PostTask(FROM_HERE,
311 base::Bind(&RemoteMediaStreamImpl::Observer::OnChangedOnMainThread,
312 this, base::Passed(&audio), base::Passed(&video)));
313 }
314
315 void RemoteMediaStreamImpl::Observer::OnChangedOnMainThread(
316 scoped_ptr<RemoteAudioTrackAdapters> audio_tracks,
317 scoped_ptr<RemoteVideoTrackAdapters> video_tracks) {
318 if (media_stream_)
perkj_chrome 2014/10/31 10:24:26 thread check?
tommi (sloooow) - chröme 2014/10/31 13:20:41 Done.
319 media_stream_->OnChanged(audio_tracks.Pass(), video_tracks.Pass());
320 }
321
322 // Called on the signaling thread.
153 RemoteMediaStreamImpl::RemoteMediaStreamImpl( 323 RemoteMediaStreamImpl::RemoteMediaStreamImpl(
324 const scoped_refptr<base::SingleThreadTaskRunner>& main_thread,
154 webrtc::MediaStreamInterface* webrtc_stream) 325 webrtc::MediaStreamInterface* webrtc_stream)
155 : webrtc_stream_(webrtc_stream) { 326 : signaling_thread_(base::ThreadTaskRunnerHandle::Get()),
156 webrtc_stream_->RegisterObserver(this); 327 weak_factory_(this) {
328 observer_ = new RemoteMediaStreamImpl::Observer(weak_factory_.GetWeakPtr(),
329 main_thread, webrtc_stream);
157 330
158 webrtc::AudioTrackVector webrtc_audio_tracks = 331 CreateAdaptersForTracks(webrtc_stream->GetAudioTracks(),
159 webrtc_stream_->GetAudioTracks(); 332 &audio_track_observers_, main_thread);
160 blink::WebVector<blink::WebMediaStreamTrack> webkit_audio_tracks( 333 CreateAdaptersForTracks(webrtc_stream->GetVideoTracks(),
161 webrtc_audio_tracks.size()); 334 &video_track_observers_, main_thread);
162 335
163 // Initialize WebKit audio tracks. 336 main_thread->PostTask(FROM_HERE,
164 size_t i = 0; 337 base::Bind(&RemoteMediaStreamImpl::InitializeOnMainThread,
165 for (; i < webrtc_audio_tracks.size(); ++i) { 338 base::Unretained(this), webrtc_stream_->label()));
166 webrtc::AudioTrackInterface* audio_track = webrtc_audio_tracks[i];
167 DCHECK(audio_track);
168 InitializeWebkitTrack(audio_track, &webkit_audio_tracks[i],
169 blink::WebMediaStreamSource::TypeAudio);
170 audio_track_observers_.push_back(
171 new RemoteAudioMediaStreamTrackAdapter(audio_track,
172 webkit_audio_tracks[i]));
173 }
174
175 // Initialize WebKit video tracks.
176 webrtc::VideoTrackVector webrtc_video_tracks =
177 webrtc_stream_->GetVideoTracks();
178 blink::WebVector<blink::WebMediaStreamTrack> webkit_video_tracks(
179 webrtc_video_tracks.size());
180 for (i = 0; i < webrtc_video_tracks.size(); ++i) {
181 webrtc::VideoTrackInterface* video_track = webrtc_video_tracks[i];
182 DCHECK(video_track);
183 InitializeWebkitTrack(video_track, &webkit_video_tracks[i],
184 blink::WebMediaStreamSource::TypeVideo);
185 video_track_observers_.push_back(
186 new RemoteMediaStreamTrackAdapter(video_track,
187 webkit_video_tracks[i]));
188 }
189
190 webkit_stream_.initialize(base::UTF8ToUTF16(webrtc_stream->label()),
191 webkit_audio_tracks, webkit_video_tracks);
192 webkit_stream_.setExtraData(new MediaStream(webrtc_stream));
193 } 339 }
194 340
195 RemoteMediaStreamImpl::~RemoteMediaStreamImpl() { 341 RemoteMediaStreamImpl::~RemoteMediaStreamImpl() {
342 DCHECK(main_thread_->BelongsToCurrentThread());
196 webrtc_stream_->UnregisterObserver(this); 343 webrtc_stream_->UnregisterObserver(this);
197 } 344 }
198 345
199 void RemoteMediaStreamImpl::OnChanged() { 346 void RemoteMediaStreamImpl::InitializeOnMainThread(const std::string& label) {
200 // Find removed audio tracks. 347 DCHECK(main_thread_->BelongsToCurrentThread());
201 ScopedVector<RemoteMediaStreamTrackAdapter>::iterator audio_it = 348 blink::WebVector<blink::WebMediaStreamTrack> webkit_audio_tracks(
202 audio_track_observers_.begin(); 349 audio_track_observers_.size());
350 for (size_t i = 0; i < audio_track_observers_.size(); ++i) {
351 audio_track_observers_[i]->Initialize();
352 webkit_audio_tracks[i] = *audio_track_observers_[i]->webkit_track();
353 }
354
355 blink::WebVector<blink::WebMediaStreamTrack> webkit_video_tracks(
356 video_track_observers_.size());
357 for (size_t i = 0; i < video_track_observers_.size(); ++i) {
358 video_track_observers_[i]->Initialize();
359 webkit_video_tracks[i] = *video_track_observers_[i]->webkit_track();
360 }
361
362 webkit_stream_.initialize(base::UTF8ToUTF16(label),
363 webkit_audio_tracks, webkit_video_tracks);
364 webkit_stream_.setExtraData(new MediaStream(webrtc_stream_.get()));
365 }
366
367 void RemoteMediaStreamImpl::OnChanged(
368 scoped_ptr<RemoteAudioTrackAdapters> audio_tracks,
369 scoped_ptr<RemoteVideoTrackAdapters> video_tracks) {
370 // Find removed tracks.
371 auto audio_it = audio_track_observers_.begin();
203 while (audio_it != audio_track_observers_.end()) { 372 while (audio_it != audio_track_observers_.end()) {
204 std::string track_id = (*audio_it)->observed_track()->id(); 373 if (!IsTrackInVector(*audio_tracks.get(), (*audio_it)->id())) {
205 if (webrtc_stream_->FindAudioTrack(track_id) == NULL) { 374 webkit_stream_.removeTrack(*(*audio_it)->webkit_track());
206 webkit_stream_.removeTrack((*audio_it)->webkit_track());
207 audio_it = audio_track_observers_.erase(audio_it); 375 audio_it = audio_track_observers_.erase(audio_it);
208 } else { 376 } else {
209 ++audio_it; 377 ++audio_it;
210 } 378 }
211 } 379 }
212 380
213 // Find removed video tracks. 381 auto video_it = video_track_observers_.begin();
214 ScopedVector<RemoteMediaStreamTrackAdapter>::iterator video_it =
215 video_track_observers_.begin();
216 while (video_it != video_track_observers_.end()) { 382 while (video_it != video_track_observers_.end()) {
217 std::string track_id = (*video_it)->observed_track()->id(); 383 if (!IsTrackInVector(*video_tracks.get(), (*video_it)->id())) {
218 if (webrtc_stream_->FindVideoTrack(track_id) == NULL) { 384 webkit_stream_.removeTrack(*(*video_it)->webkit_track());
219 webkit_stream_.removeTrack((*video_it)->webkit_track());
220 video_it = video_track_observers_.erase(video_it); 385 video_it = video_track_observers_.erase(video_it);
221 } else { 386 } else {
222 ++video_it; 387 ++video_it;
223 } 388 }
224 } 389 }
225 390
226 // Find added audio tracks. 391 // Find added tracks.
227 webrtc::AudioTrackVector webrtc_audio_tracks = 392 for (const auto& track : *audio_tracks.get()) {
228 webrtc_stream_->GetAudioTracks(); 393 if (!IsTrackInVector(audio_track_observers_, track->id())) {
229 for (webrtc::AudioTrackVector::iterator it = webrtc_audio_tracks.begin(); 394 track->Initialize();
230 it != webrtc_audio_tracks.end(); ++it) { 395 audio_track_observers_.push_back(track);
231 if (!FindTrackObserver(*it, audio_track_observers_)) { 396 webkit_stream_.addTrack(*track->webkit_track());
232 blink::WebMediaStreamTrack new_track;
233 InitializeWebkitTrack(*it, &new_track,
234 blink::WebMediaStreamSource::TypeAudio);
235 audio_track_observers_.push_back(
236 new RemoteAudioMediaStreamTrackAdapter(*it, new_track));
237 webkit_stream_.addTrack(new_track);
238 } 397 }
239 } 398 }
240 399
241 // Find added video tracks. 400 // Find added video tracks.
242 webrtc::VideoTrackVector webrtc_video_tracks = 401 for (const auto& track : *video_tracks.get()) {
243 webrtc_stream_->GetVideoTracks(); 402 if (!IsTrackInVector(video_track_observers_, track->id())) {
244 for (webrtc::VideoTrackVector::iterator it = webrtc_video_tracks.begin(); 403 track->Initialize();
245 it != webrtc_video_tracks.end(); ++it) { 404 video_track_observers_.push_back(track);
246 if (!FindTrackObserver(*it, video_track_observers_)) { 405 webkit_stream_.addTrack(*track->webkit_track());
247 blink::WebMediaStreamTrack new_track;
248 InitializeWebkitTrack(*it, &new_track,
249 blink::WebMediaStreamSource::TypeVideo);
250 video_track_observers_.push_back(
251 new RemoteMediaStreamTrackAdapter(*it, new_track));
252 webkit_stream_.addTrack(new_track);
253 } 406 }
254 } 407 }
255 } 408 }
256 409
257 } // namespace content 410 } // namespace content
OLDNEW
« no previous file with comments | « content/renderer/media/remote_media_stream_impl.h ('k') | content/renderer/media/rtc_peer_connection_handler.h » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698