Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(13)

Side by Side Diff: content/renderer/media/user_media_client_impl.cc

Issue 1834323002: MediaStream audio: Refactor 3 separate "glue" implementations into one. (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: Addressed comments from PS2: AudioInputDevice --> AudioCapturerSource, and refptr foo in WebRtcMedi… Created 4 years, 8 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #include "content/renderer/media/user_media_client_impl.h" 5 #include "content/renderer/media/user_media_client_impl.h"
6 6
7 #include <stddef.h> 7 #include <stddef.h>
8 8
9 #include <utility> 9 #include <utility>
10 #include <vector> 10 #include <vector>
11 11
12 #include "base/hash.h" 12 #include "base/hash.h"
13 #include "base/location.h" 13 #include "base/location.h"
14 #include "base/logging.h" 14 #include "base/logging.h"
15 #include "base/single_thread_task_runner.h" 15 #include "base/single_thread_task_runner.h"
16 #include "base/strings/string_number_conversions.h" 16 #include "base/strings/string_number_conversions.h"
17 #include "base/strings/string_util.h" 17 #include "base/strings/string_util.h"
18 #include "base/strings/stringprintf.h" 18 #include "base/strings/stringprintf.h"
19 #include "base/strings/utf_string_conversions.h" 19 #include "base/strings/utf_string_conversions.h"
20 #include "base/thread_task_runner_handle.h" 20 #include "base/thread_task_runner_handle.h"
21 #include "content/public/renderer/render_frame.h" 21 #include "content/public/renderer/render_frame.h"
22 #include "content/renderer/media/media_stream.h" 22 #include "content/renderer/media/media_stream.h"
23 #include "content/renderer/media/media_stream_audio_source.h"
24 #include "content/renderer/media/media_stream_constraints_util.h" 23 #include "content/renderer/media/media_stream_constraints_util.h"
25 #include "content/renderer/media/media_stream_dispatcher.h" 24 #include "content/renderer/media/media_stream_dispatcher.h"
26 #include "content/renderer/media/media_stream_video_capturer_source.h" 25 #include "content/renderer/media/media_stream_video_capturer_source.h"
27 #include "content/renderer/media/media_stream_video_track.h" 26 #include "content/renderer/media/media_stream_video_track.h"
28 #include "content/renderer/media/peer_connection_tracker.h" 27 #include "content/renderer/media/peer_connection_tracker.h"
28 #include "content/renderer/media/webrtc/processed_local_audio_source.h"
29 #include "content/renderer/media/webrtc/webrtc_video_capturer_adapter.h" 29 #include "content/renderer/media/webrtc/webrtc_video_capturer_adapter.h"
30 #include "content/renderer/media/webrtc_audio_capturer.h"
31 #include "content/renderer/media/webrtc_logging.h" 30 #include "content/renderer/media/webrtc_logging.h"
32 #include "content/renderer/media/webrtc_uma_histograms.h" 31 #include "content/renderer/media/webrtc_uma_histograms.h"
33 #include "content/renderer/render_thread_impl.h" 32 #include "content/renderer/render_thread_impl.h"
34 #include "third_party/WebKit/public/platform/URLConversion.h" 33 #include "third_party/WebKit/public/platform/URLConversion.h"
35 #include "third_party/WebKit/public/platform/WebMediaConstraints.h" 34 #include "third_party/WebKit/public/platform/WebMediaConstraints.h"
36 #include "third_party/WebKit/public/platform/WebMediaDeviceInfo.h" 35 #include "third_party/WebKit/public/platform/WebMediaDeviceInfo.h"
37 #include "third_party/WebKit/public/platform/WebMediaStreamTrack.h" 36 #include "third_party/WebKit/public/platform/WebMediaStreamTrack.h"
38 #include "third_party/WebKit/public/platform/WebMediaStreamTrackSourcesRequest.h " 37 #include "third_party/WebKit/public/platform/WebMediaStreamTrackSourcesRequest.h "
39 #include "third_party/WebKit/public/web/WebDocument.h" 38 #include "third_party/WebKit/public/web/WebDocument.h"
40 #include "third_party/WebKit/public/web/WebLocalFrame.h" 39 #include "third_party/WebKit/public/web/WebLocalFrame.h"
(...skipping 560 matching lines...) Expand 10 before | Expand all | Expand 10 after
601 << ", name = " << webkit_source->name().utf8(); 600 << ", name = " << webkit_source->name().utf8();
602 601
603 if (type == blink::WebMediaStreamSource::TypeVideo) { 602 if (type == blink::WebMediaStreamSource::TypeVideo) {
604 webkit_source->setExtraData( 603 webkit_source->setExtraData(
605 CreateVideoSource( 604 CreateVideoSource(
606 device, 605 device,
607 base::Bind(&UserMediaClientImpl::OnLocalSourceStopped, 606 base::Bind(&UserMediaClientImpl::OnLocalSourceStopped,
608 weak_factory_.GetWeakPtr()))); 607 weak_factory_.GetWeakPtr())));
609 } else { 608 } else {
610 DCHECK_EQ(blink::WebMediaStreamSource::TypeAudio, type); 609 DCHECK_EQ(blink::WebMediaStreamSource::TypeAudio, type);
611 MediaStreamAudioSource* audio_source( 610 MediaStreamAudioSource* audio_source;
perkj_chrome 2016/04/08 14:05:42 Prefer to a virtual method CreateAudioSource that
miu 2016/04/19 00:40:22 Good idea. Done.
612 new MediaStreamAudioSource( 611 if (!RenderFrameObserver::render_frame()) {
613 RenderFrameObserver::routing_id(), 612 // Special handling note: When no RenderFrame was provided, assume
614 device, 613 // UserMediaClientImpl is running in non-browser unit tests (e.g.,
615 base::Bind(&UserMediaClientImpl::OnLocalSourceStopped, 614 // user_media_client_impl_unittest.cc) with the WebRTC audio pipeline
616 weak_factory_.GetWeakPtr()), 615 // mocked out.
617 dependency_factory_)); 616 CHECK(!RenderThreadImpl::current());
618 webkit_source->setExtraData(audio_source); 617 ProcessedLocalAudioSource* source =
618 new ProcessedLocalAudioSource(-1, device, dependency_factory_);
619 source->SetAllowInvalidRenderFrameIdForTesting(true);
620 source->SetSourceConstraints(constraints);
621 audio_source = source;
622 } else {
623 // TODO(miu): In a soon-upcoming change, I'll be providing an alternative
624 // MediaStreamAudioSource that bypasses audio processing for the
625 // non-WebRTC use cases. http://crbug.com/577881
626 ProcessedLocalAudioSource* source = new ProcessedLocalAudioSource(
627 RenderFrameObserver::routing_id(), device, dependency_factory_);
628 source->SetSourceConstraints(constraints);
629 audio_source = source;
630 }
631 audio_source->SetStopCallback(
632 base::Bind(&UserMediaClientImpl::OnLocalSourceStopped,
633 weak_factory_.GetWeakPtr()));
634 webkit_source->setExtraData(audio_source); // Takes ownership.
619 } 635 }
620 local_sources_.push_back(*webkit_source); 636 local_sources_.push_back(*webkit_source);
621 } 637 }
622 638
623 MediaStreamVideoSource* UserMediaClientImpl::CreateVideoSource( 639 MediaStreamVideoSource* UserMediaClientImpl::CreateVideoSource(
624 const StreamDeviceInfo& device, 640 const StreamDeviceInfo& device,
625 const MediaStreamSource::SourceStoppedCallback& stop_callback) { 641 const MediaStreamSource::SourceStoppedCallback& stop_callback) {
626 content::MediaStreamVideoCapturerSource* ret = 642 content::MediaStreamVideoCapturerSource* ret =
627 new content::MediaStreamVideoCapturerSource(stop_callback, device); 643 new content::MediaStreamVideoCapturerSource(stop_callback, device);
628 return ret; 644 return ret;
(...skipping 46 matching lines...) Expand 10 before | Expand all | Expand 10 after
675 } 691 }
676 } 692 }
677 693
678 for (size_t i = 0; i < overridden_audio_array.size(); ++i) { 694 for (size_t i = 0; i < overridden_audio_array.size(); ++i) {
679 blink::WebMediaStreamSource webkit_source; 695 blink::WebMediaStreamSource webkit_source;
680 InitializeSourceObject(overridden_audio_array[i], 696 InitializeSourceObject(overridden_audio_array[i],
681 blink::WebMediaStreamSource::TypeAudio, 697 blink::WebMediaStreamSource::TypeAudio,
682 constraints, 698 constraints,
683 &webkit_source); 699 &webkit_source);
684 (*webkit_tracks)[i].initialize(webkit_source); 700 (*webkit_tracks)[i].initialize(webkit_source);
685 request->StartAudioTrack((*webkit_tracks)[i], constraints); 701 request->StartAudioTrack((*webkit_tracks)[i]);
686 } 702 }
687 } 703 }
688 704
689 void UserMediaClientImpl::OnCreateNativeTracksCompleted( 705 void UserMediaClientImpl::OnCreateNativeTracksCompleted(
690 UserMediaRequestInfo* request, 706 UserMediaRequestInfo* request,
691 MediaStreamRequestResult result, 707 MediaStreamRequestResult result,
692 const blink::WebString& result_name) { 708 const blink::WebString& result_name) {
693 DVLOG(1) << "UserMediaClientImpl::OnCreateNativeTracksComplete(" 709 DVLOG(1) << "UserMediaClientImpl::OnCreateNativeTracksComplete("
694 << "{request_id = " << request->request_id << "} " 710 << "{request_id = " << request->request_id << "} "
695 << "{result = " << result << "})"; 711 << "{result = " << result << "})";
(...skipping 353 matching lines...) Expand 10 before | Expand all | Expand 10 after
1049 request(request), 1065 request(request),
1050 request_result_(MEDIA_DEVICE_OK), 1066 request_result_(MEDIA_DEVICE_OK),
1051 request_result_name_("") { 1067 request_result_name_("") {
1052 } 1068 }
1053 1069
1054 UserMediaClientImpl::UserMediaRequestInfo::~UserMediaRequestInfo() { 1070 UserMediaClientImpl::UserMediaRequestInfo::~UserMediaRequestInfo() {
1055 DVLOG(1) << "~UserMediaRequestInfo"; 1071 DVLOG(1) << "~UserMediaRequestInfo";
1056 } 1072 }
1057 1073
1058 void UserMediaClientImpl::UserMediaRequestInfo::StartAudioTrack( 1074 void UserMediaClientImpl::UserMediaRequestInfo::StartAudioTrack(
1059 const blink::WebMediaStreamTrack& track, 1075 const blink::WebMediaStreamTrack& track) {
1060 const blink::WebMediaConstraints& constraints) {
1061 DCHECK(track.source().getType() == blink::WebMediaStreamSource::TypeAudio); 1076 DCHECK(track.source().getType() == blink::WebMediaStreamSource::TypeAudio);
1062 MediaStreamAudioSource* native_source = 1077 MediaStreamAudioSource* native_source =
1063 MediaStreamAudioSource::From(track.source()); 1078 MediaStreamAudioSource::From(track.source());
1064 DCHECK(native_source); 1079 DCHECK(native_source);
1065 1080
1066 sources_.push_back(track.source()); 1081 sources_.push_back(track.source());
1067 sources_waiting_for_callback_.push_back(native_source); 1082 sources_waiting_for_callback_.push_back(native_source);
1068 native_source->AddTrack( 1083 if (native_source->ConnectToTrack(track))
1069 track, constraints, base::Bind( 1084 OnTrackStarted(native_source, MEDIA_DEVICE_OK, "");
1070 &UserMediaClientImpl::UserMediaRequestInfo::OnTrackStarted, 1085 else
1071 AsWeakPtr())); 1086 OnTrackStarted(native_source, MEDIA_DEVICE_TRACK_START_FAILURE, "");
1072 } 1087 }
1073 1088
1074 blink::WebMediaStreamTrack 1089 blink::WebMediaStreamTrack
1075 UserMediaClientImpl::UserMediaRequestInfo::CreateAndStartVideoTrack( 1090 UserMediaClientImpl::UserMediaRequestInfo::CreateAndStartVideoTrack(
1076 const blink::WebMediaStreamSource& source, 1091 const blink::WebMediaStreamSource& source,
1077 const blink::WebMediaConstraints& constraints) { 1092 const blink::WebMediaConstraints& constraints) {
1078 DCHECK(source.getType() == blink::WebMediaStreamSource::TypeVideo); 1093 DCHECK(source.getType() == blink::WebMediaStreamSource::TypeVideo);
1079 MediaStreamVideoSource* native_source = 1094 MediaStreamVideoSource* native_source =
1080 MediaStreamVideoSource::GetVideoSource(source); 1095 MediaStreamVideoSource::GetVideoSource(source);
1081 DCHECK(native_source); 1096 DCHECK(native_source);
(...skipping 61 matching lines...) Expand 10 before | Expand all | Expand 10 after
1143 return; 1158 return;
1144 } 1159 }
1145 } 1160 }
1146 } 1161 }
1147 1162
1148 bool UserMediaClientImpl::UserMediaRequestInfo::HasPendingSources() const { 1163 bool UserMediaClientImpl::UserMediaRequestInfo::HasPendingSources() const {
1149 return !sources_waiting_for_callback_.empty(); 1164 return !sources_waiting_for_callback_.empty();
1150 } 1165 }
1151 1166
1152 } // namespace content 1167 } // namespace content
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698