OLD | NEW |
---|---|
1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 #include "content/renderer/media/user_media_client_impl.h" | 5 #include "content/renderer/media/user_media_client_impl.h" |
6 | 6 |
7 #include <stddef.h> | 7 #include <stddef.h> |
8 | 8 |
9 #include <utility> | 9 #include <utility> |
10 #include <vector> | 10 #include <vector> |
11 | 11 |
12 #include "base/hash.h" | 12 #include "base/hash.h" |
13 #include "base/location.h" | 13 #include "base/location.h" |
14 #include "base/logging.h" | 14 #include "base/logging.h" |
15 #include "base/single_thread_task_runner.h" | 15 #include "base/single_thread_task_runner.h" |
16 #include "base/strings/string_number_conversions.h" | 16 #include "base/strings/string_number_conversions.h" |
17 #include "base/strings/string_util.h" | 17 #include "base/strings/string_util.h" |
18 #include "base/strings/stringprintf.h" | 18 #include "base/strings/stringprintf.h" |
19 #include "base/strings/utf_string_conversions.h" | 19 #include "base/strings/utf_string_conversions.h" |
20 #include "base/thread_task_runner_handle.h" | 20 #include "base/thread_task_runner_handle.h" |
21 #include "content/public/renderer/render_frame.h" | 21 #include "content/public/renderer/render_frame.h" |
22 #include "content/renderer/media/media_stream.h" | 22 #include "content/renderer/media/media_stream.h" |
23 #include "content/renderer/media/media_stream_audio_source.h" | |
24 #include "content/renderer/media/media_stream_constraints_util.h" | 23 #include "content/renderer/media/media_stream_constraints_util.h" |
25 #include "content/renderer/media/media_stream_dispatcher.h" | 24 #include "content/renderer/media/media_stream_dispatcher.h" |
26 #include "content/renderer/media/media_stream_video_capturer_source.h" | 25 #include "content/renderer/media/media_stream_video_capturer_source.h" |
27 #include "content/renderer/media/media_stream_video_track.h" | 26 #include "content/renderer/media/media_stream_video_track.h" |
28 #include "content/renderer/media/peer_connection_tracker.h" | 27 #include "content/renderer/media/peer_connection_tracker.h" |
28 #include "content/renderer/media/webrtc/processed_local_audio_source.h" | |
29 #include "content/renderer/media/webrtc/webrtc_video_capturer_adapter.h" | 29 #include "content/renderer/media/webrtc/webrtc_video_capturer_adapter.h" |
30 #include "content/renderer/media/webrtc_audio_capturer.h" | |
31 #include "content/renderer/media/webrtc_logging.h" | 30 #include "content/renderer/media/webrtc_logging.h" |
32 #include "content/renderer/media/webrtc_uma_histograms.h" | 31 #include "content/renderer/media/webrtc_uma_histograms.h" |
33 #include "content/renderer/render_thread_impl.h" | 32 #include "content/renderer/render_thread_impl.h" |
34 #include "third_party/WebKit/public/platform/URLConversion.h" | 33 #include "third_party/WebKit/public/platform/URLConversion.h" |
35 #include "third_party/WebKit/public/platform/WebMediaConstraints.h" | 34 #include "third_party/WebKit/public/platform/WebMediaConstraints.h" |
36 #include "third_party/WebKit/public/platform/WebMediaDeviceInfo.h" | 35 #include "third_party/WebKit/public/platform/WebMediaDeviceInfo.h" |
37 #include "third_party/WebKit/public/platform/WebMediaStreamTrack.h" | 36 #include "third_party/WebKit/public/platform/WebMediaStreamTrack.h" |
38 #include "third_party/WebKit/public/platform/WebMediaStreamTrackSourcesRequest.h " | 37 #include "third_party/WebKit/public/platform/WebMediaStreamTrackSourcesRequest.h " |
39 #include "third_party/WebKit/public/web/WebDocument.h" | 38 #include "third_party/WebKit/public/web/WebDocument.h" |
40 #include "third_party/WebKit/public/web/WebLocalFrame.h" | 39 #include "third_party/WebKit/public/web/WebLocalFrame.h" |
(...skipping 560 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
601 << ", name = " << webkit_source->name().utf8(); | 600 << ", name = " << webkit_source->name().utf8(); |
602 | 601 |
603 if (type == blink::WebMediaStreamSource::TypeVideo) { | 602 if (type == blink::WebMediaStreamSource::TypeVideo) { |
604 webkit_source->setExtraData( | 603 webkit_source->setExtraData( |
605 CreateVideoSource( | 604 CreateVideoSource( |
606 device, | 605 device, |
607 base::Bind(&UserMediaClientImpl::OnLocalSourceStopped, | 606 base::Bind(&UserMediaClientImpl::OnLocalSourceStopped, |
608 weak_factory_.GetWeakPtr()))); | 607 weak_factory_.GetWeakPtr()))); |
609 } else { | 608 } else { |
610 DCHECK_EQ(blink::WebMediaStreamSource::TypeAudio, type); | 609 DCHECK_EQ(blink::WebMediaStreamSource::TypeAudio, type); |
611 MediaStreamAudioSource* audio_source( | 610 MediaStreamAudioSource* audio_source; |
perkj_chrome
2016/04/08 14:05:42
Prefer to a virtual method CreateAudioSource that
miu
2016/04/19 00:40:22
Good idea. Done.
| |
612 new MediaStreamAudioSource( | 611 if (!RenderFrameObserver::render_frame()) { |
613 RenderFrameObserver::routing_id(), | 612 // Special handling note: When no RenderFrame was provided, assume |
614 device, | 613 // UserMediaClientImpl is running in non-browser unit tests (e.g., |
615 base::Bind(&UserMediaClientImpl::OnLocalSourceStopped, | 614 // user_media_client_impl_unittest.cc) with the WebRTC audio pipeline |
616 weak_factory_.GetWeakPtr()), | 615 // mocked out. |
617 dependency_factory_)); | 616 CHECK(!RenderThreadImpl::current()); |
618 webkit_source->setExtraData(audio_source); | 617 ProcessedLocalAudioSource* source = |
618 new ProcessedLocalAudioSource(-1, device, dependency_factory_); | |
619 source->SetAllowInvalidRenderFrameIdForTesting(true); | |
620 source->SetSourceConstraints(constraints); | |
621 audio_source = source; | |
622 } else { | |
623 // TODO(miu): In a soon-upcoming change, I'll be providing an alternative | |
624 // MediaStreamAudioSource that bypasses audio processing for the | |
625 // non-WebRTC use cases. http://crbug.com/577881 | |
626 ProcessedLocalAudioSource* source = new ProcessedLocalAudioSource( | |
627 RenderFrameObserver::routing_id(), device, dependency_factory_); | |
628 source->SetSourceConstraints(constraints); | |
629 audio_source = source; | |
630 } | |
631 audio_source->SetStopCallback( | |
632 base::Bind(&UserMediaClientImpl::OnLocalSourceStopped, | |
633 weak_factory_.GetWeakPtr())); | |
634 webkit_source->setExtraData(audio_source); // Takes ownership. | |
619 } | 635 } |
620 local_sources_.push_back(*webkit_source); | 636 local_sources_.push_back(*webkit_source); |
621 } | 637 } |
622 | 638 |
623 MediaStreamVideoSource* UserMediaClientImpl::CreateVideoSource( | 639 MediaStreamVideoSource* UserMediaClientImpl::CreateVideoSource( |
624 const StreamDeviceInfo& device, | 640 const StreamDeviceInfo& device, |
625 const MediaStreamSource::SourceStoppedCallback& stop_callback) { | 641 const MediaStreamSource::SourceStoppedCallback& stop_callback) { |
626 content::MediaStreamVideoCapturerSource* ret = | 642 content::MediaStreamVideoCapturerSource* ret = |
627 new content::MediaStreamVideoCapturerSource(stop_callback, device); | 643 new content::MediaStreamVideoCapturerSource(stop_callback, device); |
628 return ret; | 644 return ret; |
(...skipping 46 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
675 } | 691 } |
676 } | 692 } |
677 | 693 |
678 for (size_t i = 0; i < overridden_audio_array.size(); ++i) { | 694 for (size_t i = 0; i < overridden_audio_array.size(); ++i) { |
679 blink::WebMediaStreamSource webkit_source; | 695 blink::WebMediaStreamSource webkit_source; |
680 InitializeSourceObject(overridden_audio_array[i], | 696 InitializeSourceObject(overridden_audio_array[i], |
681 blink::WebMediaStreamSource::TypeAudio, | 697 blink::WebMediaStreamSource::TypeAudio, |
682 constraints, | 698 constraints, |
683 &webkit_source); | 699 &webkit_source); |
684 (*webkit_tracks)[i].initialize(webkit_source); | 700 (*webkit_tracks)[i].initialize(webkit_source); |
685 request->StartAudioTrack((*webkit_tracks)[i], constraints); | 701 request->StartAudioTrack((*webkit_tracks)[i]); |
686 } | 702 } |
687 } | 703 } |
688 | 704 |
689 void UserMediaClientImpl::OnCreateNativeTracksCompleted( | 705 void UserMediaClientImpl::OnCreateNativeTracksCompleted( |
690 UserMediaRequestInfo* request, | 706 UserMediaRequestInfo* request, |
691 MediaStreamRequestResult result, | 707 MediaStreamRequestResult result, |
692 const blink::WebString& result_name) { | 708 const blink::WebString& result_name) { |
693 DVLOG(1) << "UserMediaClientImpl::OnCreateNativeTracksComplete(" | 709 DVLOG(1) << "UserMediaClientImpl::OnCreateNativeTracksComplete(" |
694 << "{request_id = " << request->request_id << "} " | 710 << "{request_id = " << request->request_id << "} " |
695 << "{result = " << result << "})"; | 711 << "{result = " << result << "})"; |
(...skipping 353 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
1049 request(request), | 1065 request(request), |
1050 request_result_(MEDIA_DEVICE_OK), | 1066 request_result_(MEDIA_DEVICE_OK), |
1051 request_result_name_("") { | 1067 request_result_name_("") { |
1052 } | 1068 } |
1053 | 1069 |
1054 UserMediaClientImpl::UserMediaRequestInfo::~UserMediaRequestInfo() { | 1070 UserMediaClientImpl::UserMediaRequestInfo::~UserMediaRequestInfo() { |
1055 DVLOG(1) << "~UserMediaRequestInfo"; | 1071 DVLOG(1) << "~UserMediaRequestInfo"; |
1056 } | 1072 } |
1057 | 1073 |
1058 void UserMediaClientImpl::UserMediaRequestInfo::StartAudioTrack( | 1074 void UserMediaClientImpl::UserMediaRequestInfo::StartAudioTrack( |
1059 const blink::WebMediaStreamTrack& track, | 1075 const blink::WebMediaStreamTrack& track) { |
1060 const blink::WebMediaConstraints& constraints) { | |
1061 DCHECK(track.source().getType() == blink::WebMediaStreamSource::TypeAudio); | 1076 DCHECK(track.source().getType() == blink::WebMediaStreamSource::TypeAudio); |
1062 MediaStreamAudioSource* native_source = | 1077 MediaStreamAudioSource* native_source = |
1063 MediaStreamAudioSource::From(track.source()); | 1078 MediaStreamAudioSource::From(track.source()); |
1064 DCHECK(native_source); | 1079 DCHECK(native_source); |
1065 | 1080 |
1066 sources_.push_back(track.source()); | 1081 sources_.push_back(track.source()); |
1067 sources_waiting_for_callback_.push_back(native_source); | 1082 sources_waiting_for_callback_.push_back(native_source); |
1068 native_source->AddTrack( | 1083 if (native_source->ConnectToTrack(track)) |
1069 track, constraints, base::Bind( | 1084 OnTrackStarted(native_source, MEDIA_DEVICE_OK, ""); |
1070 &UserMediaClientImpl::UserMediaRequestInfo::OnTrackStarted, | 1085 else |
1071 AsWeakPtr())); | 1086 OnTrackStarted(native_source, MEDIA_DEVICE_TRACK_START_FAILURE, ""); |
1072 } | 1087 } |
1073 | 1088 |
1074 blink::WebMediaStreamTrack | 1089 blink::WebMediaStreamTrack |
1075 UserMediaClientImpl::UserMediaRequestInfo::CreateAndStartVideoTrack( | 1090 UserMediaClientImpl::UserMediaRequestInfo::CreateAndStartVideoTrack( |
1076 const blink::WebMediaStreamSource& source, | 1091 const blink::WebMediaStreamSource& source, |
1077 const blink::WebMediaConstraints& constraints) { | 1092 const blink::WebMediaConstraints& constraints) { |
1078 DCHECK(source.getType() == blink::WebMediaStreamSource::TypeVideo); | 1093 DCHECK(source.getType() == blink::WebMediaStreamSource::TypeVideo); |
1079 MediaStreamVideoSource* native_source = | 1094 MediaStreamVideoSource* native_source = |
1080 MediaStreamVideoSource::GetVideoSource(source); | 1095 MediaStreamVideoSource::GetVideoSource(source); |
1081 DCHECK(native_source); | 1096 DCHECK(native_source); |
(...skipping 61 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
1143 return; | 1158 return; |
1144 } | 1159 } |
1145 } | 1160 } |
1146 } | 1161 } |
1147 | 1162 |
1148 bool UserMediaClientImpl::UserMediaRequestInfo::HasPendingSources() const { | 1163 bool UserMediaClientImpl::UserMediaRequestInfo::HasPendingSources() const { |
1149 return !sources_waiting_for_callback_.empty(); | 1164 return !sources_waiting_for_callback_.empty(); |
1150 } | 1165 } |
1151 | 1166 |
1152 } // namespace content | 1167 } // namespace content |
OLD | NEW |