Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(95)

Side by Side Diff: content/renderer/media/webrtc_audio_capturer.h

Issue 1721273002: MediaStream audio object graph untangling and clean-ups. (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: REBASE Created 4 years, 9 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #ifndef CONTENT_RENDERER_MEDIA_WEBRTC_AUDIO_CAPTURER_H_ 5 #ifndef CONTENT_RENDERER_MEDIA_WEBRTC_AUDIO_CAPTURER_H_
6 #define CONTENT_RENDERER_MEDIA_WEBRTC_AUDIO_CAPTURER_H_ 6 #define CONTENT_RENDERER_MEDIA_WEBRTC_AUDIO_CAPTURER_H_
7 7
8 #include <list> 8 #include <list>
9 #include <string> 9 #include <string>
10 10
11 #include "base/callback.h" 11 #include "base/callback.h"
12 #include "base/files/file.h" 12 #include "base/files/file.h"
13 #include "base/macros.h" 13 #include "base/macros.h"
14 #include "base/memory/ref_counted.h" 14 #include "base/memory/ref_counted.h"
15 #include "base/memory/scoped_ptr.h"
15 #include "base/synchronization/lock.h" 16 #include "base/synchronization/lock.h"
16 #include "base/threading/thread_checker.h" 17 #include "base/threading/thread_checker.h"
17 #include "base/time/time.h" 18 #include "base/time/time.h"
18 #include "content/common/media/media_stream_options.h" 19 #include "content/common/media/media_stream_options.h"
20 #include "content/renderer/media/media_stream_audio_level_calculator.h"
19 #include "content/renderer/media/tagged_list.h" 21 #include "content/renderer/media/tagged_list.h"
20 #include "media/audio/audio_input_device.h" 22 #include "media/audio/audio_input_device.h"
21 #include "media/base/audio_capturer_source.h" 23 #include "media/base/audio_capturer_source.h"
22 #include "third_party/WebKit/public/platform/WebMediaConstraints.h" 24 #include "third_party/WebKit/public/platform/WebMediaConstraints.h"
23 25
24 namespace media { 26 namespace media {
25 class AudioBus; 27 class AudioBus;
26 } 28 }
27 29
28 namespace content { 30 namespace content {
29 31
30 class MediaStreamAudioProcessor; 32 class MediaStreamAudioProcessor;
31 class MediaStreamAudioSource; 33 class MediaStreamAudioSource;
32 class WebRtcAudioDeviceImpl; 34 class WebRtcAudioDeviceImpl;
33 class WebRtcLocalAudioRenderer; 35 class WebRtcLocalAudioRenderer;
34 class WebRtcLocalAudioTrack; 36 class WebRtcLocalAudioTrack;
35 37
36 // This class manages the capture data flow by getting data from its 38 // This class manages the capture data flow by getting data from its
37 // |source_|, and passing it to its |tracks_|. 39 // |source_|, and passing it to its |tracks_|.
38 // The threading model for this class is rather complex since it will be 40 // The threading model for this class is rather complex since it will be
39 // created on the main render thread, captured data is provided on a dedicated 41 // created on the main render thread, captured data is provided on a dedicated
40 // AudioInputDevice thread, and methods can be called either on the Libjingle 42 // AudioInputDevice thread, and methods can be called either on the Libjingle
41 // thread or on the main render thread but also other client threads 43 // thread or on the main render thread but also other client threads
42 // if an alternative AudioCapturerSource has been set. 44 // if an alternative AudioCapturerSource has been set.
43 class CONTENT_EXPORT WebRtcAudioCapturer 45 class CONTENT_EXPORT WebRtcAudioCapturer
44 : public base::RefCountedThreadSafe<WebRtcAudioCapturer>, 46 : NON_EXPORTED_BASE(public media::AudioCapturerSource::CaptureCallback) {
45 NON_EXPORTED_BASE(public media::AudioCapturerSource::CaptureCallback) {
46 public: 47 public:
47 // Used to construct the audio capturer. |render_frame_id| specifies the 48 // Used to construct the audio capturer. |render_frame_id| specifies the
48 // RenderFrame consuming audio for capture; -1 is used for tests. 49 // RenderFrame consuming audio for capture; -1 is used for tests.
49 // |device_info| contains all the device information that the capturer is 50 // |device_info| contains all the device information that the capturer is
50 // created for. |constraints| contains the settings for audio processing. 51 // created for. |constraints| contains the settings for audio processing.
51 // TODO(xians): Implement the interface for the audio source and move the 52 // TODO(xians): Implement the interface for the audio source and move the
52 // |constraints| to ApplyConstraints(). Called on the main render thread. 53 // |constraints| to ApplyConstraints(). Called on the main render thread.
53 static scoped_refptr<WebRtcAudioCapturer> CreateCapturer( 54 static scoped_ptr<WebRtcAudioCapturer> CreateCapturer(
54 int render_frame_id, 55 int render_frame_id,
55 const StreamDeviceInfo& device_info, 56 const StreamDeviceInfo& device_info,
56 const blink::WebMediaConstraints& constraints, 57 const blink::WebMediaConstraints& constraints,
57 WebRtcAudioDeviceImpl* audio_device, 58 WebRtcAudioDeviceImpl* audio_device,
58 MediaStreamAudioSource* audio_source); 59 MediaStreamAudioSource* audio_source);
59 60
61 ~WebRtcAudioCapturer() override;
62
60 // Add a audio track to the sinks of the capturer. 63 // Add a audio track to the sinks of the capturer.
61 // WebRtcAudioDeviceImpl calls this method on the main render thread but 64 // WebRtcAudioDeviceImpl calls this method on the main render thread but
62 // other clients may call it from other threads. The current implementation 65 // other clients may call it from other threads. The current implementation
63 // does not support multi-thread calling. 66 // does not support multi-thread calling.
64 // The first AddTrack will implicitly trigger the Start() of this object. 67 // The first AddTrack will implicitly trigger the Start() of this object.
65 void AddTrack(WebRtcLocalAudioTrack* track); 68 void AddTrack(WebRtcLocalAudioTrack* track);
66 69
67 // Remove a audio track from the sinks of the capturer. 70 // Remove a audio track from the sinks of the capturer.
68 // If the track has been added to the capturer, it must call RemoveTrack() 71 // If the track has been added to the capturer, it must call RemoveTrack()
69 // before it goes away. 72 // before it goes away.
70 // Called on the main render thread or libjingle working thread. 73 // Called on the main render thread or libjingle working thread.
71 void RemoveTrack(WebRtcLocalAudioTrack* track); 74 void RemoveTrack(WebRtcLocalAudioTrack* track);
72 75
73 // Called when a stream is connecting to a peer connection. This will set 76 // Called when a stream is connecting to a peer connection. This will set
74 // up the native buffer size for the stream in order to optimize the 77 // up the native buffer size for the stream in order to optimize the
75 // performance for peer connection. 78 // performance for peer connection.
76 void EnablePeerConnectionMode(); 79 void EnablePeerConnectionMode();
77 80
78 // Volume APIs used by WebRtcAudioDeviceImpl. 81 // Volume APIs used by WebRtcAudioDeviceImpl.
79 // Called on the AudioInputDevice audio thread. 82 // Called on the AudioInputDevice audio thread.
80 void SetVolume(int volume); 83 void SetVolume(int volume);
81 int Volume() const; 84 int Volume() const;
82 int MaxVolume() const; 85 int MaxVolume() const;
83 86
84 // Audio parameters utilized by the source of the audio capturer. 87 // Audio parameters utilized by the source of the audio capturer.
85 // TODO(phoglund): Think over the implications of this accessor and if we can 88 // TODO(phoglund): Think over the implications of this accessor and if we can
86 // remove it. 89 // remove it.
87 media::AudioParameters source_audio_parameters() const; 90 media::AudioParameters GetInputFormat() const;
88 91
89 // Gets information about the paired output device. Returns true if such a 92 const StreamDeviceInfo& device_info() const { return device_info_; }
90 // device exists.
91 bool GetPairedOutputParameters(int* session_id,
92 int* output_sample_rate,
93 int* output_frames_per_buffer) const;
94
95 const std::string& device_id() const { return device_info_.device.id; }
96 int session_id() const { return device_info_.session_id; }
97 93
98 // Stops recording audio. This method will empty its track lists since 94 // Stops recording audio. This method will empty its track lists since
99 // stopping the capturer will implicitly invalidate all its tracks. 95 // stopping the capturer will implicitly invalidate all its tracks.
100 // This method is exposed to the public because the MediaStreamAudioSource can 96 // This method is exposed to the public because the MediaStreamAudioSource can
101 // call Stop() 97 // call Stop()
102 void Stop(); 98 void Stop();
103 99
104 // Returns the output format. 100 // Returns the output format.
105 // Called on the main render thread. 101 // Called on the main render thread.
106 media::AudioParameters GetOutputFormat() const; 102 media::AudioParameters GetOutputFormat() const;
107 103
108 // Used by clients to inject their own source to the capturer. 104 // Used by clients to inject their own source to the capturer.
109 void SetCapturerSource( 105 void SetCapturerSource(
110 const scoped_refptr<media::AudioCapturerSource>& source, 106 const scoped_refptr<media::AudioCapturerSource>& source,
111 media::AudioParameters params); 107 media::AudioParameters params);
112 108
113 protected:
114 friend class base::RefCountedThreadSafe<WebRtcAudioCapturer>;
115 ~WebRtcAudioCapturer() override;
116
117 private: 109 private:
118 class TrackOwner; 110 class TrackOwner;
119 typedef TaggedList<TrackOwner> TrackList; 111 typedef TaggedList<TrackOwner> TrackList;
120 112
121 WebRtcAudioCapturer(int render_frame_id, 113 WebRtcAudioCapturer(int render_frame_id,
122 const StreamDeviceInfo& device_info, 114 const StreamDeviceInfo& device_info,
123 const blink::WebMediaConstraints& constraints, 115 const blink::WebMediaConstraints& constraints,
124 WebRtcAudioDeviceImpl* audio_device, 116 WebRtcAudioDeviceImpl* audio_device,
125 MediaStreamAudioSource* audio_source); 117 MediaStreamAudioSource* audio_source);
126 118
(...skipping 10 matching lines...) Expand all
137 bool Initialize(); 129 bool Initialize();
138 130
139 // SetCapturerSourceInternal() is called if the client on the source side 131 // SetCapturerSourceInternal() is called if the client on the source side
140 // desires to provide their own captured audio data. Client is responsible 132 // desires to provide their own captured audio data. Client is responsible
141 // for calling Start() on its own source to get the ball rolling. 133 // for calling Start() on its own source to get the ball rolling.
142 // Called on the main render thread. 134 // Called on the main render thread.
143 // buffer_size is optional. Set to 0 to let it be chosen automatically. 135 // buffer_size is optional. Set to 0 to let it be chosen automatically.
144 void SetCapturerSourceInternal( 136 void SetCapturerSourceInternal(
145 const scoped_refptr<media::AudioCapturerSource>& source, 137 const scoped_refptr<media::AudioCapturerSource>& source,
146 media::ChannelLayout channel_layout, 138 media::ChannelLayout channel_layout,
147 int sample_rate, 139 int sample_rate);
148 int buffer_size);
149 140
150 // Starts recording audio. 141 // Starts recording audio.
151 // Triggered by AddSink() on the main render thread or a Libjingle working 142 // Triggered by AddSink() on the main render thread or a Libjingle working
152 // thread. It should NOT be called under |lock_|. 143 // thread. It should NOT be called under |lock_|.
153 void Start(); 144 void Start();
154 145
155 // Helper function to get the buffer size based on |peer_connection_mode_| 146 // Helper function to get the buffer size based on |peer_connection_mode_|
156 // and sample rate; 147 // and sample rate;
157 int GetBufferSize(int sample_rate) const; 148 int GetBufferSize(int sample_rate) const;
158 149
(...skipping 10 matching lines...) Expand all
169 TrackList tracks_; 160 TrackList tracks_;
170 161
171 // The audio data source from the browser process. 162 // The audio data source from the browser process.
172 scoped_refptr<media::AudioCapturerSource> source_; 163 scoped_refptr<media::AudioCapturerSource> source_;
173 164
174 // Cached audio constraints for the capturer. 165 // Cached audio constraints for the capturer.
175 blink::WebMediaConstraints constraints_; 166 blink::WebMediaConstraints constraints_;
176 167
177 // Audio processor doing processing like FIFO, AGC, AEC and NS. Its output 168 // Audio processor doing processing like FIFO, AGC, AEC and NS. Its output
178 // data is in a unit of 10 ms data chunk. 169 // data is in a unit of 10 ms data chunk.
179 scoped_refptr<MediaStreamAudioProcessor> audio_processor_; 170 const scoped_refptr<MediaStreamAudioProcessor> audio_processor_;
180 171
181 bool running_; 172 bool running_;
182 173
183 int render_frame_id_; 174 int render_frame_id_;
184 175
185 // Cached information of the device used by the capturer. 176 // Cached information of the device used by the capturer.
186 const StreamDeviceInfo device_info_; 177 const StreamDeviceInfo device_info_;
187 178
188 // Stores latest microphone volume received in a CaptureData() callback. 179 // Stores latest microphone volume received in a CaptureData() callback.
189 // Range is [0, 255]. 180 // Range is [0, 255].
190 int volume_; 181 int volume_;
191 182
192 // Flag which affects the buffer size used by the capturer. 183 // Flag which affects the buffer size used by the capturer.
193 bool peer_connection_mode_; 184 bool peer_connection_mode_;
194 185
195 // Raw pointer to the WebRtcAudioDeviceImpl, which is valid for the lifetime 186 // Raw pointer to the WebRtcAudioDeviceImpl, which is valid for the lifetime
196 // of RenderThread. 187 // of RenderThread.
197 WebRtcAudioDeviceImpl* audio_device_; 188 WebRtcAudioDeviceImpl* audio_device_;
198 189
199 // Raw pointer to the MediaStreamAudioSource object that holds a reference 190 // Raw pointer to the MediaStreamAudioSource object that holds a reference
200 // to this WebRtcAudioCapturer. 191 // to this WebRtcAudioCapturer.
201 // Since |audio_source_| is owned by a blink::WebMediaStreamSource object and 192 // Since |audio_source_| is owned by a blink::WebMediaStreamSource object and
202 // blink guarantees that the blink::WebMediaStreamSource outlives any 193 // blink guarantees that the blink::WebMediaStreamSource outlives any
203 // blink::WebMediaStreamTrack connected to the source, |audio_source_| is 194 // blink::WebMediaStreamTrack connected to the source, |audio_source_| is
204 // guaranteed to exist as long as a WebRtcLocalAudioTrack is connected to this 195 // guaranteed to exist as long as a WebRtcLocalAudioTrack is connected to this
205 // WebRtcAudioCapturer. 196 // WebRtcAudioCapturer.
206 MediaStreamAudioSource* const audio_source_; 197 MediaStreamAudioSource* const audio_source_;
207 198
199 // Used to calculate the signal level that shows in the UI.
200 MediaStreamAudioLevelCalculator level_calculator_;
201
208 DISALLOW_COPY_AND_ASSIGN(WebRtcAudioCapturer); 202 DISALLOW_COPY_AND_ASSIGN(WebRtcAudioCapturer);
209 }; 203 };
210 204
211 } // namespace content 205 } // namespace content
212 206
213 #endif // CONTENT_RENDERER_MEDIA_WEBRTC_AUDIO_CAPTURER_H_ 207 #endif // CONTENT_RENDERER_MEDIA_WEBRTC_AUDIO_CAPTURER_H_
OLDNEW
« no previous file with comments | « content/renderer/media/webrtc/webrtc_media_stream_adapter_unittest.cc ('k') | content/renderer/media/webrtc_audio_capturer.cc » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698