| OLD | NEW |
|---|
| (Empty) |
| 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. | |
| 2 // Use of this source code is governed by a BSD-style license that can be | |
| 3 // found in the LICENSE file. | |
| 4 | |
| 5 #ifndef CONTENT_RENDERER_MEDIA_WEBRTC_AUDIO_CAPTURER_H_ | |
| 6 #define CONTENT_RENDERER_MEDIA_WEBRTC_AUDIO_CAPTURER_H_ | |
| 7 | |
| 8 #include <list> | |
| 9 #include <memory> | |
| 10 #include <string> | |
| 11 | |
| 12 #include "base/callback.h" | |
| 13 #include "base/files/file.h" | |
| 14 #include "base/macros.h" | |
| 15 #include "base/memory/ref_counted.h" | |
| 16 #include "base/synchronization/lock.h" | |
| 17 #include "base/threading/thread_checker.h" | |
| 18 #include "base/time/time.h" | |
| 19 #include "content/common/media/media_stream_options.h" | |
| 20 #include "content/renderer/media/media_stream_audio_level_calculator.h" | |
| 21 #include "content/renderer/media/tagged_list.h" | |
| 22 #include "media/audio/audio_input_device.h" | |
| 23 #include "media/base/audio_capturer_source.h" | |
| 24 #include "third_party/WebKit/public/platform/WebMediaConstraints.h" | |
| 25 | |
| 26 namespace media { | |
| 27 class AudioBus; | |
| 28 } | |
| 29 | |
| 30 namespace content { | |
| 31 | |
| 32 class MediaStreamAudioProcessor; | |
| 33 class MediaStreamAudioSource; | |
| 34 class WebRtcAudioDeviceImpl; | |
| 35 class WebRtcLocalAudioRenderer; | |
| 36 class WebRtcLocalAudioTrack; | |
| 37 | |
| 38 // This class manages the capture data flow by getting data from its | |
| 39 // |source_|, and passing it to its |tracks_|. | |
| 40 // The threading model for this class is rather complex since it will be | |
| 41 // created on the main render thread, captured data is provided on a dedicated | |
| 42 // AudioInputDevice thread, and methods can be called either on the Libjingle | |
| 43 // thread or on the main render thread but also other client threads | |
| 44 // if an alternative AudioCapturerSource has been set. | |
| 45 class CONTENT_EXPORT WebRtcAudioCapturer | |
| 46 : NON_EXPORTED_BASE(public media::AudioCapturerSource::CaptureCallback) { | |
| 47 public: | |
| 48 // Used to construct the audio capturer. |render_frame_id| specifies the | |
| 49 // RenderFrame consuming audio for capture; -1 is used for tests. | |
| 50 // |device_info| contains all the device information that the capturer is | |
| 51 // created for. |constraints| contains the settings for audio processing. | |
| 52 // TODO(xians): Implement the interface for the audio source and move the | |
| 53 // |constraints| to ApplyConstraints(). Called on the main render thread. | |
| 54 static std::unique_ptr<WebRtcAudioCapturer> CreateCapturer( | |
| 55 int render_frame_id, | |
| 56 const StreamDeviceInfo& device_info, | |
| 57 const blink::WebMediaConstraints& constraints, | |
| 58 WebRtcAudioDeviceImpl* audio_device, | |
| 59 MediaStreamAudioSource* audio_source); | |
| 60 | |
| 61 ~WebRtcAudioCapturer() override; | |
| 62 | |
| 63 // Add a audio track to the sinks of the capturer. | |
| 64 // WebRtcAudioDeviceImpl calls this method on the main render thread but | |
| 65 // other clients may call it from other threads. The current implementation | |
| 66 // does not support multi-thread calling. | |
| 67 // The first AddTrack will implicitly trigger the Start() of this object. | |
| 68 void AddTrack(WebRtcLocalAudioTrack* track); | |
| 69 | |
| 70 // Remove a audio track from the sinks of the capturer. | |
| 71 // If the track has been added to the capturer, it must call RemoveTrack() | |
| 72 // before it goes away. | |
| 73 // Called on the main render thread or libjingle working thread. | |
| 74 void RemoveTrack(WebRtcLocalAudioTrack* track); | |
| 75 | |
| 76 // Called when a stream is connecting to a peer connection. This will set | |
| 77 // up the native buffer size for the stream in order to optimize the | |
| 78 // performance for peer connection. | |
| 79 void EnablePeerConnectionMode(); | |
| 80 | |
| 81 // Volume APIs used by WebRtcAudioDeviceImpl. | |
| 82 // Called on the AudioInputDevice audio thread. | |
| 83 void SetVolume(int volume); | |
| 84 int Volume() const; | |
| 85 int MaxVolume() const; | |
| 86 | |
| 87 // Audio parameters utilized by the source of the audio capturer. | |
| 88 // TODO(phoglund): Think over the implications of this accessor and if we can | |
| 89 // remove it. | |
| 90 media::AudioParameters GetInputFormat() const; | |
| 91 | |
| 92 const StreamDeviceInfo& device_info() const { return device_info_; } | |
| 93 | |
| 94 // Stops recording audio. This method will empty its track lists since | |
| 95 // stopping the capturer will implicitly invalidate all its tracks. | |
| 96 // This method is exposed to the public because the MediaStreamAudioSource can | |
| 97 // call Stop() | |
| 98 void Stop(); | |
| 99 | |
| 100 // Returns the output format. | |
| 101 // Called on the main render thread. | |
| 102 media::AudioParameters GetOutputFormat() const; | |
| 103 | |
| 104 // Used by clients to inject their own source to the capturer. | |
| 105 void SetCapturerSource( | |
| 106 const scoped_refptr<media::AudioCapturerSource>& source, | |
| 107 media::AudioParameters params); | |
| 108 | |
| 109 private: | |
| 110 class TrackOwner; | |
| 111 typedef TaggedList<TrackOwner> TrackList; | |
| 112 | |
| 113 WebRtcAudioCapturer(int render_frame_id, | |
| 114 const StreamDeviceInfo& device_info, | |
| 115 const blink::WebMediaConstraints& constraints, | |
| 116 WebRtcAudioDeviceImpl* audio_device, | |
| 117 MediaStreamAudioSource* audio_source); | |
| 118 | |
| 119 // AudioCapturerSource::CaptureCallback implementation. | |
| 120 // Called on the AudioInputDevice audio thread. | |
| 121 void Capture(const media::AudioBus* audio_source, | |
| 122 int audio_delay_milliseconds, | |
| 123 double volume, | |
| 124 bool key_pressed) override; | |
| 125 void OnCaptureError(const std::string& message) override; | |
| 126 | |
| 127 // Initializes the default audio capturing source using the provided render | |
| 128 // frame id and device information. Return true if success, otherwise false. | |
| 129 bool Initialize(); | |
| 130 | |
| 131 // SetCapturerSourceInternal() is called if the client on the source side | |
| 132 // desires to provide their own captured audio data. Client is responsible | |
| 133 // for calling Start() on its own source to get the ball rolling. | |
| 134 // Called on the main render thread. | |
| 135 // buffer_size is optional. Set to 0 to let it be chosen automatically. | |
| 136 void SetCapturerSourceInternal( | |
| 137 const scoped_refptr<media::AudioCapturerSource>& source, | |
| 138 media::ChannelLayout channel_layout, | |
| 139 int sample_rate); | |
| 140 | |
| 141 // Starts recording audio. | |
| 142 // Triggered by AddSink() on the main render thread or a Libjingle working | |
| 143 // thread. It should NOT be called under |lock_|. | |
| 144 void Start(); | |
| 145 | |
| 146 // Helper function to get the buffer size based on |peer_connection_mode_| | |
| 147 // and sample rate; | |
| 148 int GetBufferSize(int sample_rate) const; | |
| 149 | |
| 150 // Used to DCHECK that we are called on the correct thread. | |
| 151 base::ThreadChecker thread_checker_; | |
| 152 | |
| 153 // Protects |source_|, |audio_tracks_|, |running_|, |loopback_fifo_|, | |
| 154 // |params_| and |buffering_|. | |
| 155 mutable base::Lock lock_; | |
| 156 | |
| 157 // A tagged list of audio tracks that the audio data is fed | |
| 158 // to. Tagged items need to be notified that the audio format has | |
| 159 // changed. | |
| 160 TrackList tracks_; | |
| 161 | |
| 162 // The audio data source from the browser process. | |
| 163 scoped_refptr<media::AudioCapturerSource> source_; | |
| 164 | |
| 165 // Cached audio constraints for the capturer. | |
| 166 blink::WebMediaConstraints constraints_; | |
| 167 | |
| 168 // Audio processor doing processing like FIFO, AGC, AEC and NS. Its output | |
| 169 // data is in a unit of 10 ms data chunk. | |
| 170 const scoped_refptr<MediaStreamAudioProcessor> audio_processor_; | |
| 171 | |
| 172 bool running_; | |
| 173 | |
| 174 int render_frame_id_; | |
| 175 | |
| 176 // Cached information of the device used by the capturer. | |
| 177 const StreamDeviceInfo device_info_; | |
| 178 | |
| 179 // Stores latest microphone volume received in a CaptureData() callback. | |
| 180 // Range is [0, 255]. | |
| 181 int volume_; | |
| 182 | |
| 183 // Flag which affects the buffer size used by the capturer. | |
| 184 bool peer_connection_mode_; | |
| 185 | |
| 186 // Raw pointer to the WebRtcAudioDeviceImpl, which is valid for the lifetime | |
| 187 // of RenderThread. | |
| 188 WebRtcAudioDeviceImpl* audio_device_; | |
| 189 | |
| 190 // Raw pointer to the MediaStreamAudioSource object that holds a reference | |
| 191 // to this WebRtcAudioCapturer. | |
| 192 // Since |audio_source_| is owned by a blink::WebMediaStreamSource object and | |
| 193 // blink guarantees that the blink::WebMediaStreamSource outlives any | |
| 194 // blink::WebMediaStreamTrack connected to the source, |audio_source_| is | |
| 195 // guaranteed to exist as long as a WebRtcLocalAudioTrack is connected to this | |
| 196 // WebRtcAudioCapturer. | |
| 197 MediaStreamAudioSource* const audio_source_; | |
| 198 | |
| 199 // Used to calculate the signal level that shows in the UI. | |
| 200 MediaStreamAudioLevelCalculator level_calculator_; | |
| 201 | |
| 202 DISALLOW_COPY_AND_ASSIGN(WebRtcAudioCapturer); | |
| 203 }; | |
| 204 | |
| 205 } // namespace content | |
| 206 | |
| 207 #endif // CONTENT_RENDERER_MEDIA_WEBRTC_AUDIO_CAPTURER_H_ | |
| OLD | NEW |
|---|
Chromium Code Reviews
Issue 1834323002:
MediaStream audio: Refactor 3 separate "glue" implementations into one. (Closed)
Base URL: https://chromium.googlesource.com/chromium/src.git@master