OLD | NEW |
---|---|
1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2015 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 #include "media/audio/fake_audio_input_stream.h" | 5 #include "media/audio/fake_audio_provider.h" |
6 | 6 |
7 #include "base/bind.h" | 7 #include "base/bind.h" |
8 #include "base/command_line.h" | 8 #include "base/cancelable_callback.h" |
9 #include "base/files/file.h" | 9 #include "base/files/file.h" |
10 #include "base/files/file_path.h" | |
10 #include "base/lazy_instance.h" | 11 #include "base/lazy_instance.h" |
11 #include "media/audio/audio_manager_base.h" | 12 #include "base/location.h" |
13 #include "base/single_thread_task_runner.h" | |
14 #include "base/synchronization/lock.h" | |
15 #include "base/threading/thread_checker.h" | |
16 #include "base/time/time.h" | |
17 #include "media/audio/audio_parameters.h" | |
18 #include "media/audio/sounds/wav_audio_handler.h" | |
12 #include "media/base/audio_bus.h" | 19 #include "media/base/audio_bus.h" |
13 #include "media/base/media_switches.h" | 20 #include "media/base/audio_converter.h" |
14 | |
15 using base::TimeTicks; | |
16 using base::TimeDelta; | |
17 | 21 |
18 namespace media { | 22 namespace media { |
19 | 23 |
20 namespace { | 24 namespace { |
21 | 25 |
22 // These values are based on experiments for local-to-local | 26 // These values are based on experiments for local-to-local |
23 // PeerConnection to demonstrate audio/video synchronization. | 27 // PeerConnection to demonstrate audio/video synchronization. |
24 const int kBeepDurationMilliseconds = 20; | 28 const int kBeepDurationMilliseconds = 20; |
25 const int kBeepFrequency = 400; | 29 const int kBeepFrequency = 400; |
26 | 30 |
(...skipping 68 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
95 scoped_ptr<media::WavAudioHandler> wav_audio_handler( | 99 scoped_ptr<media::WavAudioHandler> wav_audio_handler( |
96 new media::WavAudioHandler(wav_data)); | 100 new media::WavAudioHandler(wav_data)); |
97 return wav_audio_handler.Pass(); | 101 return wav_audio_handler.Pass(); |
98 } | 102 } |
99 | 103 |
100 static base::LazyInstance<BeepContext> g_beep_context = | 104 static base::LazyInstance<BeepContext> g_beep_context = |
101 LAZY_INSTANCE_INITIALIZER; | 105 LAZY_INSTANCE_INITIALIZER; |
102 | 106 |
103 } // namespace | 107 } // namespace |
104 | 108 |
105 AudioInputStream* FakeAudioInputStream::MakeFakeStream( | 109 class FakeAudioProvider::Worker |
106 AudioManagerBase* manager, | 110 : public base::RefCountedThreadSafe<FakeAudioProvider::Worker>, |
107 const AudioParameters& params) { | 111 public AudioConverter::InputCallback { |
108 return new FakeAudioInputStream(manager, params); | 112 public: |
113 Worker(const scoped_refptr<base::SingleThreadTaskRunner>& worker_task_runner, | |
114 const AudioParameters& params); | |
115 | |
116 void Open(const base::FilePath& optional_path_to_wav_file); | |
117 void Start(InputCB input_cb); | |
118 void Stop(); | |
119 bool IsStopped(); | |
120 | |
121 private: | |
122 friend class base::RefCountedThreadSafe<Worker>; | |
123 ~Worker() override; | |
124 | |
125 void DoCallback(); | |
126 void DoOpen(const base::FilePath& optional_path_to_wav_file); | |
127 void DoStart(); | |
128 void DoCancel(); | |
129 | |
130 void LoadWavFileIntoWorker(const base::FilePath& wav_filename); | |
DaleCurtis
2015/02/17 23:27:49
The worker is already a pretty complicated beast.
phoglund_chromium
2015/02/18 10:22:05
All the data needs to live on the worker's thread,
| |
131 | |
132 // Returns true if the device is playing from a file; false if we're beeping. | |
133 bool PlayingFromFile(); | |
134 | |
135 void PlayFile(); | |
136 void PlayBeep(); | |
137 | |
138 base::Lock input_cb_lock_; // Held while mutating or running |input_cb_|. | |
139 InputCB input_cb_; | |
140 base::CancelableClosure input_task_cb_; | |
141 scoped_ptr<uint8[]> buffer_; | |
142 int buffer_size_; | |
143 AudioParameters params_; | |
144 const scoped_refptr<base::SingleThreadTaskRunner> worker_task_runner_; | |
145 base::TimeTicks last_callback_time_; | |
146 base::TimeDelta callback_interval_; | |
147 base::TimeDelta interval_from_last_beep_; | |
148 int beep_duration_in_buffers_; | |
149 int beep_generated_in_buffers_; | |
150 int beep_period_in_frames_; | |
151 scoped_ptr<media::AudioBus> audio_bus_; | |
152 scoped_ptr<uint8[]> wav_file_data_; | |
153 scoped_ptr<media::WavAudioHandler> wav_audio_handler_; | |
154 scoped_ptr<media::AudioConverter> file_audio_converter_; | |
155 int wav_file_read_pos_; | |
156 | |
157 base::ThreadChecker thread_checker_; | |
158 | |
159 // If running in file mode, this provides audio data from wav_audio_handler_. | |
160 double ProvideInput(AudioBus* audio_bus, | |
161 base::TimeDelta buffer_delay) override; | |
162 }; | |
163 | |
164 FakeAudioProvider::FakeAudioProvider( | |
165 const scoped_refptr<base::SingleThreadTaskRunner>& worker_task_runner, | |
166 const AudioParameters& params) | |
167 : worker_(new Worker(worker_task_runner, params)) { | |
109 } | 168 } |
110 | 169 |
111 FakeAudioInputStream::FakeAudioInputStream(AudioManagerBase* manager, | 170 FakeAudioProvider::~FakeAudioProvider() { |
112 const AudioParameters& params) | 171 DCHECK(worker_->IsStopped()); |
113 : audio_manager_(manager), | 172 } |
114 callback_(NULL), | 173 |
115 buffer_size_((params.channels() * params.bits_per_sample() * | 174 void FakeAudioProvider::OpenInBeepMode() { |
175 worker_->Open(base::FilePath()); | |
176 } | |
177 | |
178 void FakeAudioProvider::OpenInFileMode(const base::FilePath& path_to_wav_file) { | |
179 worker_->Open(path_to_wav_file); | |
180 } | |
181 | |
182 void FakeAudioProvider::Start(const InputCB& input_cb) { | |
183 DCHECK(worker_->IsStopped()); | |
184 worker_->Start(input_cb); | |
185 } | |
186 | |
187 void FakeAudioProvider::Stop() { | |
188 worker_->Stop(); | |
189 } | |
190 | |
191 FakeAudioProvider::Worker::Worker( | |
192 const scoped_refptr<base::SingleThreadTaskRunner>& worker_task_runner, | |
193 const AudioParameters& params) | |
194 : buffer_size_((params.channels() * params.bits_per_sample() * | |
116 params.frames_per_buffer()) / | 195 params.frames_per_buffer()) / |
117 8), | 196 8), |
118 params_(params), | 197 params_(params), |
119 task_runner_(manager->GetTaskRunner()), | 198 worker_task_runner_(worker_task_runner), |
120 callback_interval_(base::TimeDelta::FromMilliseconds( | 199 callback_interval_(base::TimeDelta::FromMilliseconds( |
121 (params.frames_per_buffer() * 1000) / params.sample_rate())), | 200 (params.frames_per_buffer() * 1000) / params.sample_rate())), |
122 beep_duration_in_buffers_(kBeepDurationMilliseconds * | 201 beep_duration_in_buffers_(kBeepDurationMilliseconds * |
123 params.sample_rate() / | 202 params.sample_rate() / |
124 params.frames_per_buffer() / | 203 params.frames_per_buffer() / |
125 1000), | 204 1000), |
126 beep_generated_in_buffers_(0), | 205 beep_generated_in_buffers_(0), |
127 beep_period_in_frames_(params.sample_rate() / kBeepFrequency), | 206 beep_period_in_frames_(params.sample_rate() / kBeepFrequency), |
128 audio_bus_(AudioBus::Create(params)), | 207 audio_bus_(AudioBus::Create(params)), |
129 wav_file_read_pos_(0), | 208 wav_file_read_pos_(0) { |
130 weak_factory_(this) { | 209 // Ensure Start, Stop and Open is called on the same thread (where we're |
131 DCHECK(audio_manager_->GetTaskRunner()->BelongsToCurrentThread()); | 210 // created doesn't matter though). |
211 thread_checker_.DetachFromThread(); | |
132 } | 212 } |
133 | 213 |
134 FakeAudioInputStream::~FakeAudioInputStream() {} | 214 FakeAudioProvider::Worker::~Worker() { |
215 DCHECK(input_cb_.is_null()); | |
216 } | |
135 | 217 |
136 bool FakeAudioInputStream::Open() { | 218 void FakeAudioProvider::Worker::Open( |
137 DCHECK(audio_manager_->GetTaskRunner()->BelongsToCurrentThread()); | 219 const base::FilePath& optional_path_to_wav_file) { |
220 DCHECK(thread_checker_.CalledOnValidThread()); | |
221 worker_task_runner_->PostTask( | |
222 FROM_HERE, base::Bind(&Worker::DoOpen, this, optional_path_to_wav_file)); | |
223 } | |
224 | |
225 void FakeAudioProvider::Worker::DoOpen( | |
226 const base::FilePath& optional_path_to_wav_file) { | |
227 DCHECK(worker_task_runner_->BelongsToCurrentThread()); | |
138 buffer_.reset(new uint8[buffer_size_]); | 228 buffer_.reset(new uint8[buffer_size_]); |
139 memset(buffer_.get(), 0, buffer_size_); | 229 memset(buffer_.get(), 0, buffer_size_); |
140 audio_bus_->Zero(); | 230 audio_bus_->Zero(); |
141 | 231 |
142 if (base::CommandLine::ForCurrentProcess()->HasSwitch( | 232 if (!optional_path_to_wav_file.empty()) |
143 switches::kUseFileForFakeAudioCapture)) { | 233 LoadWavFileIntoWorker(optional_path_to_wav_file); |
144 OpenInFileMode(base::CommandLine::ForCurrentProcess()->GetSwitchValuePath( | |
145 switches::kUseFileForFakeAudioCapture)); | |
146 } | |
147 | |
148 return true; | |
149 } | 234 } |
150 | 235 |
151 void FakeAudioInputStream::Start(AudioInputCallback* callback) { | 236 void FakeAudioProvider::Worker::LoadWavFileIntoWorker( |
152 DCHECK(audio_manager_->GetTaskRunner()->BelongsToCurrentThread()); | 237 const base::FilePath& wav_filename) { |
153 DCHECK(!callback_); | 238 DCHECK(worker_task_runner_->BelongsToCurrentThread()); |
154 callback_ = callback; | |
155 last_callback_time_ = TimeTicks::Now(); | |
156 | |
157 task_runner_->PostDelayedTask( | |
158 FROM_HERE, | |
159 base::Bind(&FakeAudioInputStream::DoCallback, weak_factory_.GetWeakPtr()), | |
160 callback_interval_); | |
161 } | |
162 | |
163 void FakeAudioInputStream::DoCallback() { | |
164 DCHECK(callback_); | |
165 | |
166 const TimeTicks now = TimeTicks::Now(); | |
167 base::TimeDelta next_callback_time = | |
168 last_callback_time_ + callback_interval_ * 2 - now; | |
169 | |
170 // If we are falling behind, try to catch up as much as we can in the next | |
171 // callback. | |
172 if (next_callback_time < base::TimeDelta()) | |
173 next_callback_time = base::TimeDelta(); | |
174 | |
175 if (PlayingFromFile()) { | |
176 PlayFile(); | |
177 } else { | |
178 PlayBeep(); | |
179 } | |
180 | |
181 last_callback_time_ = now; | |
182 | |
183 task_runner_->PostDelayedTask( | |
184 FROM_HERE, | |
185 base::Bind(&FakeAudioInputStream::DoCallback, weak_factory_.GetWeakPtr()), | |
186 next_callback_time); | |
187 } | |
188 | |
189 void FakeAudioInputStream::OpenInFileMode(const base::FilePath& wav_filename) { | |
190 CHECK(!wav_filename.empty()) | |
191 << "You must pass the file to use as argument to --" | |
192 << switches::kUseFileForFakeAudioCapture << "."; | |
193 | 239 |
194 // Read the file, and put its data in a scoped_ptr so it gets deleted later. | 240 // Read the file, and put its data in a scoped_ptr so it gets deleted later. |
195 size_t file_length = 0; | 241 size_t file_length = 0; |
196 wav_file_data_ = ReadWavFile(wav_filename, &file_length); | 242 wav_file_data_ = ReadWavFile(wav_filename, &file_length); |
197 wav_audio_handler_ = CreateWavAudioHandler( | 243 wav_audio_handler_ = CreateWavAudioHandler( |
198 wav_filename, wav_file_data_.get(), file_length, params_); | 244 wav_filename, wav_file_data_.get(), file_length, params_); |
199 | 245 |
200 // Hook us up so we pull in data from the file into the converter. We need to | 246 // Hook us up so we pull in data from the file into the converter. We need to |
201 // modify the wav file's audio parameters since we'll be reading small slices | 247 // modify the wav file's audio parameters since we'll be reading small slices |
202 // of it at a time and not the whole thing (like 10 ms at a time). | 248 // of it at a time and not the whole thing (like 10 ms at a time). |
203 AudioParameters file_audio_slice( | 249 AudioParameters file_audio_slice( |
204 wav_audio_handler_->params().format(), | 250 wav_audio_handler_->params().format(), |
205 wav_audio_handler_->params().channel_layout(), | 251 wav_audio_handler_->params().channel_layout(), |
206 wav_audio_handler_->params().sample_rate(), | 252 wav_audio_handler_->params().sample_rate(), |
207 wav_audio_handler_->params().bits_per_sample(), | 253 wav_audio_handler_->params().bits_per_sample(), |
208 params_.frames_per_buffer()); | 254 params_.frames_per_buffer()); |
209 | 255 |
210 file_audio_converter_.reset( | 256 file_audio_converter_.reset( |
211 new AudioConverter(file_audio_slice, params_, false)); | 257 new AudioConverter(file_audio_slice, params_, false)); |
212 file_audio_converter_->AddInput(this); | 258 file_audio_converter_->AddInput(this); |
213 } | 259 } |
214 | 260 |
215 bool FakeAudioInputStream::PlayingFromFile() { | 261 void FakeAudioProvider::Worker::Start(InputCB callback) { |
262 DCHECK(thread_checker_.CalledOnValidThread()); | |
263 { | |
264 base::AutoLock scoped_lock(input_cb_lock_); | |
265 DCHECK(input_cb_.is_null()); | |
266 input_cb_ = callback; | |
267 } | |
268 worker_task_runner_->PostTask(FROM_HERE, base::Bind(&Worker::DoStart, this)); | |
269 } | |
270 | |
271 void FakeAudioProvider::Worker::DoStart() { | |
272 DCHECK(worker_task_runner_->BelongsToCurrentThread()); | |
273 DCHECK(buffer_.get() != nullptr) << "Must be opened first."; | |
274 | |
275 last_callback_time_ = base::TimeTicks::Now(); | |
276 | |
277 input_task_cb_.Reset(base::Bind(&Worker::DoCallback, this)); | |
278 input_task_cb_.callback().Run(); | |
279 } | |
280 | |
281 void FakeAudioProvider::Worker::DoCallback() { | |
282 DCHECK(worker_task_runner_->BelongsToCurrentThread()); | |
283 | |
284 const base::TimeTicks now = base::TimeTicks::Now(); | |
285 base::TimeDelta delay = last_callback_time_ + callback_interval_ * 2 - now; | |
286 | |
287 // If we are falling behind, try to catch up as much as we can in the next | |
288 // callback. | |
289 if (delay < base::TimeDelta()) | |
290 delay = base::TimeDelta(); | |
291 | |
292 if (PlayingFromFile()) { | |
293 PlayFile(); | |
294 } else { | |
295 PlayBeep(); | |
296 } | |
297 | |
298 last_callback_time_ = now; | |
299 worker_task_runner_->PostDelayedTask(FROM_HERE, input_task_cb_.callback(), | |
300 delay); | |
301 } | |
302 | |
303 bool FakeAudioProvider::Worker::PlayingFromFile() { | |
216 return wav_audio_handler_.get() != nullptr; | 304 return wav_audio_handler_.get() != nullptr; |
217 } | 305 } |
218 | 306 |
219 void FakeAudioInputStream::PlayFile() { | 307 void FakeAudioProvider::Worker::PlayFile() { |
308 DCHECK(worker_task_runner_->BelongsToCurrentThread()); | |
309 | |
220 // Stop playing if we've played out the whole file. | 310 // Stop playing if we've played out the whole file. |
221 if (wav_audio_handler_->AtEnd(wav_file_read_pos_)) | 311 if (wav_audio_handler_->AtEnd(wav_file_read_pos_)) |
222 return; | 312 return; |
223 | 313 |
224 file_audio_converter_->Convert(audio_bus_.get()); | 314 file_audio_converter_->Convert(audio_bus_.get()); |
225 callback_->OnData(this, audio_bus_.get(), buffer_size_, 1.0); | 315 { |
316 base::AutoLock scoped_lock(input_cb_lock_); | |
317 if (input_cb_.is_null()) | |
318 return; | |
319 input_cb_.Run(audio_bus_.get(), buffer_size_); | |
320 } | |
226 } | 321 } |
227 | 322 |
228 void FakeAudioInputStream::PlayBeep() { | 323 void FakeAudioProvider::Worker::PlayBeep() { |
324 DCHECK(worker_task_runner_->BelongsToCurrentThread()); | |
325 | |
229 // Accumulate the time from the last beep. | 326 // Accumulate the time from the last beep. |
230 interval_from_last_beep_ += TimeTicks::Now() - last_callback_time_; | 327 interval_from_last_beep_ += base::TimeTicks::Now() - last_callback_time_; |
231 | 328 |
232 memset(buffer_.get(), 0, buffer_size_); | 329 memset(buffer_.get(), 0, buffer_size_); |
233 bool should_beep = false; | 330 bool should_beep = false; |
234 { | 331 { |
235 BeepContext* beep_context = g_beep_context.Pointer(); | 332 BeepContext* beep_context = g_beep_context.Pointer(); |
236 if (beep_context->automatic_beep()) { | 333 if (beep_context->automatic_beep()) { |
237 base::TimeDelta delta = interval_from_last_beep_ - | 334 base::TimeDelta delta = interval_from_last_beep_ - |
238 TimeDelta::FromMilliseconds(kAutomaticBeepIntervalInMs); | 335 base::TimeDelta::FromMilliseconds(kAutomaticBeepIntervalInMs); |
239 if (delta > base::TimeDelta()) { | 336 if (delta > base::TimeDelta()) { |
240 should_beep = true; | 337 should_beep = true; |
241 interval_from_last_beep_ = delta; | 338 interval_from_last_beep_ = delta; |
242 } | 339 } |
243 } else { | 340 } else { |
244 should_beep = beep_context->beep_once(); | 341 should_beep = beep_context->beep_once(); |
245 beep_context->SetBeepOnce(false); | 342 beep_context->SetBeepOnce(false); |
246 } | 343 } |
247 } | 344 } |
248 | 345 |
(...skipping 16 matching lines...) Expand all Loading... | |
265 position += high_bytes * 2; | 362 position += high_bytes * 2; |
266 } | 363 } |
267 | 364 |
268 ++beep_generated_in_buffers_; | 365 ++beep_generated_in_buffers_; |
269 if (beep_generated_in_buffers_ >= beep_duration_in_buffers_) | 366 if (beep_generated_in_buffers_ >= beep_duration_in_buffers_) |
270 beep_generated_in_buffers_ = 0; | 367 beep_generated_in_buffers_ = 0; |
271 } | 368 } |
272 | 369 |
273 audio_bus_->FromInterleaved( | 370 audio_bus_->FromInterleaved( |
274 buffer_.get(), audio_bus_->frames(), params_.bits_per_sample() / 8); | 371 buffer_.get(), audio_bus_->frames(), params_.bits_per_sample() / 8); |
275 callback_->OnData(this, audio_bus_.get(), buffer_size_, 1.0); | 372 { |
373 base::AutoLock scoped_lock(input_cb_lock_); | |
374 if (input_cb_.is_null()) | |
375 return; | |
376 input_cb_.Run(audio_bus_.get(), buffer_size_); | |
377 } | |
276 } | 378 } |
277 | 379 |
278 void FakeAudioInputStream::Stop() { | 380 void FakeAudioProvider::Worker::Stop() { |
279 DCHECK(audio_manager_->GetTaskRunner()->BelongsToCurrentThread()); | 381 DCHECK(thread_checker_.CalledOnValidThread()); |
280 weak_factory_.InvalidateWeakPtrs(); | 382 { |
281 callback_ = NULL; | 383 base::AutoLock scoped_lock(input_cb_lock_); |
384 if (input_cb_.is_null()) | |
385 return; | |
386 input_cb_.Reset(); | |
387 } | |
388 worker_task_runner_->PostTask(FROM_HERE, base::Bind(&Worker::DoCancel, this)); | |
282 } | 389 } |
283 | 390 |
284 void FakeAudioInputStream::Close() { | 391 bool FakeAudioProvider::Worker::IsStopped() { |
285 DCHECK(audio_manager_->GetTaskRunner()->BelongsToCurrentThread()); | 392 base::AutoLock scoped_lock(input_cb_lock_); |
286 audio_manager_->ReleaseInputStream(this); | 393 return input_cb_.is_null(); |
287 } | 394 } |
288 | 395 |
289 double FakeAudioInputStream::GetMaxVolume() { | 396 void FakeAudioProvider::Worker::DoCancel() { |
290 DCHECK(audio_manager_->GetTaskRunner()->BelongsToCurrentThread()); | 397 input_task_cb_.Cancel(); |
291 return 1.0; | |
292 } | 398 } |
293 | 399 |
294 void FakeAudioInputStream::SetVolume(double volume) { | 400 double FakeAudioProvider::Worker::ProvideInput( |
295 DCHECK(audio_manager_->GetTaskRunner()->BelongsToCurrentThread()); | 401 AudioBus* audio_bus_into_converter, |
296 } | 402 base::TimeDelta buffer_delay) { |
297 | |
298 double FakeAudioInputStream::GetVolume() { | |
299 DCHECK(audio_manager_->GetTaskRunner()->BelongsToCurrentThread()); | |
300 return 1.0; | |
301 } | |
302 | |
303 bool FakeAudioInputStream::IsMuted() { | |
304 DCHECK(audio_manager_->GetTaskRunner()->BelongsToCurrentThread()); | |
305 return false; | |
306 } | |
307 | |
308 bool FakeAudioInputStream::SetAutomaticGainControl(bool enabled) { | |
309 return false; | |
310 } | |
311 | |
312 bool FakeAudioInputStream::GetAutomaticGainControl() { | |
313 return false; | |
314 } | |
315 | |
316 // static | |
317 void FakeAudioInputStream::BeepOnce() { | |
318 BeepContext* beep_context = g_beep_context.Pointer(); | |
319 beep_context->SetBeepOnce(true); | |
320 } | |
321 | |
322 double FakeAudioInputStream::ProvideInput(AudioBus* audio_bus_into_converter, | |
323 base::TimeDelta buffer_delay) { | |
324 // Unfilled frames will be zeroed by CopyTo. | 403 // Unfilled frames will be zeroed by CopyTo. |
325 size_t bytes_written; | 404 size_t bytes_written; |
326 wav_audio_handler_->CopyTo(audio_bus_into_converter, wav_file_read_pos_, | 405 wav_audio_handler_->CopyTo(audio_bus_into_converter, wav_file_read_pos_, |
327 &bytes_written); | 406 &bytes_written); |
328 wav_file_read_pos_ += bytes_written; | 407 wav_file_read_pos_ += bytes_written; |
329 return 1.0; | 408 return 1.0; |
330 }; | 409 }; |
331 | 410 |
411 void FakeAudioProvider::BeepOnce() { | |
412 BeepContext* beep_context = g_beep_context.Pointer(); | |
413 beep_context->SetBeepOnce(true); | |
414 } | |
415 | |
332 } // namespace media | 416 } // namespace media |
OLD | NEW |