Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(51)

Side by Side Diff: media/audio/fake_audio_provider.cc

Issue 922663002: Moved the fake input stream's processing onto the audio worker thread. (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: Moving browser test updates to a separate patch (this one is big enough) Created 5 years, 10 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. 1 // Copyright (c) 2015 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #include "media/audio/fake_audio_input_stream.h" 5 #include "media/audio/fake_audio_provider.h"
6 6
7 #include "base/bind.h" 7 #include "base/bind.h"
8 #include "base/command_line.h" 8 #include "base/cancelable_callback.h"
9 #include "base/files/file.h" 9 #include "base/files/file.h"
10 #include "base/files/file_path.h"
10 #include "base/lazy_instance.h" 11 #include "base/lazy_instance.h"
11 #include "media/audio/audio_manager_base.h" 12 #include "base/location.h"
13 #include "base/single_thread_task_runner.h"
14 #include "base/synchronization/lock.h"
15 #include "base/threading/thread_checker.h"
16 #include "base/time/time.h"
17 #include "media/audio/audio_parameters.h"
18 #include "media/audio/sounds/wav_audio_handler.h"
12 #include "media/base/audio_bus.h" 19 #include "media/base/audio_bus.h"
13 #include "media/base/media_switches.h" 20 #include "media/base/audio_converter.h"
14
15 using base::TimeTicks;
16 using base::TimeDelta;
17 21
18 namespace media { 22 namespace media {
19 23
20 namespace { 24 namespace {
21 25
22 // These values are based on experiments for local-to-local 26 // These values are based on experiments for local-to-local
23 // PeerConnection to demonstrate audio/video synchronization. 27 // PeerConnection to demonstrate audio/video synchronization.
24 const int kBeepDurationMilliseconds = 20; 28 const int kBeepDurationMilliseconds = 20;
25 const int kBeepFrequency = 400; 29 const int kBeepFrequency = 400;
26 30
(...skipping 68 matching lines...) Expand 10 before | Expand all | Expand 10 after
95 scoped_ptr<media::WavAudioHandler> wav_audio_handler( 99 scoped_ptr<media::WavAudioHandler> wav_audio_handler(
96 new media::WavAudioHandler(wav_data)); 100 new media::WavAudioHandler(wav_data));
97 return wav_audio_handler.Pass(); 101 return wav_audio_handler.Pass();
98 } 102 }
99 103
100 static base::LazyInstance<BeepContext> g_beep_context = 104 static base::LazyInstance<BeepContext> g_beep_context =
101 LAZY_INSTANCE_INITIALIZER; 105 LAZY_INSTANCE_INITIALIZER;
102 106
103 } // namespace 107 } // namespace
104 108
105 AudioInputStream* FakeAudioInputStream::MakeFakeStream( 109 class FakeAudioProvider::Worker
106 AudioManagerBase* manager, 110 : public base::RefCountedThreadSafe<FakeAudioProvider::Worker>,
107 const AudioParameters& params) { 111 public AudioConverter::InputCallback {
108 return new FakeAudioInputStream(manager, params); 112 public:
113 Worker(const scoped_refptr<base::SingleThreadTaskRunner>& worker_task_runner,
114 const AudioParameters& params);
115
116 void Open(const base::FilePath& optional_path_to_wav_file);
117 void Start(InputCB input_cb);
118 void Stop();
119 bool IsStopped();
120
121 private:
122 friend class base::RefCountedThreadSafe<Worker>;
123 ~Worker() override;
124
125 void DoCallback();
126 void DoOpen(const base::FilePath& optional_path_to_wav_file);
127 void DoStart();
128 void DoCancel();
129
130 void LoadWavFileIntoWorker(const base::FilePath& wav_filename);
DaleCurtis 2015/02/17 23:27:49 The worker is already a pretty complicated beast.
phoglund_chromium 2015/02/18 10:22:05 All the data needs to live on the worker's thread,
131
132 // Returns true if the device is playing from a file; false if we're beeping.
133 bool PlayingFromFile();
134
135 void PlayFile();
136 void PlayBeep();
137
138 base::Lock input_cb_lock_; // Held while mutating or running |input_cb_|.
139 InputCB input_cb_;
140 base::CancelableClosure input_task_cb_;
141 scoped_ptr<uint8[]> buffer_;
142 int buffer_size_;
143 AudioParameters params_;
144 const scoped_refptr<base::SingleThreadTaskRunner> worker_task_runner_;
145 base::TimeTicks last_callback_time_;
146 base::TimeDelta callback_interval_;
147 base::TimeDelta interval_from_last_beep_;
148 int beep_duration_in_buffers_;
149 int beep_generated_in_buffers_;
150 int beep_period_in_frames_;
151 scoped_ptr<media::AudioBus> audio_bus_;
152 scoped_ptr<uint8[]> wav_file_data_;
153 scoped_ptr<media::WavAudioHandler> wav_audio_handler_;
154 scoped_ptr<media::AudioConverter> file_audio_converter_;
155 int wav_file_read_pos_;
156
157 base::ThreadChecker thread_checker_;
158
159 // If running in file mode, this provides audio data from wav_audio_handler_.
160 double ProvideInput(AudioBus* audio_bus,
161 base::TimeDelta buffer_delay) override;
162 };
163
164 FakeAudioProvider::FakeAudioProvider(
165 const scoped_refptr<base::SingleThreadTaskRunner>& worker_task_runner,
166 const AudioParameters& params)
167 : worker_(new Worker(worker_task_runner, params)) {
109 } 168 }
110 169
111 FakeAudioInputStream::FakeAudioInputStream(AudioManagerBase* manager, 170 FakeAudioProvider::~FakeAudioProvider() {
112 const AudioParameters& params) 171 DCHECK(worker_->IsStopped());
113 : audio_manager_(manager), 172 }
114 callback_(NULL), 173
115 buffer_size_((params.channels() * params.bits_per_sample() * 174 void FakeAudioProvider::OpenInBeepMode() {
175 worker_->Open(base::FilePath());
176 }
177
178 void FakeAudioProvider::OpenInFileMode(const base::FilePath& path_to_wav_file) {
179 worker_->Open(path_to_wav_file);
180 }
181
182 void FakeAudioProvider::Start(const InputCB& input_cb) {
183 DCHECK(worker_->IsStopped());
184 worker_->Start(input_cb);
185 }
186
187 void FakeAudioProvider::Stop() {
188 worker_->Stop();
189 }
190
191 FakeAudioProvider::Worker::Worker(
192 const scoped_refptr<base::SingleThreadTaskRunner>& worker_task_runner,
193 const AudioParameters& params)
194 : buffer_size_((params.channels() * params.bits_per_sample() *
116 params.frames_per_buffer()) / 195 params.frames_per_buffer()) /
117 8), 196 8),
118 params_(params), 197 params_(params),
119 task_runner_(manager->GetTaskRunner()), 198 worker_task_runner_(worker_task_runner),
120 callback_interval_(base::TimeDelta::FromMilliseconds( 199 callback_interval_(base::TimeDelta::FromMilliseconds(
121 (params.frames_per_buffer() * 1000) / params.sample_rate())), 200 (params.frames_per_buffer() * 1000) / params.sample_rate())),
122 beep_duration_in_buffers_(kBeepDurationMilliseconds * 201 beep_duration_in_buffers_(kBeepDurationMilliseconds *
123 params.sample_rate() / 202 params.sample_rate() /
124 params.frames_per_buffer() / 203 params.frames_per_buffer() /
125 1000), 204 1000),
126 beep_generated_in_buffers_(0), 205 beep_generated_in_buffers_(0),
127 beep_period_in_frames_(params.sample_rate() / kBeepFrequency), 206 beep_period_in_frames_(params.sample_rate() / kBeepFrequency),
128 audio_bus_(AudioBus::Create(params)), 207 audio_bus_(AudioBus::Create(params)),
129 wav_file_read_pos_(0), 208 wav_file_read_pos_(0) {
130 weak_factory_(this) { 209 // Ensure Start, Stop and Open is called on the same thread (where we're
131 DCHECK(audio_manager_->GetTaskRunner()->BelongsToCurrentThread()); 210 // created doesn't matter though).
211 thread_checker_.DetachFromThread();
132 } 212 }
133 213
134 FakeAudioInputStream::~FakeAudioInputStream() {} 214 FakeAudioProvider::Worker::~Worker() {
215 DCHECK(input_cb_.is_null());
216 }
135 217
136 bool FakeAudioInputStream::Open() { 218 void FakeAudioProvider::Worker::Open(
137 DCHECK(audio_manager_->GetTaskRunner()->BelongsToCurrentThread()); 219 const base::FilePath& optional_path_to_wav_file) {
220 DCHECK(thread_checker_.CalledOnValidThread());
221 worker_task_runner_->PostTask(
222 FROM_HERE, base::Bind(&Worker::DoOpen, this, optional_path_to_wav_file));
223 }
224
225 void FakeAudioProvider::Worker::DoOpen(
226 const base::FilePath& optional_path_to_wav_file) {
227 DCHECK(worker_task_runner_->BelongsToCurrentThread());
138 buffer_.reset(new uint8[buffer_size_]); 228 buffer_.reset(new uint8[buffer_size_]);
139 memset(buffer_.get(), 0, buffer_size_); 229 memset(buffer_.get(), 0, buffer_size_);
140 audio_bus_->Zero(); 230 audio_bus_->Zero();
141 231
142 if (base::CommandLine::ForCurrentProcess()->HasSwitch( 232 if (!optional_path_to_wav_file.empty())
143 switches::kUseFileForFakeAudioCapture)) { 233 LoadWavFileIntoWorker(optional_path_to_wav_file);
144 OpenInFileMode(base::CommandLine::ForCurrentProcess()->GetSwitchValuePath(
145 switches::kUseFileForFakeAudioCapture));
146 }
147
148 return true;
149 } 234 }
150 235
151 void FakeAudioInputStream::Start(AudioInputCallback* callback) { 236 void FakeAudioProvider::Worker::LoadWavFileIntoWorker(
152 DCHECK(audio_manager_->GetTaskRunner()->BelongsToCurrentThread()); 237 const base::FilePath& wav_filename) {
153 DCHECK(!callback_); 238 DCHECK(worker_task_runner_->BelongsToCurrentThread());
154 callback_ = callback;
155 last_callback_time_ = TimeTicks::Now();
156
157 task_runner_->PostDelayedTask(
158 FROM_HERE,
159 base::Bind(&FakeAudioInputStream::DoCallback, weak_factory_.GetWeakPtr()),
160 callback_interval_);
161 }
162
163 void FakeAudioInputStream::DoCallback() {
164 DCHECK(callback_);
165
166 const TimeTicks now = TimeTicks::Now();
167 base::TimeDelta next_callback_time =
168 last_callback_time_ + callback_interval_ * 2 - now;
169
170 // If we are falling behind, try to catch up as much as we can in the next
171 // callback.
172 if (next_callback_time < base::TimeDelta())
173 next_callback_time = base::TimeDelta();
174
175 if (PlayingFromFile()) {
176 PlayFile();
177 } else {
178 PlayBeep();
179 }
180
181 last_callback_time_ = now;
182
183 task_runner_->PostDelayedTask(
184 FROM_HERE,
185 base::Bind(&FakeAudioInputStream::DoCallback, weak_factory_.GetWeakPtr()),
186 next_callback_time);
187 }
188
189 void FakeAudioInputStream::OpenInFileMode(const base::FilePath& wav_filename) {
190 CHECK(!wav_filename.empty())
191 << "You must pass the file to use as argument to --"
192 << switches::kUseFileForFakeAudioCapture << ".";
193 239
194 // Read the file, and put its data in a scoped_ptr so it gets deleted later. 240 // Read the file, and put its data in a scoped_ptr so it gets deleted later.
195 size_t file_length = 0; 241 size_t file_length = 0;
196 wav_file_data_ = ReadWavFile(wav_filename, &file_length); 242 wav_file_data_ = ReadWavFile(wav_filename, &file_length);
197 wav_audio_handler_ = CreateWavAudioHandler( 243 wav_audio_handler_ = CreateWavAudioHandler(
198 wav_filename, wav_file_data_.get(), file_length, params_); 244 wav_filename, wav_file_data_.get(), file_length, params_);
199 245
200 // Hook us up so we pull in data from the file into the converter. We need to 246 // Hook us up so we pull in data from the file into the converter. We need to
201 // modify the wav file's audio parameters since we'll be reading small slices 247 // modify the wav file's audio parameters since we'll be reading small slices
202 // of it at a time and not the whole thing (like 10 ms at a time). 248 // of it at a time and not the whole thing (like 10 ms at a time).
203 AudioParameters file_audio_slice( 249 AudioParameters file_audio_slice(
204 wav_audio_handler_->params().format(), 250 wav_audio_handler_->params().format(),
205 wav_audio_handler_->params().channel_layout(), 251 wav_audio_handler_->params().channel_layout(),
206 wav_audio_handler_->params().sample_rate(), 252 wav_audio_handler_->params().sample_rate(),
207 wav_audio_handler_->params().bits_per_sample(), 253 wav_audio_handler_->params().bits_per_sample(),
208 params_.frames_per_buffer()); 254 params_.frames_per_buffer());
209 255
210 file_audio_converter_.reset( 256 file_audio_converter_.reset(
211 new AudioConverter(file_audio_slice, params_, false)); 257 new AudioConverter(file_audio_slice, params_, false));
212 file_audio_converter_->AddInput(this); 258 file_audio_converter_->AddInput(this);
213 } 259 }
214 260
215 bool FakeAudioInputStream::PlayingFromFile() { 261 void FakeAudioProvider::Worker::Start(InputCB callback) {
262 DCHECK(thread_checker_.CalledOnValidThread());
263 {
264 base::AutoLock scoped_lock(input_cb_lock_);
265 DCHECK(input_cb_.is_null());
266 input_cb_ = callback;
267 }
268 worker_task_runner_->PostTask(FROM_HERE, base::Bind(&Worker::DoStart, this));
269 }
270
271 void FakeAudioProvider::Worker::DoStart() {
272 DCHECK(worker_task_runner_->BelongsToCurrentThread());
273 DCHECK(buffer_.get() != nullptr) << "Must be opened first.";
274
275 last_callback_time_ = base::TimeTicks::Now();
276
277 input_task_cb_.Reset(base::Bind(&Worker::DoCallback, this));
278 input_task_cb_.callback().Run();
279 }
280
281 void FakeAudioProvider::Worker::DoCallback() {
282 DCHECK(worker_task_runner_->BelongsToCurrentThread());
283
284 const base::TimeTicks now = base::TimeTicks::Now();
285 base::TimeDelta delay = last_callback_time_ + callback_interval_ * 2 - now;
286
287 // If we are falling behind, try to catch up as much as we can in the next
288 // callback.
289 if (delay < base::TimeDelta())
290 delay = base::TimeDelta();
291
292 if (PlayingFromFile()) {
293 PlayFile();
294 } else {
295 PlayBeep();
296 }
297
298 last_callback_time_ = now;
299 worker_task_runner_->PostDelayedTask(FROM_HERE, input_task_cb_.callback(),
300 delay);
301 }
302
303 bool FakeAudioProvider::Worker::PlayingFromFile() {
216 return wav_audio_handler_.get() != nullptr; 304 return wav_audio_handler_.get() != nullptr;
217 } 305 }
218 306
219 void FakeAudioInputStream::PlayFile() { 307 void FakeAudioProvider::Worker::PlayFile() {
308 DCHECK(worker_task_runner_->BelongsToCurrentThread());
309
220 // Stop playing if we've played out the whole file. 310 // Stop playing if we've played out the whole file.
221 if (wav_audio_handler_->AtEnd(wav_file_read_pos_)) 311 if (wav_audio_handler_->AtEnd(wav_file_read_pos_))
222 return; 312 return;
223 313
224 file_audio_converter_->Convert(audio_bus_.get()); 314 file_audio_converter_->Convert(audio_bus_.get());
225 callback_->OnData(this, audio_bus_.get(), buffer_size_, 1.0); 315 {
316 base::AutoLock scoped_lock(input_cb_lock_);
317 if (input_cb_.is_null())
318 return;
319 input_cb_.Run(audio_bus_.get(), buffer_size_);
320 }
226 } 321 }
227 322
228 void FakeAudioInputStream::PlayBeep() { 323 void FakeAudioProvider::Worker::PlayBeep() {
324 DCHECK(worker_task_runner_->BelongsToCurrentThread());
325
229 // Accumulate the time from the last beep. 326 // Accumulate the time from the last beep.
230 interval_from_last_beep_ += TimeTicks::Now() - last_callback_time_; 327 interval_from_last_beep_ += base::TimeTicks::Now() - last_callback_time_;
231 328
232 memset(buffer_.get(), 0, buffer_size_); 329 memset(buffer_.get(), 0, buffer_size_);
233 bool should_beep = false; 330 bool should_beep = false;
234 { 331 {
235 BeepContext* beep_context = g_beep_context.Pointer(); 332 BeepContext* beep_context = g_beep_context.Pointer();
236 if (beep_context->automatic_beep()) { 333 if (beep_context->automatic_beep()) {
237 base::TimeDelta delta = interval_from_last_beep_ - 334 base::TimeDelta delta = interval_from_last_beep_ -
238 TimeDelta::FromMilliseconds(kAutomaticBeepIntervalInMs); 335 base::TimeDelta::FromMilliseconds(kAutomaticBeepIntervalInMs);
239 if (delta > base::TimeDelta()) { 336 if (delta > base::TimeDelta()) {
240 should_beep = true; 337 should_beep = true;
241 interval_from_last_beep_ = delta; 338 interval_from_last_beep_ = delta;
242 } 339 }
243 } else { 340 } else {
244 should_beep = beep_context->beep_once(); 341 should_beep = beep_context->beep_once();
245 beep_context->SetBeepOnce(false); 342 beep_context->SetBeepOnce(false);
246 } 343 }
247 } 344 }
248 345
(...skipping 16 matching lines...) Expand all
265 position += high_bytes * 2; 362 position += high_bytes * 2;
266 } 363 }
267 364
268 ++beep_generated_in_buffers_; 365 ++beep_generated_in_buffers_;
269 if (beep_generated_in_buffers_ >= beep_duration_in_buffers_) 366 if (beep_generated_in_buffers_ >= beep_duration_in_buffers_)
270 beep_generated_in_buffers_ = 0; 367 beep_generated_in_buffers_ = 0;
271 } 368 }
272 369
273 audio_bus_->FromInterleaved( 370 audio_bus_->FromInterleaved(
274 buffer_.get(), audio_bus_->frames(), params_.bits_per_sample() / 8); 371 buffer_.get(), audio_bus_->frames(), params_.bits_per_sample() / 8);
275 callback_->OnData(this, audio_bus_.get(), buffer_size_, 1.0); 372 {
373 base::AutoLock scoped_lock(input_cb_lock_);
374 if (input_cb_.is_null())
375 return;
376 input_cb_.Run(audio_bus_.get(), buffer_size_);
377 }
276 } 378 }
277 379
278 void FakeAudioInputStream::Stop() { 380 void FakeAudioProvider::Worker::Stop() {
279 DCHECK(audio_manager_->GetTaskRunner()->BelongsToCurrentThread()); 381 DCHECK(thread_checker_.CalledOnValidThread());
280 weak_factory_.InvalidateWeakPtrs(); 382 {
281 callback_ = NULL; 383 base::AutoLock scoped_lock(input_cb_lock_);
384 if (input_cb_.is_null())
385 return;
386 input_cb_.Reset();
387 }
388 worker_task_runner_->PostTask(FROM_HERE, base::Bind(&Worker::DoCancel, this));
282 } 389 }
283 390
284 void FakeAudioInputStream::Close() { 391 bool FakeAudioProvider::Worker::IsStopped() {
285 DCHECK(audio_manager_->GetTaskRunner()->BelongsToCurrentThread()); 392 base::AutoLock scoped_lock(input_cb_lock_);
286 audio_manager_->ReleaseInputStream(this); 393 return input_cb_.is_null();
287 } 394 }
288 395
289 double FakeAudioInputStream::GetMaxVolume() { 396 void FakeAudioProvider::Worker::DoCancel() {
290 DCHECK(audio_manager_->GetTaskRunner()->BelongsToCurrentThread()); 397 input_task_cb_.Cancel();
291 return 1.0;
292 } 398 }
293 399
294 void FakeAudioInputStream::SetVolume(double volume) { 400 double FakeAudioProvider::Worker::ProvideInput(
295 DCHECK(audio_manager_->GetTaskRunner()->BelongsToCurrentThread()); 401 AudioBus* audio_bus_into_converter,
296 } 402 base::TimeDelta buffer_delay) {
297
298 double FakeAudioInputStream::GetVolume() {
299 DCHECK(audio_manager_->GetTaskRunner()->BelongsToCurrentThread());
300 return 1.0;
301 }
302
303 bool FakeAudioInputStream::IsMuted() {
304 DCHECK(audio_manager_->GetTaskRunner()->BelongsToCurrentThread());
305 return false;
306 }
307
308 bool FakeAudioInputStream::SetAutomaticGainControl(bool enabled) {
309 return false;
310 }
311
312 bool FakeAudioInputStream::GetAutomaticGainControl() {
313 return false;
314 }
315
316 // static
317 void FakeAudioInputStream::BeepOnce() {
318 BeepContext* beep_context = g_beep_context.Pointer();
319 beep_context->SetBeepOnce(true);
320 }
321
322 double FakeAudioInputStream::ProvideInput(AudioBus* audio_bus_into_converter,
323 base::TimeDelta buffer_delay) {
324 // Unfilled frames will be zeroed by CopyTo. 403 // Unfilled frames will be zeroed by CopyTo.
325 size_t bytes_written; 404 size_t bytes_written;
326 wav_audio_handler_->CopyTo(audio_bus_into_converter, wav_file_read_pos_, 405 wav_audio_handler_->CopyTo(audio_bus_into_converter, wav_file_read_pos_,
327 &bytes_written); 406 &bytes_written);
328 wav_file_read_pos_ += bytes_written; 407 wav_file_read_pos_ += bytes_written;
329 return 1.0; 408 return 1.0;
330 }; 409 };
331 410
411 void FakeAudioProvider::BeepOnce() {
412 BeepContext* beep_context = g_beep_context.Pointer();
413 beep_context->SetBeepOnce(true);
414 }
415
332 } // namespace media 416 } // namespace media
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698