Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(452)

Side by Side Diff: media/audio/audio_output_resampler.cc

Issue 2582703003: Audio output debug recording. (Closed)
Patch Set: Using callbacks instead. Created 3 years, 10 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #include "media/audio/audio_output_resampler.h" 5 #include "media/audio/audio_output_resampler.h"
6 6
7 #include <stdint.h> 7 #include <stdint.h>
8 8
9 #include <algorithm> 9 #include <algorithm>
10 #include <string> 10 #include <string>
(...skipping 10 matching lines...) Expand all
21 #include "base/trace_event/trace_event.h" 21 #include "base/trace_event/trace_event.h"
22 #include "build/build_config.h" 22 #include "build/build_config.h"
23 #include "media/audio/audio_output_proxy.h" 23 #include "media/audio/audio_output_proxy.h"
24 #include "media/audio/sample_rates.h" 24 #include "media/audio/sample_rates.h"
25 #include "media/base/audio_converter.h" 25 #include "media/base/audio_converter.h"
26 #include "media/base/audio_timestamp_helper.h" 26 #include "media/base/audio_timestamp_helper.h"
27 #include "media/base/limits.h" 27 #include "media/base/limits.h"
28 28
29 namespace media { 29 namespace media {
30 30
31 namespace {
32 // Global running id for OnMoreDataConverters. Used for debug recording.
33 int g_next_stream_id = 1;
34 } // namespace
35
31 class OnMoreDataConverter 36 class OnMoreDataConverter
32 : public AudioOutputStream::AudioSourceCallback, 37 : public AudioOutputStream::AudioSourceCallback,
33 public AudioConverter::InputCallback { 38 public AudioConverter::InputCallback {
34 public: 39 public:
35 OnMoreDataConverter(const AudioParameters& input_params, 40 OnMoreDataConverter(const AudioParameters& input_params,
36 const AudioParameters& output_params); 41 const AudioParameters& output_params);
37 ~OnMoreDataConverter() override; 42 ~OnMoreDataConverter() override;
38 43
39 // AudioSourceCallback interface. 44 // AudioSourceCallback interface.
40 int OnMoreData(base::TimeDelta delay, 45 int OnMoreData(base::TimeDelta delay,
41 base::TimeTicks delay_timestamp, 46 base::TimeTicks delay_timestamp,
42 int prior_frames_skipped, 47 int prior_frames_skipped,
43 AudioBus* dest) override; 48 AudioBus* dest) override;
44 void OnError(AudioOutputStream* stream) override; 49 void OnError(AudioOutputStream* stream) override;
45 50
46 // Sets |source_callback_|. If this is not a new object, then Stop() must be 51 // Sets |source_callback_|. If this is not a new object, then Stop() must be
47 // called before Start(). 52 // called before Start().
48 void Start(AudioOutputStream::AudioSourceCallback* callback); 53 void Start(AudioOutputStream::AudioSourceCallback* callback);
49 54
50 // Clears |source_callback_| and flushes the resampler. 55 // Clears |source_callback_| and flushes the resampler.
51 void Stop(); 56 void Stop();
52 57
58 // Sets the debug recording callback which is used to pass data after
59 // resampling/buffering. Must be called before Start().
60 void SetDebugRecordingCallback(
61 const AudioOutputResampler::DebugRecordingCallback&
62 debug_recording_callback);
63
53 bool started() const { return source_callback_ != nullptr; } 64 bool started() const { return source_callback_ != nullptr; }
54 65
55 bool error_occurred() const { return error_occurred_; } 66 bool error_occurred() const { return error_occurred_; }
56 67
68 int id() const { return id_; }
69
70 const AudioParameters& output_params() const { return output_params_; }
71
57 private: 72 private:
58 // AudioConverter::InputCallback implementation. 73 // AudioConverter::InputCallback implementation.
59 double ProvideInput(AudioBus* audio_bus, uint32_t frames_delayed) override; 74 double ProvideInput(AudioBus* audio_bus, uint32_t frames_delayed) override;
60 75
61 // Ratio of input bytes to output bytes used to correct playback delay with 76 // Ratio of input bytes to output bytes used to correct playback delay with
62 // regard to buffering and resampling. 77 // regard to buffering and resampling.
63 const double io_ratio_; 78 const double io_ratio_;
64 79
65 // Source callback. 80 // Source callback.
66 AudioOutputStream::AudioSourceCallback* source_callback_; 81 AudioOutputStream::AudioSourceCallback* source_callback_;
67 82
68 // Last |delay| and |delay_timestamp| received via OnMoreData(). Used to 83 // Last |delay| and |delay_timestamp| received via OnMoreData(). Used to
69 // correct playback delay in ProvideInput() before calling |source_callback_|. 84 // correct playback delay in ProvideInput() before calling |source_callback_|.
70 base::TimeDelta current_delay_; 85 base::TimeDelta current_delay_;
71 base::TimeTicks current_delay_timestamp_; 86 base::TimeTicks current_delay_timestamp_;
72 87
73 const int input_samples_per_second_; 88 const int input_samples_per_second_;
74 89
75 // Handles resampling, buffering, and channel mixing between input and output 90 // Handles resampling, buffering, and channel mixing between input and output
76 // parameters. 91 // parameters.
77 AudioConverter audio_converter_; 92 AudioConverter audio_converter_;
78 93
79 // True if OnError() was ever called. Should only be read if the underlying 94 // True if OnError() was ever called. Should only be read if the underlying
80 // stream has been stopped. 95 // stream has been stopped.
81 bool error_occurred_; 96 bool error_occurred_;
82 97
83 // Information about input and output buffer sizes to be traced. 98 // Information about input buffer sizes to be traced.
84 const int input_buffer_size_; 99 const int input_buffer_size_;
85 const int output_buffer_size_; 100
101 // Output parameters used for buffer size tracing and for users to get.
102 const AudioParameters output_params_;
103
104 // Used for audio debug recordings. See comment on SetDebugRecordingCallback()
105 // above. |id_| is a unique running id used in the callback.
106 AudioOutputResampler::DebugRecordingCallback debug_recording_callback_;
107 const int id_;
86 108
87 DISALLOW_COPY_AND_ASSIGN(OnMoreDataConverter); 109 DISALLOW_COPY_AND_ASSIGN(OnMoreDataConverter);
88 }; 110 };
89 111
90 // Record UMA statistics for hardware output configuration. 112 // Record UMA statistics for hardware output configuration.
91 static void RecordStats(const AudioParameters& output_params) { 113 static void RecordStats(const AudioParameters& output_params) {
92 // Note the 'PRESUBMIT_IGNORE_UMA_MAX's below, these silence the PRESUBMIT.py 114 // Note the 'PRESUBMIT_IGNORE_UMA_MAX's below, these silence the PRESUBMIT.py
93 // check for uma enum max usage, since we're abusing UMA_HISTOGRAM_ENUMERATION 115 // check for uma enum max usage, since we're abusing UMA_HISTOGRAM_ENUMERATION
94 // to report a discrete value. 116 // to report a discrete value.
95 UMA_HISTOGRAM_ENUMERATION( 117 UMA_HISTOGRAM_ENUMERATION(
(...skipping 241 matching lines...) Expand 10 before | Expand all | Expand 10 after
337 AudioOutputStream::AudioSourceCallback* callback, 359 AudioOutputStream::AudioSourceCallback* callback,
338 AudioOutputProxy* stream_proxy) { 360 AudioOutputProxy* stream_proxy) {
339 DCHECK(task_runner_->BelongsToCurrentThread()); 361 DCHECK(task_runner_->BelongsToCurrentThread());
340 362
341 OnMoreDataConverter* resampler_callback = nullptr; 363 OnMoreDataConverter* resampler_callback = nullptr;
342 CallbackMap::iterator it = callbacks_.find(stream_proxy); 364 CallbackMap::iterator it = callbacks_.find(stream_proxy);
343 if (it == callbacks_.end()) { 365 if (it == callbacks_.end()) {
344 resampler_callback = new OnMoreDataConverter(params_, output_params_); 366 resampler_callback = new OnMoreDataConverter(params_, output_params_);
345 callbacks_[stream_proxy] = 367 callbacks_[stream_proxy] =
346 base::WrapUnique<OnMoreDataConverter>(resampler_callback); 368 base::WrapUnique<OnMoreDataConverter>(resampler_callback);
369 if (register_debug_recording_source_callback_)
370 register_debug_recording_source_callback_.Run(resampler_callback->id(),
371 output_params_);
372 resampler_callback->SetDebugRecordingCallback(debug_recording_callback_);
o1ka 2017/01/25 17:47:00 Sorry I can't process it :) Why can't you still ca
Henrik Grunell 2017/01/26 10:25:09 This only sets the callback to forward the data. T
347 } else { 373 } else {
348 resampler_callback = it->second.get(); 374 resampler_callback = it->second.get();
349 } 375 }
350 376
351 resampler_callback->Start(callback); 377 resampler_callback->Start(callback);
352 bool result = dispatcher_->StartStream(resampler_callback, stream_proxy); 378 bool result = dispatcher_->StartStream(resampler_callback, stream_proxy);
353 if (!result) 379 if (!result)
354 resampler_callback->Stop(); 380 resampler_callback->Stop();
355 return result; 381 return result;
356 } 382 }
(...skipping 23 matching lines...) Expand all
380 406
381 // Start the reinitialization timer if there are no active proxies and we're 407 // Start the reinitialization timer if there are no active proxies and we're
382 // not using the originally requested output parameters. This allows us to 408 // not using the originally requested output parameters. This allows us to
383 // recover from transient output creation errors. 409 // recover from transient output creation errors.
384 if (!dispatcher_->HasOutputProxies() && callbacks_.empty() && 410 if (!dispatcher_->HasOutputProxies() && callbacks_.empty() &&
385 !output_params_.Equals(original_output_params_)) { 411 !output_params_.Equals(original_output_params_)) {
386 reinitialize_timer_.Reset(); 412 reinitialize_timer_.Reset();
387 } 413 }
388 } 414 }
389 415
416 void AudioOutputResampler::SetDebugRecordingCallbacks(
417 const RegisterDebugRecordingSourceCallback&
418 register_debug_recording_source_callback,
419 const UnregisterDebugRecordingSourceCallback&
420 unregister_debug_recording_source_callback,
421 const DebugRecordingCallback& debug_recording_callback) {
422 DCHECK(task_runner_->BelongsToCurrentThread());
423
424 register_debug_recording_source_callback_ =
425 register_debug_recording_source_callback;
426 unregister_debug_recording_source_callback_ =
427 unregister_debug_recording_source_callback;
428 debug_recording_callback_ = debug_recording_callback;
429
430 for (const auto& it : callbacks_) {
431 register_debug_recording_source_callback.Run(it.second->id(),
o1ka 2017/01/25 17:47:00 Way too many callbacks :( the code is unreadable.
Henrik Grunell 2017/01/26 10:25:09 Yes, exactly what I thought myself later yesterday
432 it.second->output_params());
433 it.second->SetDebugRecordingCallback(debug_recording_callback);
434 }
435 }
436
390 void AudioOutputResampler::StopStreamInternal( 437 void AudioOutputResampler::StopStreamInternal(
391 const CallbackMap::value_type& item) { 438 const CallbackMap::value_type& item) {
392 AudioOutputProxy* stream_proxy = item.first; 439 AudioOutputProxy* stream_proxy = item.first;
393 OnMoreDataConverter* callback = item.second.get(); 440 OnMoreDataConverter* callback = item.second.get();
394 DCHECK(callback->started()); 441 DCHECK(callback->started());
395 442
396 // Stop the underlying physical stream. 443 // Stop the underlying physical stream.
397 dispatcher_->StopStream(stream_proxy); 444 dispatcher_->StopStream(stream_proxy);
398 445
399 // Now that StopStream() has completed the underlying physical stream should 446 // Now that StopStream() has completed the underlying physical stream should
400 // be stopped and no longer calling OnMoreData(), making it safe to Stop() the 447 // be stopped and no longer calling OnMoreData(), making it safe to Stop() the
401 // OnMoreDataConverter. 448 // OnMoreDataConverter.
402 callback->Stop(); 449 callback->Stop();
403 450
404 // Destroy idle streams if any errors occurred during output; this ensures 451 // Destroy idle streams if any errors occurred during output; this ensures
405 // bad streams will not be reused. Note: Errors may occur during the Stop() 452 // bad streams will not be reused. Note: Errors may occur during the Stop()
406 // call above. 453 // call above.
407 if (callback->error_occurred()) 454 if (callback->error_occurred())
408 dispatcher_->CloseAllIdleStreams(); 455 dispatcher_->CloseAllIdleStreams();
456
457 if (unregister_debug_recording_source_callback_)
458 unregister_debug_recording_source_callback_.Run(callback->id());
409 } 459 }
410 460
411 OnMoreDataConverter::OnMoreDataConverter(const AudioParameters& input_params, 461 OnMoreDataConverter::OnMoreDataConverter(const AudioParameters& input_params,
412 const AudioParameters& output_params) 462 const AudioParameters& output_params)
413 : io_ratio_(static_cast<double>(input_params.GetBytesPerSecond()) / 463 : io_ratio_(static_cast<double>(input_params.GetBytesPerSecond()) /
414 output_params.GetBytesPerSecond()), 464 output_params.GetBytesPerSecond()),
415 source_callback_(nullptr), 465 source_callback_(nullptr),
416 input_samples_per_second_(input_params.sample_rate()), 466 input_samples_per_second_(input_params.sample_rate()),
417 audio_converter_(input_params, output_params, false), 467 audio_converter_(input_params, output_params, false),
418 error_occurred_(false), 468 error_occurred_(false),
419 input_buffer_size_(input_params.frames_per_buffer()), 469 input_buffer_size_(input_params.frames_per_buffer()),
420 output_buffer_size_(output_params.frames_per_buffer()) { 470 output_params_(output_params),
471 id_(g_next_stream_id++) {
421 RecordRebufferingStats(input_params, output_params); 472 RecordRebufferingStats(input_params, output_params);
422 } 473 }
423 474
424 OnMoreDataConverter::~OnMoreDataConverter() { 475 OnMoreDataConverter::~OnMoreDataConverter() {
425 // Ensure Stop() has been called so we don't end up with an AudioOutputStream 476 // Ensure Stop() has been called so we don't end up with an AudioOutputStream
426 // calling back into OnMoreData() after destruction. 477 // calling back into OnMoreData() after destruction.
427 CHECK(!source_callback_); 478 CHECK(!source_callback_);
428 } 479 }
429 480
430 void OnMoreDataConverter::Start( 481 void OnMoreDataConverter::Start(
(...skipping 11 matching lines...) Expand all
442 CHECK(source_callback_); 493 CHECK(source_callback_);
443 source_callback_ = nullptr; 494 source_callback_ = nullptr;
444 audio_converter_.RemoveInput(this); 495 audio_converter_.RemoveInput(this);
445 } 496 }
446 497
447 int OnMoreDataConverter::OnMoreData(base::TimeDelta delay, 498 int OnMoreDataConverter::OnMoreData(base::TimeDelta delay,
448 base::TimeTicks delay_timestamp, 499 base::TimeTicks delay_timestamp,
449 int /* prior_frames_skipped */, 500 int /* prior_frames_skipped */,
450 AudioBus* dest) { 501 AudioBus* dest) {
451 TRACE_EVENT2("audio", "OnMoreDataConverter::OnMoreData", "input buffer size", 502 TRACE_EVENT2("audio", "OnMoreDataConverter::OnMoreData", "input buffer size",
452 input_buffer_size_, "output buffer size", output_buffer_size_); 503 input_buffer_size_, "output buffer size",
504 output_params_.frames_per_buffer());
453 current_delay_ = delay; 505 current_delay_ = delay;
454 current_delay_timestamp_ = delay_timestamp; 506 current_delay_timestamp_ = delay_timestamp;
455 audio_converter_.Convert(dest); 507 audio_converter_.Convert(dest);
456 508
509 if (debug_recording_callback_)
510 debug_recording_callback_.Run(id_, dest);
511
457 // Always return the full number of frames requested, ProvideInput() 512 // Always return the full number of frames requested, ProvideInput()
458 // will pad with silence if it wasn't able to acquire enough data. 513 // will pad with silence if it wasn't able to acquire enough data.
459 return dest->frames(); 514 return dest->frames();
460 } 515 }
461 516
462 double OnMoreDataConverter::ProvideInput(AudioBus* dest, 517 double OnMoreDataConverter::ProvideInput(AudioBus* dest,
463 uint32_t frames_delayed) { 518 uint32_t frames_delayed) {
464 base::TimeDelta new_delay = 519 base::TimeDelta new_delay =
465 current_delay_ + AudioTimestampHelper::FramesToTime( 520 current_delay_ + AudioTimestampHelper::FramesToTime(
466 frames_delayed, input_samples_per_second_); 521 frames_delayed, input_samples_per_second_);
467 // Retrieve data from the original callback. 522 // Retrieve data from the original callback.
468 const int frames = source_callback_->OnMoreData( 523 const int frames = source_callback_->OnMoreData(
469 new_delay, current_delay_timestamp_, 0, dest); 524 new_delay, current_delay_timestamp_, 0, dest);
470 525
471 // Zero any unfilled frames if anything was filled, otherwise we'll just 526 // Zero any unfilled frames if anything was filled, otherwise we'll just
472 // return a volume of zero and let AudioConverter drop the output. 527 // return a volume of zero and let AudioConverter drop the output.
473 if (frames > 0 && frames < dest->frames()) 528 if (frames > 0 && frames < dest->frames())
474 dest->ZeroFramesPartial(frames, dest->frames() - frames); 529 dest->ZeroFramesPartial(frames, dest->frames() - frames);
475 return frames > 0 ? 1 : 0; 530 return frames > 0 ? 1 : 0;
476 } 531 }
477 532
478 void OnMoreDataConverter::OnError(AudioOutputStream* stream) { 533 void OnMoreDataConverter::OnError(AudioOutputStream* stream) {
479 error_occurred_ = true; 534 error_occurred_ = true;
480 source_callback_->OnError(stream); 535 source_callback_->OnError(stream);
481 } 536 }
482 537
538 void OnMoreDataConverter::SetDebugRecordingCallback(
539 const AudioOutputResampler::DebugRecordingCallback&
540 debug_recording_callback) {
541 CHECK(!source_callback_);
542 debug_recording_callback_ = debug_recording_callback;
543 }
544
483 } // namespace media 545 } // namespace media
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698