Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(172)

Unified Diff: components/copresence/mediums/audio/audio_manager_impl.cc

Issue 865483005: Creating the audio_modem component (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: Merging again Created 5 years, 10 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
Index: components/copresence/mediums/audio/audio_manager_impl.cc
diff --git a/components/copresence/mediums/audio/audio_manager_impl.cc b/components/copresence/mediums/audio/audio_manager_impl.cc
deleted file mode 100644
index d1cd7d96a5f8d3d2a74e902f63ea486a68a490a9..0000000000000000000000000000000000000000
--- a/components/copresence/mediums/audio/audio_manager_impl.cc
+++ /dev/null
@@ -1,335 +0,0 @@
-// Copyright 2014 The Chromium Authors. All rights reserved.
-// Use of this source code is governed by a BSD-style license that can be
-// found in the LICENSE file.
-
-#include "components/copresence/mediums/audio/audio_manager_impl.h"
-
-#include <algorithm>
-#include <limits>
-#include <vector>
-
-#include "base/bind.h"
-#include "base/bind_helpers.h"
-#include "base/command_line.h"
-#include "base/logging.h"
-#include "base/run_loop.h"
-#include "base/strings/string_util.h"
-#include "base/strings/stringprintf.h"
-#include "base/strings/sys_string_conversions.h"
-#include "base/time/time.h"
-#include "components/copresence/copresence_switches.h"
-#include "components/copresence/mediums/audio/audio_player_impl.h"
-#include "components/copresence/mediums/audio/audio_recorder_impl.h"
-#include "components/copresence/public/copresence_constants.h"
-#include "components/copresence/public/whispernet_client.h"
-#include "content/public/browser/browser_thread.h"
-#include "media/audio/audio_manager.h"
-#include "media/audio/audio_manager_base.h"
-#include "media/base/audio_bus.h"
-#include "third_party/webrtc/common_audio/wav_file.h"
-
-namespace copresence {
-
-namespace {
-
-const int kSampleExpiryTimeMs = 60 * 60 * 1000; // 60 minutes.
-const int kMaxSamples = 10000;
-const int kTokenTimeoutMs = 2000;
-const int kMonoChannelCount = 1;
-
-// UrlSafe is defined as:
-// '/' represented by a '_' and '+' represented by a '-'
-// TODO(ckehoe): Move this to a central place.
-std::string FromUrlSafe(std::string token) {
- base::ReplaceChars(token, "-", "+", &token);
- base::ReplaceChars(token, "_", "/", &token);
- return token;
-}
-std::string ToUrlSafe(std::string token) {
- base::ReplaceChars(token, "+", "-", &token);
- base::ReplaceChars(token, "/", "_", &token);
- return token;
-}
-
-// TODO(ckehoe): Move this to a central place.
-std::string AudioTypeToString(AudioType audio_type) {
- if (audio_type == AUDIBLE)
- return "audible";
- if (audio_type == INAUDIBLE)
- return "inaudible";
-
- NOTREACHED() << "Got unexpected token type " << audio_type;
- return std::string();
-}
-
-bool ReadBooleanFlag(const std::string& flag, bool default_value) {
- const std::string flag_value = base::StringToLowerASCII(
- base::CommandLine::ForCurrentProcess()->GetSwitchValueASCII(flag));
- if (flag_value == "true" || flag_value == "1")
- return true;
- if (flag_value == "false" || flag_value == "0")
- return false;
- LOG_IF(ERROR, !flag_value.empty())
- << "Unrecognized value \"" << flag_value << " for flag "
- << flag << ". Defaulting to " << default_value;
- return default_value;
-}
-
-} // namespace
-
-
-// Public functions.
-
-AudioManagerImpl::AudioManagerImpl()
- : whispernet_client_(nullptr), recorder_(nullptr) {
- // TODO(rkc): Move all of these into initializer lists once it is allowed.
- should_be_playing_[AUDIBLE] = false;
- should_be_playing_[INAUDIBLE] = false;
- should_be_recording_[AUDIBLE] = false;
- should_be_recording_[INAUDIBLE] = false;
-
- player_enabled_[AUDIBLE] = ReadBooleanFlag(
- switches::kCopresenceEnableAudibleBroadcast, true);
- player_enabled_[INAUDIBLE] = ReadBooleanFlag(
- switches::kCopresenceEnableInaudibleBroadcast, true);
- player_[AUDIBLE] = nullptr;
- player_[INAUDIBLE] = nullptr;
- token_length_[0] = 0;
- token_length_[1] = 0;
-}
-
-void AudioManagerImpl::Initialize(WhispernetClient* whispernet_client,
- const TokensCallback& tokens_cb) {
- samples_cache_.resize(2);
- samples_cache_[AUDIBLE] = new SamplesMap(
- base::TimeDelta::FromMilliseconds(kSampleExpiryTimeMs), kMaxSamples);
- samples_cache_[INAUDIBLE] = new SamplesMap(
- base::TimeDelta::FromMilliseconds(kSampleExpiryTimeMs), kMaxSamples);
-
- DCHECK(whispernet_client);
- whispernet_client_ = whispernet_client;
- tokens_cb_ = tokens_cb;
-
- // These will be unregistered on destruction, so unretained is safe to use.
- whispernet_client_->RegisterTokensCallback(
- base::Bind(&AudioManagerImpl::OnTokensFound, base::Unretained(this)));
- whispernet_client_->RegisterSamplesCallback(
- base::Bind(&AudioManagerImpl::OnTokenEncoded, base::Unretained(this)));
-
- if (!player_[AUDIBLE])
- player_[AUDIBLE] = new AudioPlayerImpl();
- player_[AUDIBLE]->Initialize();
-
- if (!player_[INAUDIBLE])
- player_[INAUDIBLE] = new AudioPlayerImpl();
- player_[INAUDIBLE]->Initialize();
-
- decode_cancelable_cb_.Reset(base::Bind(
- &AudioManagerImpl::DecodeSamplesConnector, base::Unretained(this)));
- if (!recorder_)
- recorder_ = new AudioRecorderImpl();
- recorder_->Initialize(decode_cancelable_cb_.callback());
-
- dump_tokens_dir_ = base::FilePath(base::CommandLine::ForCurrentProcess()
- ->GetSwitchValueNative(switches::kCopresenceDumpTokensToDir));
-}
-
-AudioManagerImpl::~AudioManagerImpl() {
- if (player_[AUDIBLE])
- player_[AUDIBLE]->Finalize();
- if (player_[INAUDIBLE])
- player_[INAUDIBLE]->Finalize();
- if (recorder_)
- recorder_->Finalize();
-
- // Whispernet initialization may never have completed.
- if (whispernet_client_) {
- whispernet_client_->RegisterTokensCallback(TokensCallback());
- whispernet_client_->RegisterSamplesCallback(SamplesCallback());
- }
-}
-
-void AudioManagerImpl::StartPlaying(AudioType type) {
- DCHECK(type == AUDIBLE || type == INAUDIBLE);
- should_be_playing_[type] = true;
- // If we don't have our token encoded yet, this check will be false, for now.
- // Once our token is encoded, OnTokenEncoded will call UpdateToken, which
- // will call this code again (if we're still supposed to be playing).
- if (samples_cache_[type]->HasKey(playing_token_[type])) {
- DCHECK(!playing_token_[type].empty());
- if (player_enabled_[type]) {
- started_playing_[type] = base::Time::Now();
- player_[type]->Play(samples_cache_[type]->GetValue(playing_token_[type]));
-
- // If we're playing, we always record to hear what we are playing.
- recorder_->Record();
- } else {
- DVLOG(3) << "Skipping playback for disabled " << AudioTypeToString(type)
- << " player.";
- }
- }
-}
-
-void AudioManagerImpl::StopPlaying(AudioType type) {
- DCHECK(type == AUDIBLE || type == INAUDIBLE);
- should_be_playing_[type] = false;
- player_[type]->Stop();
- // If we were only recording to hear our own played tokens, stop.
- if (!should_be_recording_[AUDIBLE] && !should_be_recording_[INAUDIBLE])
- recorder_->Stop();
- playing_token_[type] = std::string();
-}
-
-void AudioManagerImpl::StartRecording(AudioType type) {
- DCHECK(type == AUDIBLE || type == INAUDIBLE);
- should_be_recording_[type] = true;
- recorder_->Record();
-}
-
-void AudioManagerImpl::StopRecording(AudioType type) {
- DCHECK(type == AUDIBLE || type == INAUDIBLE);
- should_be_recording_[type] = false;
- recorder_->Stop();
-}
-
-void AudioManagerImpl::SetToken(AudioType type,
- const std::string& url_safe_token) {
- DCHECK(type == AUDIBLE || type == INAUDIBLE);
- std::string token = FromUrlSafe(url_safe_token);
- if (!samples_cache_[type]->HasKey(token)) {
- whispernet_client_->EncodeToken(token, type);
- } else {
- UpdateToken(type, token);
- }
-}
-
-const std::string AudioManagerImpl::GetToken(AudioType type) {
- return playing_token_[type];
-}
-
-bool AudioManagerImpl::IsPlayingTokenHeard(AudioType type) {
- base::TimeDelta tokenTimeout =
- base::TimeDelta::FromMilliseconds(kTokenTimeoutMs);
-
- // This is a bit of a hack. If we haven't been playing long enough,
- // return true to avoid tripping an audio fail alarm.
- if (base::Time::Now() - started_playing_[type] < tokenTimeout)
- return true;
-
- return base::Time::Now() - heard_own_token_[type] < tokenTimeout;
-}
-
-void AudioManagerImpl::SetTokenLength(AudioType type, size_t token_length) {
- token_length_[type] = token_length;
-}
-
-
-// Private functions.
-
-void AudioManagerImpl::OnTokenEncoded(
- AudioType type,
- const std::string& token,
- const scoped_refptr<media::AudioBusRefCounted>& samples) {
- samples_cache_[type]->Add(token, samples);
- DumpToken(type, token, samples.get());
- UpdateToken(type, token);
-}
-
-void AudioManagerImpl::OnTokensFound(const std::vector<AudioToken>& tokens) {
- std::vector<AudioToken> tokens_to_report;
- for (const auto& token : tokens) {
- AudioType type = token.audible ? AUDIBLE : INAUDIBLE;
- if (playing_token_[type] == token.token)
- heard_own_token_[type] = base::Time::Now();
-
- if (should_be_recording_[AUDIBLE] && token.audible) {
- tokens_to_report.push_back(token);
- } else if (should_be_recording_[INAUDIBLE] && !token.audible) {
- tokens_to_report.push_back(token);
- }
- }
-
- if (!tokens_to_report.empty())
- tokens_cb_.Run(tokens_to_report);
-}
-
-void AudioManagerImpl::UpdateToken(AudioType type, const std::string& token) {
- DCHECK(type == AUDIBLE || type == INAUDIBLE);
- if (playing_token_[type] == token)
- return;
-
- // Update token.
- playing_token_[type] = token;
-
- // If we are supposed to be playing this token type at this moment, switch
- // out playback with the new samples.
- if (should_be_playing_[type])
- RestartPlaying(type);
-}
-
-void AudioManagerImpl::RestartPlaying(AudioType type) {
- DCHECK(type == AUDIBLE || type == INAUDIBLE);
- // We should already have this token in the cache. This function is not
- // called from anywhere except update token and only once we have our samples
- // in the cache.
- DCHECK(samples_cache_[type]->HasKey(playing_token_[type]));
-
- player_[type]->Stop();
- StartPlaying(type);
-}
-
-void AudioManagerImpl::DecodeSamplesConnector(const std::string& samples) {
- // If we are either supposed to be recording *or* playing, audible or
- // inaudible, we should be decoding that type. This is so that if we are
- // just playing, we will still decode our recorded token so we can check
- // if we heard our own token. Whether or not we report the token to the
- // server is checked for and handled in OnTokensFound.
-
- bool decode_audible =
- should_be_recording_[AUDIBLE] || should_be_playing_[AUDIBLE];
- bool decode_inaudible =
- should_be_recording_[INAUDIBLE] || should_be_playing_[INAUDIBLE];
-
- if (decode_audible && decode_inaudible) {
- whispernet_client_->DecodeSamples(BOTH, samples, token_length_);
- } else if (decode_audible) {
- whispernet_client_->DecodeSamples(AUDIBLE, samples, token_length_);
- } else if (decode_inaudible) {
- whispernet_client_->DecodeSamples(INAUDIBLE, samples, token_length_);
- }
-}
-
-void AudioManagerImpl::DumpToken(AudioType audio_type,
- const std::string& token,
- const media::AudioBus* samples) {
- if (dump_tokens_dir_.empty())
- return;
-
- // Convert the samples to 16-bit integers.
- std::vector<int16_t> int_samples;
- int_samples.reserve(samples->frames());
- for (int i = 0; i < samples->frames(); i++) {
- int_samples.push_back(round(
- samples->channel(0)[i] * std::numeric_limits<int16_t>::max()));
- }
- DCHECK_EQ(static_cast<int>(int_samples.size()), samples->frames());
- DCHECK_EQ(kMonoChannelCount, samples->channels());
-
- const std::string filename = base::StringPrintf("%s %s.wav",
- AudioTypeToString(audio_type).c_str(), ToUrlSafe(token).c_str());
- DVLOG(3) << "Dumping token " << filename;
-
- std::string file_str;
-#if defined(OS_WIN)
- base::FilePath file_path = dump_tokens_dir_.Append(
- base::SysNativeMBToWide(filename));
- file_str = base::SysWideToNativeMB(file_path.value());
-#else
- file_str = dump_tokens_dir_.Append(filename).value();
-#endif
-
- webrtc::WavWriter writer(file_str, kDefaultSampleRate, kMonoChannelCount);
- writer.WriteSamples(int_samples.data(), int_samples.size());
-}
-
-} // namespace copresence

Powered by Google App Engine
This is Rietveld 408576698