Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(782)

Side by Side Diff: components/copresence/handlers/audio/audio_directive_handler.cc

Issue 637223011: Redesign the copresence audio handlers. (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git/+/master
Patch Set: Created 6 years, 2 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 // Copyright 2014 The Chromium Authors. All rights reserved. 1 // Copyright 2014 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #include "components/copresence/handlers/audio/audio_directive_handler.h" 5 #include "components/copresence/handlers/audio/audio_directive_handler.h"
6 6
7 #include "base/bind.h" 7 #include "base/bind.h"
8 #include "base/logging.h" 8 #include "base/logging.h"
9 #include "base/memory/scoped_ptr.h" 9 #include "base/memory/scoped_ptr.h"
10 #include "base/strings/string_util.h" 10 #include "base/time/default_tick_clock.h"
11 #include "base/time/time.h" 11 #include "base/time/time.h"
12 #include "components/copresence/mediums/audio/audio_player.h" 12 #include "base/timer/timer.h"
13 #include "components/copresence/mediums/audio/audio_recorder.h" 13 #include "components/copresence/mediums/audio/audio_manager_impl.h"
14 #include "components/copresence/proto/data.pb.h" 14 #include "components/copresence/proto/data.pb.h"
15 #include "components/copresence/public/copresence_constants.h"
15 #include "media/base/audio_bus.h" 16 #include "media/base/audio_bus.h"
16 17
18 namespace copresence {
19
17 namespace { 20 namespace {
18 21
19 // UrlSafe is defined as: 22 base::TimeTicks GetEarliestEventTime(AudioDirectiveList* list,
20 // '/' represented by a '_' and '+' represented by a '-' 23 base::TimeTicks event_time) {
21 // TODO(rkc): Move this processing to the whispernet wrapper. 24 if (!list->GetActiveDirective())
22 std::string FromUrlSafe(std::string token) { 25 return event_time;
23 base::ReplaceChars(token, "-", "+", &token); 26
24 base::ReplaceChars(token, "_", "/", &token); 27 if (event_time.is_null())
25 return token; 28 return list->GetActiveDirective()->end_time;
29 else
30 return std::min(list->GetActiveDirective()->end_time, event_time);
26 } 31 }
27 32
28 const int kSampleExpiryTimeMs = 60 * 60 * 1000; // 60 minutes.
29 const int kMaxSamples = 10000;
30
31 } // namespace 33 } // namespace
32 34
33 namespace copresence {
34
35 // Public methods. 35 // Public methods.
36 36
37 AudioDirectiveHandler::AudioDirectiveHandler( 37 AudioDirectiveHandler::AudioDirectiveHandler()
38 const AudioRecorder::DecodeSamplesCallback& decode_cb, 38 : audio_event_timer_(new base::OneShotTimer<AudioDirectiveHandler>),
39 const AudioDirectiveHandler::EncodeTokenCallback& encode_cb) 39 clock_(new base::DefaultTickClock) {
40 : player_audible_(NULL),
41 player_inaudible_(NULL),
42 recorder_(NULL),
43 decode_cb_(decode_cb),
44 encode_cb_(encode_cb),
45 samples_cache_audible_(
46 base::TimeDelta::FromMilliseconds(kSampleExpiryTimeMs),
47 kMaxSamples),
48 samples_cache_inaudible_(
49 base::TimeDelta::FromMilliseconds(kSampleExpiryTimeMs),
50 kMaxSamples) {
51 } 40 }
52 41
53 AudioDirectiveHandler::~AudioDirectiveHandler() { 42 AudioDirectiveHandler::~AudioDirectiveHandler() {
54 if (player_audible_)
55 player_audible_->Finalize();
56 if (player_inaudible_)
57 player_inaudible_->Finalize();
58 if (recorder_)
59 recorder_->Finalize();
60 } 43 }
61 44
62 void AudioDirectiveHandler::Initialize() { 45 void AudioDirectiveHandler::Initialize(
63 player_audible_ = new AudioPlayer(); 46 const AudioManager::DecodeSamplesCallback& decode_cb,
64 player_audible_->Initialize(); 47 const AudioManager::EncodeTokenCallback& encode_cb) {
65 48 if (!audio_manager_)
66 player_inaudible_ = new AudioPlayer(); 49 audio_manager_.reset(new AudioManagerImpl());
67 player_inaudible_->Initialize(); 50 audio_manager_->Initialize(decode_cb, encode_cb);
68
69 recorder_ = new AudioRecorder(decode_cb_);
70 recorder_->Initialize();
71 } 51 }
72 52
73 void AudioDirectiveHandler::AddInstruction(const TokenInstruction& instruction, 53 void AudioDirectiveHandler::AddInstruction(const TokenInstruction& instruction,
74 const std::string& op_id, 54 const std::string& op_id,
75 base::TimeDelta ttl) { 55 base::TimeDelta ttl) {
76 switch (instruction.token_instruction_type()) { 56 switch (instruction.token_instruction_type()) {
77 case TRANSMIT: 57 case TRANSMIT:
78 DVLOG(2) << "Audio Transmit Directive received. Token: " 58 DVLOG(2) << "Audio Transmit Directive received. Token: "
79 << instruction.token_id() 59 << instruction.token_id()
60 << " with medium=" << instruction.medium()
80 << " with TTL=" << ttl.InMilliseconds(); 61 << " with TTL=" << ttl.InMilliseconds();
81 switch (instruction.medium()) { 62 switch (instruction.medium()) {
82 case AUDIO_ULTRASOUND_PASSBAND: 63 case AUDIO_ULTRASOUND_PASSBAND:
83 transmits_list_inaudible_.AddDirective(op_id, ttl); 64 transmits_list_[INAUDIBLE].AddDirective(op_id, ttl);
84 PlayToken(instruction.token_id(), false); 65 audio_manager_->SetToken(INAUDIBLE, instruction.token_id());
85 break; 66 break;
86 case AUDIO_AUDIBLE_DTMF: 67 case AUDIO_AUDIBLE_DTMF:
87 transmits_list_audible_.AddDirective(op_id, ttl); 68 transmits_list_[AUDIBLE].AddDirective(op_id, ttl);
88 PlayToken(instruction.token_id(), true); 69 audio_manager_->SetToken(AUDIBLE, instruction.token_id());
89 break; 70 break;
90 default: 71 default:
91 NOTREACHED(); 72 NOTREACHED();
92 } 73 }
93 break; 74 break;
94 case RECEIVE: 75 case RECEIVE:
95 DVLOG(2) << "Audio Receive Directive received. TTL=" 76 DVLOG(2) << "Audio Receive Directive received."
96 << ttl.InMilliseconds(); 77 << " with medium=" << instruction.medium()
97 receives_list_.AddDirective(op_id, ttl); 78 << " with TTL=" << ttl.InMilliseconds();
98 ProcessNextReceive(); 79 switch (instruction.medium()) {
80 case AUDIO_ULTRASOUND_PASSBAND:
81 receives_list_[INAUDIBLE].AddDirective(op_id, ttl);
82 break;
83 case AUDIO_AUDIBLE_DTMF:
84 receives_list_[AUDIBLE].AddDirective(op_id, ttl);
85 break;
86 default:
87 NOTREACHED();
88 }
99 break; 89 break;
100 case UNKNOWN_TOKEN_INSTRUCTION_TYPE: 90 case UNKNOWN_TOKEN_INSTRUCTION_TYPE:
101 default: 91 default:
102 LOG(WARNING) << "Unknown Audio Transmit Directive received."; 92 LOG(WARNING) << "Unknown Audio Transmit Directive received. type = "
93 << instruction.token_instruction_type();
94 }
95 ProcessNextInstruction();
96 }
97
98 void AudioDirectiveHandler::RemoveInstructions(const std::string& op_id) {
99 transmits_list_[AUDIBLE].RemoveDirective(op_id);
100 transmits_list_[INAUDIBLE].RemoveDirective(op_id);
101 receives_list_[AUDIBLE].RemoveDirective(op_id);
102 receives_list_[INAUDIBLE].RemoveDirective(op_id);
103
104 ProcessNextInstruction();
105 }
106
107 const std::string AudioDirectiveHandler::PlayingToken(AudioType type) const {
108 return audio_manager_->GetToken(type);
109 }
110 // Private methods.
111
112 void AudioDirectiveHandler::ProcessNextInstruction() {
113 DCHECK(audio_event_timer_);
114 audio_event_timer_->Stop();
115
116 // Change |audio_manager_| state for audible transmits.
117 if (transmits_list_[AUDIBLE].GetActiveDirective())
118 audio_manager_->StartPlaying(AUDIBLE);
119 else
120 audio_manager_->StopPlaying(AUDIBLE);
121
122 // Change audio_manager_ state for inaudible transmits.
123 if (transmits_list_[INAUDIBLE].GetActiveDirective())
124 audio_manager_->StartPlaying(INAUDIBLE);
125 else
126 audio_manager_->StopPlaying(INAUDIBLE);
127
128 // Change audio_manager_ state for audible receives.
129 if (receives_list_[AUDIBLE].GetActiveDirective())
130 audio_manager_->StartRecording(AUDIBLE);
131 else
132 audio_manager_->StopRecording(AUDIBLE);
133
134 // Change audio_manager_ state for inaudible receives.
135 if (receives_list_[INAUDIBLE].GetActiveDirective())
136 audio_manager_->StartRecording(INAUDIBLE);
137 else
138 audio_manager_->StopRecording(INAUDIBLE);
139
140 base::TimeTicks next_event_time;
141 if (GetNextInstructionExpiry(&next_event_time)) {
142 audio_event_timer_->Start(
143 FROM_HERE,
144 next_event_time - clock_->NowTicks(),
145 base::Bind(&AudioDirectiveHandler::ProcessNextInstruction,
146 base::Unretained(this)));
103 } 147 }
104 } 148 }
105 149
106 void AudioDirectiveHandler::RemoveInstructions(const std::string& op_id) { 150 bool AudioDirectiveHandler::GetNextInstructionExpiry(base::TimeTicks* expiry) {
107 transmits_list_audible_.RemoveDirective(op_id); 151 DCHECK(expiry);
108 transmits_list_inaudible_.RemoveDirective(op_id);
109 receives_list_.RemoveDirective(op_id);
110 152
111 ProcessNextTransmit(); 153 *expiry = GetEarliestEventTime(&transmits_list_[AUDIBLE], base::TimeTicks());
112 ProcessNextReceive(); 154 *expiry = GetEarliestEventTime(&transmits_list_[INAUDIBLE], *expiry);
113 } 155 *expiry = GetEarliestEventTime(&receives_list_[AUDIBLE], *expiry);
156 *expiry = GetEarliestEventTime(&receives_list_[INAUDIBLE], *expiry);
114 157
115 // Private methods. 158 return !expiry->is_null();
116
117 void AudioDirectiveHandler::ProcessNextTransmit() {
118 // If we have an active directive for audible or inaudible audio, ensure that
119 // we are playing our respective token; if we do not have a directive, then
120 // make sure we aren't playing. This is duplicate code, but for just two
121 // elements, it has hard to make a case for processing a loop instead.
122
123 scoped_ptr<AudioDirective> audible_transmit(
124 transmits_list_audible_.GetActiveDirective());
125 if (audible_transmit && !player_audible_->IsPlaying() &&
126 samples_cache_audible_.HasKey(current_token_audible_)) {
127 DVLOG(3) << "Playing audible for op_id: " << audible_transmit->op_id;
128 player_audible_->Play(
129 samples_cache_audible_.GetValue(current_token_audible_));
130 stop_audible_playback_timer_.Start(
131 FROM_HERE,
132 audible_transmit->end_time - base::Time::Now(),
133 this,
134 &AudioDirectiveHandler::ProcessNextTransmit);
135 } else if (!audible_transmit && player_audible_->IsPlaying()) {
136 DVLOG(3) << "Stopping audible playback.";
137 current_token_audible_.clear();
138 stop_audible_playback_timer_.Stop();
139 player_audible_->Stop();
140 }
141
142 scoped_ptr<AudioDirective> inaudible_transmit(
143 transmits_list_inaudible_.GetActiveDirective());
144 if (inaudible_transmit && !player_inaudible_->IsPlaying() &&
145 samples_cache_inaudible_.HasKey(current_token_inaudible_)) {
146 DVLOG(3) << "Playing inaudible for op_id: " << inaudible_transmit->op_id;
147 player_inaudible_->Play(
148 samples_cache_inaudible_.GetValue(current_token_inaudible_));
149 stop_inaudible_playback_timer_.Start(
150 FROM_HERE,
151 inaudible_transmit->end_time - base::Time::Now(),
152 this,
153 &AudioDirectiveHandler::ProcessNextTransmit);
154 } else if (!inaudible_transmit && player_inaudible_->IsPlaying()) {
155 DVLOG(3) << "Stopping inaudible playback.";
156 current_token_inaudible_.clear();
157 stop_inaudible_playback_timer_.Stop();
158 player_inaudible_->Stop();
159 }
160 }
161
162 void AudioDirectiveHandler::ProcessNextReceive() {
163 scoped_ptr<AudioDirective> receive(receives_list_.GetActiveDirective());
164
165 if (receive && !recorder_->IsRecording()) {
166 DVLOG(3) << "Recording for op_id: " << receive->op_id;
167 recorder_->Record();
168 stop_recording_timer_.Start(FROM_HERE,
169 receive->end_time - base::Time::Now(),
170 this,
171 &AudioDirectiveHandler::ProcessNextReceive);
172 } else if (!receive && recorder_->IsRecording()) {
173 DVLOG(3) << "Stopping Recording";
174 stop_recording_timer_.Stop();
175 recorder_->Stop();
176 }
177 }
178
179 void AudioDirectiveHandler::PlayToken(const std::string token, bool audible) {
180 std::string valid_token = FromUrlSafe(token);
181
182 // If the token has been encoded already, use the cached samples.
183 if (audible && samples_cache_audible_.HasKey(valid_token)) {
184 current_token_audible_ = token;
185 ProcessNextTransmit();
186 } else if (!audible && samples_cache_inaudible_.HasKey(valid_token)) {
187 current_token_inaudible_ = token;
188 ProcessNextTransmit();
189 } else {
190 // Otherwise, encode the token and then play it.
191 encode_cb_.Run(valid_token,
192 audible,
193 base::Bind(&AudioDirectiveHandler::PlayEncodedToken,
194 base::Unretained(this)));
195 }
196 }
197
198 void AudioDirectiveHandler::PlayEncodedToken(
199 const std::string& token,
200 bool audible,
201 const scoped_refptr<media::AudioBusRefCounted>& samples) {
202 DVLOG(3) << "Token " << token << "[audible:" << audible << "] encoded.";
203 if (audible) {
204 samples_cache_audible_.Add(token, samples);
205 current_token_audible_ = token;
206 // Force process transmits to pick up the new token.
207 if (player_audible_->IsPlaying())
208 player_audible_->Stop();
209 } else {
210 samples_cache_inaudible_.Add(token, samples);
211 current_token_inaudible_ = token;
212 // Force process transmits to pick up the new token.
213 if (player_inaudible_->IsPlaying())
214 player_inaudible_->Stop();
215 }
216
217 ProcessNextTransmit();
218 } 159 }
219 160
220 } // namespace copresence 161 } // namespace copresence
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698