Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(685)

Side by Side Diff: components/copresence/handlers/audio/audio_directive_handler.cc

Issue 637223011: Redesign the copresence audio handlers. (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git/+/master
Patch Set: Created 6 years, 2 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 // Copyright 2014 The Chromium Authors. All rights reserved. 1 // Copyright 2014 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #include "components/copresence/handlers/audio/audio_directive_handler.h" 5 #include "components/copresence/handlers/audio/audio_directive_handler.h"
6 6
7 #include "base/bind.h" 7 #include "base/bind.h"
8 #include "base/logging.h" 8 #include "base/logging.h"
9 #include "base/memory/scoped_ptr.h" 9 #include "base/memory/scoped_ptr.h"
10 #include "base/strings/string_util.h" 10 #include "base/time/default_tick_clock.h"
11 #include "base/time/tick_clock.h"
11 #include "base/time/time.h" 12 #include "base/time/time.h"
12 #include "components/copresence/mediums/audio/audio_player.h" 13 #include "base/timer/timer.h"
13 #include "components/copresence/mediums/audio/audio_recorder.h"
14 #include "components/copresence/proto/data.pb.h" 14 #include "components/copresence/proto/data.pb.h"
15 #include "components/copresence/public/copresence_constants.h"
15 #include "media/base/audio_bus.h" 16 #include "media/base/audio_bus.h"
16 17
18 namespace copresence {
19
17 namespace { 20 namespace {
18 21
19 // UrlSafe is defined as: 22 base::TimeTicks GetEarliestEventTime(AudioDirectiveList* list,
20 // '/' represented by a '_' and '+' represented by a '-' 23 base::TimeTicks event_time) {
21 // TODO(rkc): Move this processing to the whispernet wrapper. 24 if (list->GetActiveDirective())
22 std::string FromUrlSafe(std::string token) { 25 return std::min(list->GetActiveDirective()->end_time, event_time);
23 base::ReplaceChars(token, "-", "+", &token); 26 return event_time;
24 base::ReplaceChars(token, "_", "/", &token);
25 return token;
26 } 27 }
27 28
28 const int kSampleExpiryTimeMs = 60 * 60 * 1000; // 60 minutes.
29 const int kMaxSamples = 10000;
30
31 } // namespace 29 } // namespace
32 30
33 namespace copresence {
34
35 // Public methods. 31 // Public methods.
36 32
37 AudioDirectiveHandler::AudioDirectiveHandler( 33 AudioDirectiveHandler::AudioDirectiveHandler()
38 const AudioRecorder::DecodeSamplesCallback& decode_cb, 34 : audio_event_timer_(new base::OneShotTimer<AudioDirectiveHandler>),
39 const AudioDirectiveHandler::EncodeTokenCallback& encode_cb) 35 clock_(new base::DefaultTickClock) {
40 : player_audible_(NULL),
41 player_inaudible_(NULL),
42 recorder_(NULL),
43 decode_cb_(decode_cb),
44 encode_cb_(encode_cb),
45 samples_cache_audible_(
46 base::TimeDelta::FromMilliseconds(kSampleExpiryTimeMs),
47 kMaxSamples),
48 samples_cache_inaudible_(
49 base::TimeDelta::FromMilliseconds(kSampleExpiryTimeMs),
50 kMaxSamples) {
51 } 36 }
52 37
53 AudioDirectiveHandler::~AudioDirectiveHandler() { 38 AudioDirectiveHandler::~AudioDirectiveHandler() {
54 if (player_audible_)
55 player_audible_->Finalize();
56 if (player_inaudible_)
57 player_inaudible_->Finalize();
58 if (recorder_)
59 recorder_->Finalize();
60 } 39 }
61 40
62 void AudioDirectiveHandler::Initialize() { 41 void AudioDirectiveHandler::Initialize(
63 player_audible_ = new AudioPlayer(); 42 const AudioManager::DecodeSamplesCallback& decode_cb,
64 player_audible_->Initialize(); 43 const AudioManager::EncodeTokenCallback& encode_cb) {
65 44 if (!audio_manager_.get())
66 player_inaudible_ = new AudioPlayer(); 45 audio_manager_.reset(new AudioManagerImpl());
67 player_inaudible_->Initialize(); 46 audio_manager_->Initialize(decode_cb, encode_cb);
68
69 recorder_ = new AudioRecorder(decode_cb_);
70 recorder_->Initialize();
71 } 47 }
72 48
73 void AudioDirectiveHandler::AddInstruction(const TokenInstruction& instruction, 49 void AudioDirectiveHandler::AddInstruction(const TokenInstruction& instruction,
74 const std::string& op_id, 50 const std::string& op_id,
75 base::TimeDelta ttl) { 51 base::TimeDelta ttl) {
76 switch (instruction.token_instruction_type()) { 52 switch (instruction.token_instruction_type()) {
77 case TRANSMIT: 53 case TRANSMIT:
78 DVLOG(2) << "Audio Transmit Directive received. Token: " 54 DVLOG(2) << "Audio Transmit Directive received. Token: "
79 << instruction.token_id() 55 << instruction.token_id()
56 << " with medium= " << instruction.medium()
80 << " with TTL=" << ttl.InMilliseconds(); 57 << " with TTL=" << ttl.InMilliseconds();
81 switch (instruction.medium()) { 58 switch (instruction.medium()) {
82 case AUDIO_ULTRASOUND_PASSBAND: 59 case AUDIO_ULTRASOUND_PASSBAND:
83 transmits_list_inaudible_.AddDirective(op_id, ttl); 60 transmits_list_[INAUDIBLE].AddDirective(op_id, ttl);
84 PlayToken(instruction.token_id(), false); 61 audio_manager_->SetToken(INAUDIBLE, instruction.token_id());
85 break; 62 break;
86 case AUDIO_AUDIBLE_DTMF: 63 case AUDIO_AUDIBLE_DTMF:
87 transmits_list_audible_.AddDirective(op_id, ttl); 64 transmits_list_[AUDIBLE].AddDirective(op_id, ttl);
88 PlayToken(instruction.token_id(), true); 65 audio_manager_->SetToken(AUDIBLE, instruction.token_id());
89 break; 66 break;
90 default: 67 default:
91 NOTREACHED(); 68 NOTREACHED();
92 } 69 }
93 break; 70 break;
94 case RECEIVE: 71 case RECEIVE:
95 DVLOG(2) << "Audio Receive Directive received. TTL=" 72 DVLOG(2) << "Audio Receive Directive received."
96 << ttl.InMilliseconds(); 73 << " with medium= " << instruction.medium()
97 receives_list_.AddDirective(op_id, ttl); 74 << " with TTL=" << ttl.InMilliseconds();
98 ProcessNextReceive(); 75 switch (instruction.medium()) {
76 case AUDIO_ULTRASOUND_PASSBAND:
77 receives_list_[INAUDIBLE].AddDirective(op_id, ttl);
78 break;
79 case AUDIO_AUDIBLE_DTMF:
80 receives_list_[AUDIBLE].AddDirective(op_id, ttl);
81 break;
82 default:
83 NOTREACHED();
84 }
99 break; 85 break;
100 case UNKNOWN_TOKEN_INSTRUCTION_TYPE: 86 case UNKNOWN_TOKEN_INSTRUCTION_TYPE:
101 default: 87 default:
102 LOG(WARNING) << "Unknown Audio Transmit Directive received."; 88 LOG(WARNING) << "Unknown Audio Transmit Directive received. type = "
89 << instruction.token_instruction_type();
103 } 90 }
91 ProcessNextInstruction();
104 } 92 }
105 93
106 void AudioDirectiveHandler::RemoveInstructions(const std::string& op_id) { 94 void AudioDirectiveHandler::RemoveInstructions(const std::string& op_id) {
107 transmits_list_audible_.RemoveDirective(op_id); 95 transmits_list_[AUDIBLE].RemoveDirective(op_id);
108 transmits_list_inaudible_.RemoveDirective(op_id); 96 transmits_list_[INAUDIBLE].RemoveDirective(op_id);
109 receives_list_.RemoveDirective(op_id); 97 receives_list_[AUDIBLE].RemoveDirective(op_id);
98 receives_list_[INAUDIBLE].RemoveDirective(op_id);
110 99
111 ProcessNextTransmit(); 100 ProcessNextInstruction();
112 ProcessNextReceive();
113 } 101 }
114 102
115 // Private methods. 103 // Private methods.
116 104
117 void AudioDirectiveHandler::ProcessNextTransmit() { 105 void AudioDirectiveHandler::ProcessNextInstruction() {
118 // If we have an active directive for audible or inaudible audio, ensure that 106 DCHECK(audio_event_timer_);
Daniel Erat 2014/10/21 19:43:21 why is this DCHECK-ed? it's currently initialized
rkc 2014/10/22 00:06:19 In the CL that adds the timed tests, this pointer
119 // we are playing our respective token; if we do not have a directive, then 107 audio_event_timer_->Stop();
120 // make sure we aren't playing. This is duplicate code, but for just two
121 // elements, it has hard to make a case for processing a loop instead.
122 108
123 scoped_ptr<AudioDirective> audible_transmit( 109 // Change audio_manager_ state for audible transmits.
124 transmits_list_audible_.GetActiveDirective()); 110 if (transmits_list_[AUDIBLE].GetActiveDirective())
125 if (audible_transmit && !player_audible_->IsPlaying() && 111 audio_manager_->StartPlaying(AUDIBLE);
126 samples_cache_audible_.HasKey(current_token_audible_)) { 112 else
127 DVLOG(3) << "Playing audible for op_id: " << audible_transmit->op_id; 113 audio_manager_->StopPlaying(AUDIBLE);
128 player_audible_->Play( 114
129 samples_cache_audible_.GetValue(current_token_audible_)); 115 // Change audio_manager_ state for inaudible transmits.
130 stop_audible_playback_timer_.Start( 116 if (transmits_list_[INAUDIBLE].GetActiveDirective())
117 audio_manager_->StartPlaying(INAUDIBLE);
118 else
119 audio_manager_->StopPlaying(INAUDIBLE);
120
121 // Change audio_manager_ state for audible receives.
122 if (receives_list_[AUDIBLE].GetActiveDirective())
123 audio_manager_->StartRecording(AUDIBLE);
124 else
125 audio_manager_->StopRecording(AUDIBLE);
126
127 // Change audio_manager_ state for inaudible receives.
128 if (receives_list_[INAUDIBLE].GetActiveDirective())
129 audio_manager_->StartRecording(INAUDIBLE);
130 else
131 audio_manager_->StopRecording(INAUDIBLE);
132
133 base::TimeTicks next_event_time;
134 if (GetNextInstructionExpiry(&next_event_time)) {
135 // This timer will be destructed before us, hence it is safe to use
136 // unretained here.
137 audio_event_timer_->Start(
131 FROM_HERE, 138 FROM_HERE,
132 audible_transmit->end_time - base::Time::Now(), 139 next_event_time - clock_->NowTicks(),
133 this, 140 base::Bind(&AudioDirectiveHandler::ProcessNextInstruction,
134 &AudioDirectiveHandler::ProcessNextTransmit); 141 base::Unretained(this)));
135 } else if (!audible_transmit && player_audible_->IsPlaying()) {
136 DVLOG(3) << "Stopping audible playback.";
137 current_token_audible_.clear();
138 stop_audible_playback_timer_.Stop();
139 player_audible_->Stop();
140 }
141
142 scoped_ptr<AudioDirective> inaudible_transmit(
143 transmits_list_inaudible_.GetActiveDirective());
144 if (inaudible_transmit && !player_inaudible_->IsPlaying() &&
145 samples_cache_inaudible_.HasKey(current_token_inaudible_)) {
146 DVLOG(3) << "Playing inaudible for op_id: " << inaudible_transmit->op_id;
147 player_inaudible_->Play(
148 samples_cache_inaudible_.GetValue(current_token_inaudible_));
149 stop_inaudible_playback_timer_.Start(
150 FROM_HERE,
151 inaudible_transmit->end_time - base::Time::Now(),
152 this,
153 &AudioDirectiveHandler::ProcessNextTransmit);
154 } else if (!inaudible_transmit && player_inaudible_->IsPlaying()) {
155 DVLOG(3) << "Stopping inaudible playback.";
156 current_token_inaudible_.clear();
157 stop_inaudible_playback_timer_.Stop();
158 player_inaudible_->Stop();
159 } 142 }
160 } 143 }
161 144
162 void AudioDirectiveHandler::ProcessNextReceive() { 145 bool AudioDirectiveHandler::GetNextInstructionExpiry(
163 scoped_ptr<AudioDirective> receive(receives_list_.GetActiveDirective()); 146 base::TimeTicks* next_event_ptr) {
147 DCHECK(next_event_ptr);
148 base::TimeTicks max = base::TimeTicks() + base::TimeDelta::Max();
Daniel Erat 2014/10/21 19:43:21 using the max value here makes me nervous. why not
rkc 2014/10/22 00:06:19 Done.
149 base::TimeTicks& next_event = *next_event_ptr;
164 150
165 if (receive && !recorder_->IsRecording()) { 151 next_event = GetEarliestEventTime(&transmits_list_[AUDIBLE], max);
166 DVLOG(3) << "Recording for op_id: " << receive->op_id; 152 next_event = GetEarliestEventTime(&transmits_list_[INAUDIBLE], next_event);
167 recorder_->Record(); 153 next_event = GetEarliestEventTime(&receives_list_[AUDIBLE], next_event);
168 stop_recording_timer_.Start(FROM_HERE, 154 next_event = GetEarliestEventTime(&receives_list_[INAUDIBLE], next_event);
169 receive->end_time - base::Time::Now(),
170 this,
171 &AudioDirectiveHandler::ProcessNextReceive);
172 } else if (!receive && recorder_->IsRecording()) {
173 DVLOG(3) << "Stopping Recording";
174 stop_recording_timer_.Stop();
175 recorder_->Stop();
176 }
177 }
178 155
179 void AudioDirectiveHandler::PlayToken(const std::string token, bool audible) { 156 // If our next event is still at max, means we don't have any active
180 std::string valid_token = FromUrlSafe(token); 157 // directives; or that they are all due to expire a bazzilion years from now.
181 158 // The latter is not possible since the max life of a directive is 1 day,
182 // If the token has been encoded already, use the cached samples. 159 // this is enforced by the API.
183 if (audible && samples_cache_audible_.HasKey(valid_token)) { 160 if (next_event == max)
184 current_token_audible_ = token; 161 return false;
185 ProcessNextTransmit(); 162 else
186 } else if (!audible && samples_cache_inaudible_.HasKey(valid_token)) { 163 return true;
187 current_token_inaudible_ = token;
188 ProcessNextTransmit();
189 } else {
190 // Otherwise, encode the token and then play it.
191 encode_cb_.Run(valid_token,
192 audible,
193 base::Bind(&AudioDirectiveHandler::PlayEncodedToken,
194 base::Unretained(this)));
195 }
196 }
197
198 void AudioDirectiveHandler::PlayEncodedToken(
199 const std::string& token,
200 bool audible,
201 const scoped_refptr<media::AudioBusRefCounted>& samples) {
202 DVLOG(3) << "Token " << token << "[audible:" << audible << "] encoded.";
203 if (audible) {
204 samples_cache_audible_.Add(token, samples);
205 current_token_audible_ = token;
206 // Force process transmits to pick up the new token.
207 if (player_audible_->IsPlaying())
208 player_audible_->Stop();
209 } else {
210 samples_cache_inaudible_.Add(token, samples);
211 current_token_inaudible_ = token;
212 // Force process transmits to pick up the new token.
213 if (player_inaudible_->IsPlaying())
214 player_inaudible_->Stop();
215 }
216
217 ProcessNextTransmit();
218 } 164 }
219 165
220 } // namespace copresence 166 } // namespace copresence
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698