OLD | NEW |
---|---|
1 // Copyright 2014 The Chromium Authors. All rights reserved. | 1 // Copyright 2014 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 #include "components/copresence/handlers/audio/audio_directive_handler.h" | 5 #include "components/copresence/handlers/audio/audio_directive_handler.h" |
6 | 6 |
7 #include "base/bind.h" | 7 #include "base/bind.h" |
8 #include "base/logging.h" | 8 #include "base/logging.h" |
9 #include "base/memory/scoped_ptr.h" | 9 #include "base/memory/scoped_ptr.h" |
10 #include "base/strings/string_util.h" | 10 #include "base/time/default_tick_clock.h" |
11 #include "base/time/tick_clock.h" | |
11 #include "base/time/time.h" | 12 #include "base/time/time.h" |
12 #include "components/copresence/mediums/audio/audio_player.h" | 13 #include "base/timer/timer.h" |
13 #include "components/copresence/mediums/audio/audio_recorder.h" | |
14 #include "components/copresence/proto/data.pb.h" | 14 #include "components/copresence/proto/data.pb.h" |
15 #include "components/copresence/public/copresence_constants.h" | |
15 #include "media/base/audio_bus.h" | 16 #include "media/base/audio_bus.h" |
16 | 17 |
18 namespace copresence { | |
19 | |
17 namespace { | 20 namespace { |
18 | 21 |
19 // UrlSafe is defined as: | 22 base::TimeTicks GetEarliestEventTime(AudioDirectiveList* list, |
20 // '/' represented by a '_' and '+' represented by a '-' | 23 base::TimeTicks event_time) { |
21 // TODO(rkc): Move this processing to the whispernet wrapper. | 24 if (list->GetActiveDirective()) |
22 std::string FromUrlSafe(std::string token) { | 25 return std::min(list->GetActiveDirective()->end_time, event_time); |
23 base::ReplaceChars(token, "-", "+", &token); | 26 return event_time; |
24 base::ReplaceChars(token, "_", "/", &token); | |
25 return token; | |
26 } | 27 } |
27 | 28 |
28 const int kSampleExpiryTimeMs = 60 * 60 * 1000; // 60 minutes. | |
29 const int kMaxSamples = 10000; | |
30 | |
31 } // namespace | 29 } // namespace |
32 | 30 |
33 namespace copresence { | |
34 | |
35 // Public methods. | 31 // Public methods. |
36 | 32 |
37 AudioDirectiveHandler::AudioDirectiveHandler( | 33 AudioDirectiveHandler::AudioDirectiveHandler() |
38 const AudioRecorder::DecodeSamplesCallback& decode_cb, | 34 : audio_event_timer_(new base::OneShotTimer<AudioDirectiveHandler>), |
39 const AudioDirectiveHandler::EncodeTokenCallback& encode_cb) | 35 clock_(new base::DefaultTickClock) { |
40 : player_audible_(NULL), | |
41 player_inaudible_(NULL), | |
42 recorder_(NULL), | |
43 decode_cb_(decode_cb), | |
44 encode_cb_(encode_cb), | |
45 samples_cache_audible_( | |
46 base::TimeDelta::FromMilliseconds(kSampleExpiryTimeMs), | |
47 kMaxSamples), | |
48 samples_cache_inaudible_( | |
49 base::TimeDelta::FromMilliseconds(kSampleExpiryTimeMs), | |
50 kMaxSamples) { | |
51 } | 36 } |
52 | 37 |
53 AudioDirectiveHandler::~AudioDirectiveHandler() { | 38 AudioDirectiveHandler::~AudioDirectiveHandler() { |
54 if (player_audible_) | |
55 player_audible_->Finalize(); | |
56 if (player_inaudible_) | |
57 player_inaudible_->Finalize(); | |
58 if (recorder_) | |
59 recorder_->Finalize(); | |
60 } | 39 } |
61 | 40 |
62 void AudioDirectiveHandler::Initialize() { | 41 void AudioDirectiveHandler::Initialize( |
63 player_audible_ = new AudioPlayer(); | 42 const AudioManager::DecodeSamplesCallback& decode_cb, |
64 player_audible_->Initialize(); | 43 const AudioManager::EncodeTokenCallback& encode_cb) { |
65 | 44 if (!audio_manager_.get()) |
66 player_inaudible_ = new AudioPlayer(); | 45 audio_manager_.reset(new AudioManagerImpl()); |
67 player_inaudible_->Initialize(); | 46 audio_manager_->Initialize(decode_cb, encode_cb); |
68 | |
69 recorder_ = new AudioRecorder(decode_cb_); | |
70 recorder_->Initialize(); | |
71 } | 47 } |
72 | 48 |
73 void AudioDirectiveHandler::AddInstruction(const TokenInstruction& instruction, | 49 void AudioDirectiveHandler::AddInstruction(const TokenInstruction& instruction, |
74 const std::string& op_id, | 50 const std::string& op_id, |
75 base::TimeDelta ttl) { | 51 base::TimeDelta ttl) { |
76 switch (instruction.token_instruction_type()) { | 52 switch (instruction.token_instruction_type()) { |
77 case TRANSMIT: | 53 case TRANSMIT: |
78 DVLOG(2) << "Audio Transmit Directive received. Token: " | 54 DVLOG(2) << "Audio Transmit Directive received. Token: " |
79 << instruction.token_id() | 55 << instruction.token_id() |
56 << " with medium= " << instruction.medium() | |
80 << " with TTL=" << ttl.InMilliseconds(); | 57 << " with TTL=" << ttl.InMilliseconds(); |
81 switch (instruction.medium()) { | 58 switch (instruction.medium()) { |
82 case AUDIO_ULTRASOUND_PASSBAND: | 59 case AUDIO_ULTRASOUND_PASSBAND: |
83 transmits_list_inaudible_.AddDirective(op_id, ttl); | 60 transmits_list_[INAUDIBLE].AddDirective(op_id, ttl); |
84 PlayToken(instruction.token_id(), false); | 61 audio_manager_->SetToken(INAUDIBLE, instruction.token_id()); |
85 break; | 62 break; |
86 case AUDIO_AUDIBLE_DTMF: | 63 case AUDIO_AUDIBLE_DTMF: |
87 transmits_list_audible_.AddDirective(op_id, ttl); | 64 transmits_list_[AUDIBLE].AddDirective(op_id, ttl); |
88 PlayToken(instruction.token_id(), true); | 65 audio_manager_->SetToken(AUDIBLE, instruction.token_id()); |
89 break; | 66 break; |
90 default: | 67 default: |
91 NOTREACHED(); | 68 NOTREACHED(); |
92 } | 69 } |
93 break; | 70 break; |
94 case RECEIVE: | 71 case RECEIVE: |
95 DVLOG(2) << "Audio Receive Directive received. TTL=" | 72 DVLOG(2) << "Audio Receive Directive received." |
96 << ttl.InMilliseconds(); | 73 << " with medium= " << instruction.medium() |
97 receives_list_.AddDirective(op_id, ttl); | 74 << " with TTL=" << ttl.InMilliseconds(); |
98 ProcessNextReceive(); | 75 switch (instruction.medium()) { |
76 case AUDIO_ULTRASOUND_PASSBAND: | |
77 receives_list_[INAUDIBLE].AddDirective(op_id, ttl); | |
78 break; | |
79 case AUDIO_AUDIBLE_DTMF: | |
80 receives_list_[AUDIBLE].AddDirective(op_id, ttl); | |
81 break; | |
82 default: | |
83 NOTREACHED(); | |
84 } | |
99 break; | 85 break; |
100 case UNKNOWN_TOKEN_INSTRUCTION_TYPE: | 86 case UNKNOWN_TOKEN_INSTRUCTION_TYPE: |
101 default: | 87 default: |
102 LOG(WARNING) << "Unknown Audio Transmit Directive received."; | 88 LOG(WARNING) << "Unknown Audio Transmit Directive received. type = " |
89 << instruction.token_instruction_type(); | |
103 } | 90 } |
91 ProcessNextInstruction(); | |
104 } | 92 } |
105 | 93 |
106 void AudioDirectiveHandler::RemoveInstructions(const std::string& op_id) { | 94 void AudioDirectiveHandler::RemoveInstructions(const std::string& op_id) { |
107 transmits_list_audible_.RemoveDirective(op_id); | 95 transmits_list_[AUDIBLE].RemoveDirective(op_id); |
108 transmits_list_inaudible_.RemoveDirective(op_id); | 96 transmits_list_[INAUDIBLE].RemoveDirective(op_id); |
109 receives_list_.RemoveDirective(op_id); | 97 receives_list_[AUDIBLE].RemoveDirective(op_id); |
98 receives_list_[INAUDIBLE].RemoveDirective(op_id); | |
110 | 99 |
111 ProcessNextTransmit(); | 100 ProcessNextInstruction(); |
112 ProcessNextReceive(); | |
113 } | 101 } |
114 | 102 |
115 // Private methods. | 103 // Private methods. |
116 | 104 |
117 void AudioDirectiveHandler::ProcessNextTransmit() { | 105 void AudioDirectiveHandler::ProcessNextInstruction() { |
118 // If we have an active directive for audible or inaudible audio, ensure that | 106 DCHECK(audio_event_timer_); |
Daniel Erat
2014/10/21 19:43:21
why is this DCHECK-ed? it's currently initialized
rkc
2014/10/22 00:06:19
In the CL that adds the timed tests, this pointer
| |
119 // we are playing our respective token; if we do not have a directive, then | 107 audio_event_timer_->Stop(); |
120 // make sure we aren't playing. This is duplicate code, but for just two | |
121 // elements, it has hard to make a case for processing a loop instead. | |
122 | 108 |
123 scoped_ptr<AudioDirective> audible_transmit( | 109 // Change audio_manager_ state for audible transmits. |
124 transmits_list_audible_.GetActiveDirective()); | 110 if (transmits_list_[AUDIBLE].GetActiveDirective()) |
125 if (audible_transmit && !player_audible_->IsPlaying() && | 111 audio_manager_->StartPlaying(AUDIBLE); |
126 samples_cache_audible_.HasKey(current_token_audible_)) { | 112 else |
127 DVLOG(3) << "Playing audible for op_id: " << audible_transmit->op_id; | 113 audio_manager_->StopPlaying(AUDIBLE); |
128 player_audible_->Play( | 114 |
129 samples_cache_audible_.GetValue(current_token_audible_)); | 115 // Change audio_manager_ state for inaudible transmits. |
130 stop_audible_playback_timer_.Start( | 116 if (transmits_list_[INAUDIBLE].GetActiveDirective()) |
117 audio_manager_->StartPlaying(INAUDIBLE); | |
118 else | |
119 audio_manager_->StopPlaying(INAUDIBLE); | |
120 | |
121 // Change audio_manager_ state for audible receives. | |
122 if (receives_list_[AUDIBLE].GetActiveDirective()) | |
123 audio_manager_->StartRecording(AUDIBLE); | |
124 else | |
125 audio_manager_->StopRecording(AUDIBLE); | |
126 | |
127 // Change audio_manager_ state for inaudible receives. | |
128 if (receives_list_[INAUDIBLE].GetActiveDirective()) | |
129 audio_manager_->StartRecording(INAUDIBLE); | |
130 else | |
131 audio_manager_->StopRecording(INAUDIBLE); | |
132 | |
133 base::TimeTicks next_event_time; | |
134 if (GetNextInstructionExpiry(&next_event_time)) { | |
135 // This timer will be destructed before us, hence it is safe to use | |
136 // unretained here. | |
137 audio_event_timer_->Start( | |
131 FROM_HERE, | 138 FROM_HERE, |
132 audible_transmit->end_time - base::Time::Now(), | 139 next_event_time - clock_->NowTicks(), |
133 this, | 140 base::Bind(&AudioDirectiveHandler::ProcessNextInstruction, |
134 &AudioDirectiveHandler::ProcessNextTransmit); | 141 base::Unretained(this))); |
135 } else if (!audible_transmit && player_audible_->IsPlaying()) { | |
136 DVLOG(3) << "Stopping audible playback."; | |
137 current_token_audible_.clear(); | |
138 stop_audible_playback_timer_.Stop(); | |
139 player_audible_->Stop(); | |
140 } | |
141 | |
142 scoped_ptr<AudioDirective> inaudible_transmit( | |
143 transmits_list_inaudible_.GetActiveDirective()); | |
144 if (inaudible_transmit && !player_inaudible_->IsPlaying() && | |
145 samples_cache_inaudible_.HasKey(current_token_inaudible_)) { | |
146 DVLOG(3) << "Playing inaudible for op_id: " << inaudible_transmit->op_id; | |
147 player_inaudible_->Play( | |
148 samples_cache_inaudible_.GetValue(current_token_inaudible_)); | |
149 stop_inaudible_playback_timer_.Start( | |
150 FROM_HERE, | |
151 inaudible_transmit->end_time - base::Time::Now(), | |
152 this, | |
153 &AudioDirectiveHandler::ProcessNextTransmit); | |
154 } else if (!inaudible_transmit && player_inaudible_->IsPlaying()) { | |
155 DVLOG(3) << "Stopping inaudible playback."; | |
156 current_token_inaudible_.clear(); | |
157 stop_inaudible_playback_timer_.Stop(); | |
158 player_inaudible_->Stop(); | |
159 } | 142 } |
160 } | 143 } |
161 | 144 |
162 void AudioDirectiveHandler::ProcessNextReceive() { | 145 bool AudioDirectiveHandler::GetNextInstructionExpiry( |
163 scoped_ptr<AudioDirective> receive(receives_list_.GetActiveDirective()); | 146 base::TimeTicks* next_event_ptr) { |
147 DCHECK(next_event_ptr); | |
148 base::TimeTicks max = base::TimeTicks() + base::TimeDelta::Max(); | |
Daniel Erat
2014/10/21 19:43:21
using the max value here makes me nervous. why not
rkc
2014/10/22 00:06:19
Done.
| |
149 base::TimeTicks& next_event = *next_event_ptr; | |
164 | 150 |
165 if (receive && !recorder_->IsRecording()) { | 151 next_event = GetEarliestEventTime(&transmits_list_[AUDIBLE], max); |
166 DVLOG(3) << "Recording for op_id: " << receive->op_id; | 152 next_event = GetEarliestEventTime(&transmits_list_[INAUDIBLE], next_event); |
167 recorder_->Record(); | 153 next_event = GetEarliestEventTime(&receives_list_[AUDIBLE], next_event); |
168 stop_recording_timer_.Start(FROM_HERE, | 154 next_event = GetEarliestEventTime(&receives_list_[INAUDIBLE], next_event); |
169 receive->end_time - base::Time::Now(), | |
170 this, | |
171 &AudioDirectiveHandler::ProcessNextReceive); | |
172 } else if (!receive && recorder_->IsRecording()) { | |
173 DVLOG(3) << "Stopping Recording"; | |
174 stop_recording_timer_.Stop(); | |
175 recorder_->Stop(); | |
176 } | |
177 } | |
178 | 155 |
179 void AudioDirectiveHandler::PlayToken(const std::string token, bool audible) { | 156 // If our next event is still at max, means we don't have any active |
180 std::string valid_token = FromUrlSafe(token); | 157 // directives; or that they are all due to expire a bazzilion years from now. |
181 | 158 // The latter is not possible since the max life of a directive is 1 day, |
182 // If the token has been encoded already, use the cached samples. | 159 // this is enforced by the API. |
183 if (audible && samples_cache_audible_.HasKey(valid_token)) { | 160 if (next_event == max) |
184 current_token_audible_ = token; | 161 return false; |
185 ProcessNextTransmit(); | 162 else |
186 } else if (!audible && samples_cache_inaudible_.HasKey(valid_token)) { | 163 return true; |
187 current_token_inaudible_ = token; | |
188 ProcessNextTransmit(); | |
189 } else { | |
190 // Otherwise, encode the token and then play it. | |
191 encode_cb_.Run(valid_token, | |
192 audible, | |
193 base::Bind(&AudioDirectiveHandler::PlayEncodedToken, | |
194 base::Unretained(this))); | |
195 } | |
196 } | |
197 | |
198 void AudioDirectiveHandler::PlayEncodedToken( | |
199 const std::string& token, | |
200 bool audible, | |
201 const scoped_refptr<media::AudioBusRefCounted>& samples) { | |
202 DVLOG(3) << "Token " << token << "[audible:" << audible << "] encoded."; | |
203 if (audible) { | |
204 samples_cache_audible_.Add(token, samples); | |
205 current_token_audible_ = token; | |
206 // Force process transmits to pick up the new token. | |
207 if (player_audible_->IsPlaying()) | |
208 player_audible_->Stop(); | |
209 } else { | |
210 samples_cache_inaudible_.Add(token, samples); | |
211 current_token_inaudible_ = token; | |
212 // Force process transmits to pick up the new token. | |
213 if (player_inaudible_->IsPlaying()) | |
214 player_inaudible_->Stop(); | |
215 } | |
216 | |
217 ProcessNextTransmit(); | |
218 } | 164 } |
219 | 165 |
220 } // namespace copresence | 166 } // namespace copresence |
OLD | NEW |