OLD | NEW |
1 // Copyright (c) 2011 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2011 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 #include "content/renderer/media/audio_renderer_impl.h" | 5 #include "content/renderer/media/audio_renderer_impl.h" |
6 | 6 |
7 #include <math.h> | 7 #include <math.h> |
8 | 8 |
| 9 #include "base/command_line.h" |
| 10 #include "content/common/content_switches.h" |
9 #include "content/common/media/audio_messages.h" | 11 #include "content/common/media/audio_messages.h" |
10 #include "content/renderer/render_thread.h" | 12 #include "content/renderer/render_thread.h" |
11 #include "content/renderer/render_view.h" | 13 #include "content/renderer/render_view.h" |
| 14 #include "media/audio/audio_output_controller.h" |
12 #include "media/base/filter_host.h" | 15 #include "media/base/filter_host.h" |
13 | 16 |
14 namespace { | 17 // Static variable that says what code path we are using -- low or high |
15 | 18 // latency. Made separate variable so we don't have to go to command line |
16 // We will try to fill 200 ms worth of audio samples in each packet. A round | 19 // for every DCHECK(). |
17 // trip latency for IPC messages are typically 10 ms, this should give us | 20 AudioRendererImpl::LatencyType AudioRendererImpl::latency_type_ = |
18 // plenty of time to avoid clicks. | 21 AudioRendererImpl::kUninitializedLatency; |
19 const int kMillisecondsPerPacket = 200; | |
20 | |
21 // We have at most 3 packets in browser, i.e. 600 ms. This is a reasonable | |
22 // amount to avoid clicks. | |
23 const int kPacketsInBuffer = 3; | |
24 | |
25 } // namespace | |
26 | 22 |
27 AudioRendererImpl::AudioRendererImpl(AudioMessageFilter* filter) | 23 AudioRendererImpl::AudioRendererImpl(AudioMessageFilter* filter) |
28 : AudioRendererBase(), | 24 : AudioRendererBase(), |
29 bytes_per_second_(0), | 25 bytes_per_second_(0), |
30 filter_(filter), | 26 filter_(filter), |
31 stream_id_(0), | 27 stream_id_(0), |
32 shared_memory_(NULL), | 28 shared_memory_(NULL), |
33 shared_memory_size_(0), | 29 shared_memory_size_(0), |
34 io_loop_(filter->message_loop()), | 30 io_loop_(filter->message_loop()), |
35 stopped_(false), | 31 stopped_(false), |
36 pending_request_(false), | 32 pending_request_(false), |
37 prerolling_(false), | 33 prerolling_(false), |
38 preroll_bytes_(0) { | 34 preroll_bytes_(0) { |
39 DCHECK(io_loop_); | 35 DCHECK(io_loop_); |
| 36 // Figure out if we are planning to use high or low latency code path. |
| 37 // We are initializing only one variable and double initialization is Ok, |
| 38 // so there would not be any issues caused by CPU memory model. |
| 39 if (latency_type_ == kUninitializedLatency) { |
| 40 if (CommandLine::ForCurrentProcess()->HasSwitch( |
| 41 switches::kLowLatencyAudio)) { |
| 42 latency_type_ = kLowLatency; |
| 43 } else { |
| 44 latency_type_ = kHighLatency; |
| 45 } |
| 46 } |
40 } | 47 } |
41 | 48 |
42 AudioRendererImpl::~AudioRendererImpl() { | 49 AudioRendererImpl::~AudioRendererImpl() { |
43 } | 50 } |
44 | 51 |
| 52 // static |
| 53 void AudioRendererImpl::set_latency_type(LatencyType latency_type) { |
| 54 DCHECK_EQ(kUninitializedLatency, latency_type_); |
| 55 latency_type_ = latency_type; |
| 56 } |
| 57 |
45 base::TimeDelta AudioRendererImpl::ConvertToDuration(int bytes) { | 58 base::TimeDelta AudioRendererImpl::ConvertToDuration(int bytes) { |
46 if (bytes_per_second_) { | 59 if (bytes_per_second_) { |
47 return base::TimeDelta::FromMicroseconds( | 60 return base::TimeDelta::FromMicroseconds( |
48 base::Time::kMicrosecondsPerSecond * bytes / bytes_per_second_); | 61 base::Time::kMicrosecondsPerSecond * bytes / bytes_per_second_); |
49 } | 62 } |
50 return base::TimeDelta(); | 63 return base::TimeDelta(); |
51 } | 64 } |
52 | 65 |
53 bool AudioRendererImpl::OnInitialize(const media::AudioDecoderConfig& config) { | 66 bool AudioRendererImpl::OnInitialize(const media::AudioDecoderConfig& config) { |
54 AudioParameters params(config); | 67 AudioParameters params(config); |
55 params.format = AudioParameters::AUDIO_PCM_LINEAR; | 68 params.format = AudioParameters::AUDIO_PCM_LINEAR; |
56 | 69 |
57 bytes_per_second_ = params.GetBytesPerSecond(); | 70 bytes_per_second_ = params.GetBytesPerSecond(); |
58 | 71 |
59 io_loop_->PostTask(FROM_HERE, | 72 io_loop_->PostTask(FROM_HERE, |
60 NewRunnableMethod(this, &AudioRendererImpl::CreateStreamTask, params)); | 73 NewRunnableMethod(this, &AudioRendererImpl::CreateStreamTask, params)); |
61 return true; | 74 return true; |
62 } | 75 } |
63 | 76 |
64 void AudioRendererImpl::OnStop() { | 77 void AudioRendererImpl::OnStop() { |
65 base::AutoLock auto_lock(lock_); | 78 base::AutoLock auto_lock(lock_); |
66 if (stopped_) | 79 if (stopped_) |
67 return; | 80 return; |
68 stopped_ = true; | 81 stopped_ = true; |
69 | 82 |
70 // We should never touch |io_loop_| after being stopped, so post our final | 83 // We should never touch |io_loop_| after being stopped, so post our final |
71 // task to clean up. | 84 // task to clean up. |
72 io_loop_->PostTask(FROM_HERE, | 85 io_loop_->PostTask(FROM_HERE, |
73 NewRunnableMethod(this, &AudioRendererImpl::DestroyTask)); | 86 NewRunnableMethod(this, &AudioRendererImpl::DestroyTask)); |
| 87 |
| 88 if (audio_thread_.get()) { |
| 89 socket_->Close(); |
| 90 audio_thread_->Join(); |
| 91 } |
| 92 } |
| 93 |
| 94 void AudioRendererImpl::NotifyDataAvailableIfNecessary() { |
| 95 if (latency_type_ == kHighLatency) { |
| 96 // Post a task to render thread to notify a packet reception. |
| 97 io_loop_->PostTask(FROM_HERE, |
| 98 NewRunnableMethod(this, &AudioRendererImpl::NotifyPacketReadyTask)); |
| 99 } |
74 } | 100 } |
75 | 101 |
76 void AudioRendererImpl::ConsumeAudioSamples( | 102 void AudioRendererImpl::ConsumeAudioSamples( |
77 scoped_refptr<media::Buffer> buffer_in) { | 103 scoped_refptr<media::Buffer> buffer_in) { |
78 base::AutoLock auto_lock(lock_); | 104 base::AutoLock auto_lock(lock_); |
79 if (stopped_) | 105 if (stopped_) |
80 return; | 106 return; |
81 | 107 |
82 // TODO(hclam): handle end of stream here. | 108 // TODO(hclam): handle end of stream here. |
83 | 109 |
84 // Use the base class to queue the buffer. | 110 // Use the base class to queue the buffer. |
85 AudioRendererBase::ConsumeAudioSamples(buffer_in); | 111 AudioRendererBase::ConsumeAudioSamples(buffer_in); |
86 | 112 |
87 // Post a task to render thread to notify a packet reception. | 113 NotifyDataAvailableIfNecessary(); |
88 io_loop_->PostTask(FROM_HERE, | |
89 NewRunnableMethod(this, &AudioRendererImpl::NotifyPacketReadyTask)); | |
90 } | 114 } |
91 | 115 |
92 void AudioRendererImpl::SetPlaybackRate(float rate) { | 116 void AudioRendererImpl::SetPlaybackRate(float rate) { |
93 DCHECK(rate >= 0.0f); | 117 DCHECK_LE(0.0f, rate); |
94 | 118 |
95 base::AutoLock auto_lock(lock_); | 119 base::AutoLock auto_lock(lock_); |
96 // Handle the case where we stopped due to |io_loop_| dying. | 120 // Handle the case where we stopped due to |io_loop_| dying. |
97 if (stopped_) { | 121 if (stopped_) { |
98 AudioRendererBase::SetPlaybackRate(rate); | 122 AudioRendererBase::SetPlaybackRate(rate); |
99 return; | 123 return; |
100 } | 124 } |
101 | 125 |
102 // We have two cases here: | 126 // We have two cases here: |
103 // Play: GetPlaybackRate() == 0.0 && rate != 0.0 | 127 // Play: GetPlaybackRate() == 0.0 && rate != 0.0 |
104 // Pause: GetPlaybackRate() != 0.0 && rate == 0.0 | 128 // Pause: GetPlaybackRate() != 0.0 && rate == 0.0 |
105 if (GetPlaybackRate() == 0.0f && rate != 0.0f) { | 129 if (GetPlaybackRate() == 0.0f && rate != 0.0f) { |
106 io_loop_->PostTask(FROM_HERE, | 130 io_loop_->PostTask(FROM_HERE, |
107 NewRunnableMethod(this, &AudioRendererImpl::PlayTask)); | 131 NewRunnableMethod(this, &AudioRendererImpl::PlayTask)); |
108 } else if (GetPlaybackRate() != 0.0f && rate == 0.0f) { | 132 } else if (GetPlaybackRate() != 0.0f && rate == 0.0f) { |
109 // Pause is easy, we can always pause. | 133 // Pause is easy, we can always pause. |
110 io_loop_->PostTask(FROM_HERE, | 134 io_loop_->PostTask(FROM_HERE, |
111 NewRunnableMethod(this, &AudioRendererImpl::PauseTask)); | 135 NewRunnableMethod(this, &AudioRendererImpl::PauseTask)); |
112 } | 136 } |
113 AudioRendererBase::SetPlaybackRate(rate); | 137 AudioRendererBase::SetPlaybackRate(rate); |
114 | 138 |
115 // If we are playing, give a kick to try fulfilling the packet request as | 139 // If we are playing, give a kick to try fulfilling the packet request as |
116 // the previous packet request may be stalled by a pause. | 140 // the previous packet request may be stalled by a pause. |
117 if (rate > 0.0f) { | 141 if (rate > 0.0f) { |
118 io_loop_->PostTask( | 142 NotifyDataAvailableIfNecessary(); |
119 FROM_HERE, | |
120 NewRunnableMethod(this, &AudioRendererImpl::NotifyPacketReadyTask)); | |
121 } | 143 } |
122 } | 144 } |
123 | 145 |
124 void AudioRendererImpl::Pause(media::FilterCallback* callback) { | 146 void AudioRendererImpl::Pause(media::FilterCallback* callback) { |
125 AudioRendererBase::Pause(callback); | 147 AudioRendererBase::Pause(callback); |
126 base::AutoLock auto_lock(lock_); | 148 base::AutoLock auto_lock(lock_); |
127 if (stopped_) | 149 if (stopped_) |
128 return; | 150 return; |
129 | 151 |
130 io_loop_->PostTask(FROM_HERE, | 152 io_loop_->PostTask(FROM_HERE, |
(...skipping 32 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
163 if (stopped_) | 185 if (stopped_) |
164 return; | 186 return; |
165 io_loop_->PostTask(FROM_HERE, | 187 io_loop_->PostTask(FROM_HERE, |
166 NewRunnableMethod( | 188 NewRunnableMethod( |
167 this, &AudioRendererImpl::SetVolumeTask, volume)); | 189 this, &AudioRendererImpl::SetVolumeTask, volume)); |
168 } | 190 } |
169 | 191 |
170 void AudioRendererImpl::OnCreated(base::SharedMemoryHandle handle, | 192 void AudioRendererImpl::OnCreated(base::SharedMemoryHandle handle, |
171 uint32 length) { | 193 uint32 length) { |
172 DCHECK(MessageLoop::current() == io_loop_); | 194 DCHECK(MessageLoop::current() == io_loop_); |
| 195 DCHECK_EQ(kHighLatency, latency_type_); |
173 | 196 |
174 base::AutoLock auto_lock(lock_); | 197 base::AutoLock auto_lock(lock_); |
175 if (stopped_) | 198 if (stopped_) |
176 return; | 199 return; |
177 | 200 |
178 shared_memory_.reset(new base::SharedMemory(handle, false)); | 201 shared_memory_.reset(new base::SharedMemory(handle, false)); |
179 shared_memory_->Map(length); | 202 shared_memory_->Map(length); |
180 shared_memory_size_ = length; | 203 shared_memory_size_ = length; |
181 } | 204 } |
182 | 205 |
183 void AudioRendererImpl::OnLowLatencyCreated(base::SharedMemoryHandle, | 206 void AudioRendererImpl::CreateSocket(base::SyncSocket::Handle socket_handle) { |
184 base::SyncSocket::Handle, uint32) { | 207 DCHECK_EQ(kLowLatency, latency_type_); |
185 // AudioRenderer should not have a low-latency audio channel. | 208 #if defined(OS_WIN) |
186 NOTREACHED(); | 209 DCHECK(socket_handle); |
| 210 #else |
| 211 DCHECK_GE(socket_handle, 0); |
| 212 #endif |
| 213 socket_.reset(new base::SyncSocket(socket_handle)); |
| 214 } |
| 215 |
| 216 void AudioRendererImpl::CreateAudioThread() { |
| 217 DCHECK_EQ(kLowLatency, latency_type_); |
| 218 audio_thread_.reset( |
| 219 new base::DelegateSimpleThread(this, "renderer_audio_thread")); |
| 220 audio_thread_->Start(); |
| 221 } |
| 222 |
| 223 void AudioRendererImpl::OnLowLatencyCreated( |
| 224 base::SharedMemoryHandle handle, |
| 225 base::SyncSocket::Handle socket_handle, |
| 226 uint32 length) { |
| 227 DCHECK(MessageLoop::current() == io_loop_); |
| 228 DCHECK_EQ(kLowLatency, latency_type_); |
| 229 #if defined(OS_WIN) |
| 230 DCHECK(handle); |
| 231 #else |
| 232 DCHECK_GE(handle.fd, 0); |
| 233 #endif |
| 234 DCHECK_NE(0u, length); |
| 235 |
| 236 base::AutoLock auto_lock(lock_); |
| 237 if (stopped_) |
| 238 return; |
| 239 |
| 240 shared_memory_.reset(new base::SharedMemory(handle, false)); |
| 241 shared_memory_->Map(length); |
| 242 shared_memory_size_ = length; |
| 243 |
| 244 CreateSocket(socket_handle); |
| 245 CreateAudioThread(); |
187 } | 246 } |
188 | 247 |
189 void AudioRendererImpl::OnRequestPacket(AudioBuffersState buffers_state) { | 248 void AudioRendererImpl::OnRequestPacket(AudioBuffersState buffers_state) { |
190 DCHECK(MessageLoop::current() == io_loop_); | 249 DCHECK(MessageLoop::current() == io_loop_); |
191 | 250 DCHECK_EQ(kHighLatency, latency_type_); |
192 { | 251 { |
193 base::AutoLock auto_lock(lock_); | 252 base::AutoLock auto_lock(lock_); |
194 DCHECK(!pending_request_); | 253 DCHECK(!pending_request_); |
195 pending_request_ = true; | 254 pending_request_ = true; |
196 request_buffers_state_ = buffers_state; | 255 request_buffers_state_ = buffers_state; |
197 } | 256 } |
198 | 257 |
199 // Try to fill in the fulfill the packet request. | 258 // Try to fill in the fulfill the packet request. |
200 NotifyPacketReadyTask(); | 259 NotifyPacketReadyTask(); |
201 } | 260 } |
(...skipping 38 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
240 | 299 |
241 // Make sure we don't call create more than once. | 300 // Make sure we don't call create more than once. |
242 DCHECK_EQ(0, stream_id_); | 301 DCHECK_EQ(0, stream_id_); |
243 stream_id_ = filter_->AddDelegate(this); | 302 stream_id_ = filter_->AddDelegate(this); |
244 io_loop_->AddDestructionObserver(this); | 303 io_loop_->AddDestructionObserver(this); |
245 | 304 |
246 AudioParameters params_to_send(audio_params); | 305 AudioParameters params_to_send(audio_params); |
247 // Let the browser choose packet size. | 306 // Let the browser choose packet size. |
248 params_to_send.samples_per_packet = 0; | 307 params_to_send.samples_per_packet = 0; |
249 | 308 |
250 filter_->Send(new AudioHostMsg_CreateStream( | 309 filter_->Send(new AudioHostMsg_CreateStream(0, |
251 0, stream_id_, params_to_send, false)); | 310 stream_id_, |
| 311 params_to_send, |
| 312 latency_type_ == kLowLatency)); |
252 } | 313 } |
253 | 314 |
254 void AudioRendererImpl::PlayTask() { | 315 void AudioRendererImpl::PlayTask() { |
255 DCHECK(MessageLoop::current() == io_loop_); | 316 DCHECK(MessageLoop::current() == io_loop_); |
256 | 317 |
257 filter_->Send(new AudioHostMsg_PlayStream(0, stream_id_)); | 318 filter_->Send(new AudioHostMsg_PlayStream(0, stream_id_)); |
258 } | 319 } |
259 | 320 |
260 void AudioRendererImpl::PauseTask() { | 321 void AudioRendererImpl::PauseTask() { |
261 DCHECK(MessageLoop::current() == io_loop_); | 322 DCHECK(MessageLoop::current() == io_loop_); |
(...skipping 24 matching lines...) Expand all Loading... |
286 DCHECK(MessageLoop::current() == io_loop_); | 347 DCHECK(MessageLoop::current() == io_loop_); |
287 | 348 |
288 base::AutoLock auto_lock(lock_); | 349 base::AutoLock auto_lock(lock_); |
289 if (stopped_) | 350 if (stopped_) |
290 return; | 351 return; |
291 filter_->Send(new AudioHostMsg_SetVolume(0, stream_id_, volume)); | 352 filter_->Send(new AudioHostMsg_SetVolume(0, stream_id_, volume)); |
292 } | 353 } |
293 | 354 |
294 void AudioRendererImpl::NotifyPacketReadyTask() { | 355 void AudioRendererImpl::NotifyPacketReadyTask() { |
295 DCHECK(MessageLoop::current() == io_loop_); | 356 DCHECK(MessageLoop::current() == io_loop_); |
| 357 DCHECK_EQ(kHighLatency, latency_type_); |
296 | 358 |
297 base::AutoLock auto_lock(lock_); | 359 base::AutoLock auto_lock(lock_); |
298 if (stopped_) | 360 if (stopped_) |
299 return; | 361 return; |
300 if (pending_request_ && GetPlaybackRate() > 0.0f) { | 362 if (pending_request_ && GetPlaybackRate() > 0.0f) { |
301 DCHECK(shared_memory_.get()); | 363 DCHECK(shared_memory_.get()); |
302 | 364 |
303 // Adjust the playback delay. | 365 // Adjust the playback delay. |
304 base::Time current_time = base::Time::Now(); | 366 base::Time current_time = base::Time::Now(); |
305 | 367 |
(...skipping 33 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
339 DCHECK(MessageLoop::current() == io_loop_); | 401 DCHECK(MessageLoop::current() == io_loop_); |
340 | 402 |
341 // We treat the IO loop going away the same as stopping. | 403 // We treat the IO loop going away the same as stopping. |
342 base::AutoLock auto_lock(lock_); | 404 base::AutoLock auto_lock(lock_); |
343 if (stopped_) | 405 if (stopped_) |
344 return; | 406 return; |
345 | 407 |
346 stopped_ = true; | 408 stopped_ = true; |
347 DestroyTask(); | 409 DestroyTask(); |
348 } | 410 } |
| 411 |
| 412 // Our audio thread runs here. We receive requests for more data and send it |
| 413 // on this thread. |
| 414 void AudioRendererImpl::Run() { |
| 415 audio_thread_->SetThreadPriority(base::kThreadPriority_RealtimeAudio); |
| 416 |
| 417 int bytes; |
| 418 while (sizeof(bytes) == socket_->Receive(&bytes, sizeof(bytes))) { |
| 419 LOG(ERROR) << "+++ bytes: " << bytes; |
| 420 if (bytes == media::AudioOutputController::kPauseMark) |
| 421 continue; |
| 422 else if (bytes < 0) |
| 423 break; |
| 424 base::AutoLock auto_lock(lock_); |
| 425 if (stopped_) |
| 426 break; |
| 427 float playback_rate = GetPlaybackRate(); |
| 428 if (playback_rate <= 0.0f) |
| 429 continue; |
| 430 DCHECK(shared_memory_.get()); |
| 431 base::TimeDelta request_delay = ConvertToDuration(bytes); |
| 432 // We need to adjust the delay according to playback rate. |
| 433 if (playback_rate != 1.0f) { |
| 434 request_delay = base::TimeDelta::FromMicroseconds( |
| 435 static_cast<int64>(ceil(request_delay.InMicroseconds() * |
| 436 playback_rate))); |
| 437 } |
| 438 FillBuffer(static_cast<uint8*>(shared_memory_->memory()), |
| 439 shared_memory_size_, |
| 440 request_delay, |
| 441 true /* buffers empty */); |
| 442 } |
| 443 } |
OLD | NEW |