Chromium Code Reviews| OLD | NEW |
|---|---|
| 1 // Copyright (c) 2011 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2011 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include "content/renderer/media/audio_renderer_impl.h" | 5 #include "content/renderer/media/audio_renderer_impl.h" |
| 6 | 6 |
| 7 #include <math.h> | 7 #include <math.h> |
| 8 | 8 |
| 9 #include "base/command_line.h" | |
| 10 #include "content/common/content_switches.h" | |
| 9 #include "content/common/media/audio_messages.h" | 11 #include "content/common/media/audio_messages.h" |
| 10 #include "content/renderer/render_thread.h" | 12 #include "content/renderer/render_thread.h" |
| 11 #include "content/renderer/render_view.h" | 13 #include "content/renderer/render_view.h" |
| 14 #include "media/audio/audio_output_controller.h" | |
| 12 #include "media/base/filter_host.h" | 15 #include "media/base/filter_host.h" |
| 13 | 16 |
| 14 namespace { | 17 // Static variable that says what code path we are using -- low or high |
| 15 | 18 // latency. Made separate variable so we don't have to go to command line |
| 16 // We will try to fill 200 ms worth of audio samples in each packet. A round | 19 // for every DCHECK(). |
| 17 // trip latency for IPC messages are typically 10 ms, this should give us | 20 AudioRendererImpl::LatencyType AudioRendererImpl::latency_type_ = |
| 18 // plenty of time to avoid clicks. | 21 AudioRendererImpl::kUninitializedLatency; |
| 19 const int kMillisecondsPerPacket = 200; | |
| 20 | |
| 21 // We have at most 3 packets in browser, i.e. 600 ms. This is a reasonable | |
| 22 // amount to avoid clicks. | |
| 23 const int kPacketsInBuffer = 3; | |
| 24 | |
| 25 } // namespace | |
| 26 | 22 |
| 27 AudioRendererImpl::AudioRendererImpl(AudioMessageFilter* filter) | 23 AudioRendererImpl::AudioRendererImpl(AudioMessageFilter* filter) |
| 28 : AudioRendererBase(), | 24 : AudioRendererBase(), |
| 29 bytes_per_second_(0), | 25 bytes_per_second_(0), |
| 30 filter_(filter), | 26 filter_(filter), |
| 31 stream_id_(0), | 27 stream_id_(0), |
| 32 shared_memory_(NULL), | 28 shared_memory_(NULL), |
| 33 shared_memory_size_(0), | 29 shared_memory_size_(0), |
| 34 io_loop_(filter->message_loop()), | 30 io_loop_(filter->message_loop()), |
| 35 stopped_(false), | 31 stopped_(false), |
| 36 pending_request_(false), | 32 pending_request_(false), |
| 37 prerolling_(false), | 33 prerolling_(false), |
| 38 preroll_bytes_(0) { | 34 preroll_bytes_(0) { |
| 39 DCHECK(io_loop_); | 35 DCHECK(io_loop_); |
| 36 // Figure out if we are planning to use high or low latency code path. | |
| 37 // We are initializing only one variable and double initialization is Ok, | |
| 38 // so there would not be any issues caused by CPU memory model. | |
| 39 if (latency_type_ == kUninitializedLatency) { | |
| 40 if (CommandLine::ForCurrentProcess()->HasSwitch( | |
| 41 switches::kLowLatencyAudio)) { | |
| 42 latency_type_ = kLowLatency; | |
| 43 } else { | |
| 44 latency_type_ = kHighLatency; | |
| 45 } | |
| 46 } | |
| 40 } | 47 } |
| 41 | 48 |
| 42 AudioRendererImpl::~AudioRendererImpl() { | 49 AudioRendererImpl::~AudioRendererImpl() { |
| 43 } | 50 } |
| 44 | 51 |
| 52 // static | |
| 53 void AudioRendererImpl::set_latency_type(LatencyType latency_type) { | |
| 54 DCHECK_EQ(kUninitializedLatency, latency_type_); | |
| 55 latency_type_ = latency_type; | |
| 56 } | |
| 57 | |
| 45 base::TimeDelta AudioRendererImpl::ConvertToDuration(int bytes) { | 58 base::TimeDelta AudioRendererImpl::ConvertToDuration(int bytes) { |
| 46 if (bytes_per_second_) { | 59 if (bytes_per_second_) { |
| 47 return base::TimeDelta::FromMicroseconds( | 60 return base::TimeDelta::FromMicroseconds( |
| 48 base::Time::kMicrosecondsPerSecond * bytes / bytes_per_second_); | 61 base::Time::kMicrosecondsPerSecond * bytes / bytes_per_second_); |
| 49 } | 62 } |
| 50 return base::TimeDelta(); | 63 return base::TimeDelta(); |
| 51 } | 64 } |
| 52 | 65 |
| 53 bool AudioRendererImpl::OnInitialize(const media::AudioDecoderConfig& config) { | 66 bool AudioRendererImpl::OnInitialize(const media::AudioDecoderConfig& config) { |
| 54 AudioParameters params(config); | 67 AudioParameters params(config); |
| 55 params.format = AudioParameters::AUDIO_PCM_LINEAR; | 68 params.format = AudioParameters::AUDIO_PCM_LINEAR; |
| 56 | 69 |
| 57 bytes_per_second_ = params.GetBytesPerSecond(); | 70 bytes_per_second_ = params.GetBytesPerSecond(); |
| 58 | 71 |
| 59 io_loop_->PostTask(FROM_HERE, | 72 io_loop_->PostTask(FROM_HERE, |
| 60 NewRunnableMethod(this, &AudioRendererImpl::CreateStreamTask, params)); | 73 NewRunnableMethod(this, &AudioRendererImpl::CreateStreamTask, params)); |
| 61 return true; | 74 return true; |
| 62 } | 75 } |
| 63 | 76 |
| 64 void AudioRendererImpl::OnStop() { | 77 void AudioRendererImpl::OnStop() { |
| 65 base::AutoLock auto_lock(lock_); | 78 base::AutoLock auto_lock(lock_); |
| 66 if (stopped_) | 79 if (stopped_) |
| 67 return; | 80 return; |
| 68 stopped_ = true; | 81 stopped_ = true; |
| 69 | 82 |
| 70 // We should never touch |io_loop_| after being stopped, so post our final | 83 // We should never touch |io_loop_| after being stopped, so post our final |
| 71 // task to clean up. | 84 // task to clean up. |
| 72 io_loop_->PostTask(FROM_HERE, | 85 io_loop_->PostTask(FROM_HERE, |
| 73 NewRunnableMethod(this, &AudioRendererImpl::DestroyTask)); | 86 NewRunnableMethod(this, &AudioRendererImpl::DestroyTask)); |
| 87 | |
| 88 if (audio_thread_.get()) { | |
| 89 socket_->Close(); | |
| 90 audio_thread_->Join(); | |
| 91 } | |
| 92 } | |
| 93 | |
| 94 void AudioRendererImpl::NotifyDataAvailableIfNecessary() { | |
| 95 if (latency_type_ == kHighLatency) { | |
| 96 // Post a task to render thread to notify a packet reception. | |
| 97 io_loop_->PostTask(FROM_HERE, | |
| 98 NewRunnableMethod(this, &AudioRendererImpl::NotifyPacketReadyTask)); | |
| 99 } | |
| 74 } | 100 } |
| 75 | 101 |
| 76 void AudioRendererImpl::ConsumeAudioSamples( | 102 void AudioRendererImpl::ConsumeAudioSamples( |
| 77 scoped_refptr<media::Buffer> buffer_in) { | 103 scoped_refptr<media::Buffer> buffer_in) { |
| 78 base::AutoLock auto_lock(lock_); | 104 base::AutoLock auto_lock(lock_); |
| 79 if (stopped_) | 105 if (stopped_) |
| 80 return; | 106 return; |
| 81 | 107 |
| 82 // TODO(hclam): handle end of stream here. | 108 // TODO(hclam): handle end of stream here. |
| 83 | 109 |
| 84 // Use the base class to queue the buffer. | 110 // Use the base class to queue the buffer. |
| 85 AudioRendererBase::ConsumeAudioSamples(buffer_in); | 111 AudioRendererBase::ConsumeAudioSamples(buffer_in); |
| 86 | 112 |
| 87 // Post a task to render thread to notify a packet reception. | 113 NotifyDataAvailableIfNecessary(); |
| 88 io_loop_->PostTask(FROM_HERE, | |
| 89 NewRunnableMethod(this, &AudioRendererImpl::NotifyPacketReadyTask)); | |
| 90 } | 114 } |
| 91 | 115 |
| 92 void AudioRendererImpl::SetPlaybackRate(float rate) { | 116 void AudioRendererImpl::SetPlaybackRate(float rate) { |
| 93 DCHECK(rate >= 0.0f); | 117 DCHECK_LE(0.0f, rate); |
| 94 | 118 |
| 95 base::AutoLock auto_lock(lock_); | 119 base::AutoLock auto_lock(lock_); |
| 96 // Handle the case where we stopped due to |io_loop_| dying. | 120 // Handle the case where we stopped due to |io_loop_| dying. |
| 97 if (stopped_) { | 121 if (stopped_) { |
| 98 AudioRendererBase::SetPlaybackRate(rate); | 122 AudioRendererBase::SetPlaybackRate(rate); |
| 99 return; | 123 return; |
| 100 } | 124 } |
| 101 | 125 |
| 102 // We have two cases here: | 126 // We have two cases here: |
| 103 // Play: GetPlaybackRate() == 0.0 && rate != 0.0 | 127 // Play: GetPlaybackRate() == 0.0 && rate != 0.0 |
| 104 // Pause: GetPlaybackRate() != 0.0 && rate == 0.0 | 128 // Pause: GetPlaybackRate() != 0.0 && rate == 0.0 |
| 105 if (GetPlaybackRate() == 0.0f && rate != 0.0f) { | 129 if (GetPlaybackRate() == 0.0f && rate != 0.0f) { |
| 106 io_loop_->PostTask(FROM_HERE, | 130 io_loop_->PostTask(FROM_HERE, |
| 107 NewRunnableMethod(this, &AudioRendererImpl::PlayTask)); | 131 NewRunnableMethod(this, &AudioRendererImpl::PlayTask)); |
| 108 } else if (GetPlaybackRate() != 0.0f && rate == 0.0f) { | 132 } else if (GetPlaybackRate() != 0.0f && rate == 0.0f) { |
| 109 // Pause is easy, we can always pause. | 133 // Pause is easy, we can always pause. |
| 110 io_loop_->PostTask(FROM_HERE, | 134 io_loop_->PostTask(FROM_HERE, |
| 111 NewRunnableMethod(this, &AudioRendererImpl::PauseTask)); | 135 NewRunnableMethod(this, &AudioRendererImpl::PauseTask)); |
| 112 } | 136 } |
| 113 AudioRendererBase::SetPlaybackRate(rate); | 137 AudioRendererBase::SetPlaybackRate(rate); |
| 114 | 138 |
| 115 // If we are playing, give a kick to try fulfilling the packet request as | 139 // If we are playing, give a kick to try fulfilling the packet request as |
| 116 // the previous packet request may be stalled by a pause. | 140 // the previous packet request may be stalled by a pause. |
| 117 if (rate > 0.0f) { | 141 if (rate > 0.0f) { |
| 118 io_loop_->PostTask( | 142 NotifyDataAvailableIfNecessary(); |
| 119 FROM_HERE, | |
| 120 NewRunnableMethod(this, &AudioRendererImpl::NotifyPacketReadyTask)); | |
| 121 } | 143 } |
| 122 } | 144 } |
| 123 | 145 |
| 124 void AudioRendererImpl::Pause(media::FilterCallback* callback) { | 146 void AudioRendererImpl::Pause(media::FilterCallback* callback) { |
| 125 AudioRendererBase::Pause(callback); | 147 AudioRendererBase::Pause(callback); |
| 126 base::AutoLock auto_lock(lock_); | 148 base::AutoLock auto_lock(lock_); |
| 127 if (stopped_) | 149 if (stopped_) |
| 128 return; | 150 return; |
| 129 | 151 |
| 130 io_loop_->PostTask(FROM_HERE, | 152 io_loop_->PostTask(FROM_HERE, |
| (...skipping 32 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
| 163 if (stopped_) | 185 if (stopped_) |
| 164 return; | 186 return; |
| 165 io_loop_->PostTask(FROM_HERE, | 187 io_loop_->PostTask(FROM_HERE, |
| 166 NewRunnableMethod( | 188 NewRunnableMethod( |
| 167 this, &AudioRendererImpl::SetVolumeTask, volume)); | 189 this, &AudioRendererImpl::SetVolumeTask, volume)); |
| 168 } | 190 } |
| 169 | 191 |
| 170 void AudioRendererImpl::OnCreated(base::SharedMemoryHandle handle, | 192 void AudioRendererImpl::OnCreated(base::SharedMemoryHandle handle, |
| 171 uint32 length) { | 193 uint32 length) { |
| 172 DCHECK(MessageLoop::current() == io_loop_); | 194 DCHECK(MessageLoop::current() == io_loop_); |
| 195 DCHECK_EQ(kHighLatency, latency_type_); | |
| 173 | 196 |
| 174 base::AutoLock auto_lock(lock_); | 197 base::AutoLock auto_lock(lock_); |
| 175 if (stopped_) | 198 if (stopped_) |
| 176 return; | 199 return; |
| 177 | 200 |
| 178 shared_memory_.reset(new base::SharedMemory(handle, false)); | 201 shared_memory_.reset(new base::SharedMemory(handle, false)); |
| 179 shared_memory_->Map(length); | 202 shared_memory_->Map(length); |
| 180 shared_memory_size_ = length; | 203 shared_memory_size_ = length; |
| 181 } | 204 } |
| 182 | 205 |
| 183 void AudioRendererImpl::OnLowLatencyCreated(base::SharedMemoryHandle, | 206 void AudioRendererImpl::CreateSocket(base::SyncSocket::Handle socket_handle) { |
| 184 base::SyncSocket::Handle, uint32) { | 207 DCHECK_EQ(kLowLatency, latency_type_); |
| 185 // AudioRenderer should not have a low-latency audio channel. | 208 #if defined(OS_WIN) |
| 186 NOTREACHED(); | 209 DCHECK(socket_handle); |
| 210 #else | |
| 211 DCHECK_GE(socket_handle, 0); | |
| 212 #endif | |
| 213 socket_.reset(new base::SyncSocket(socket_handle)); | |
| 214 } | |
| 215 | |
| 216 void AudioRendererImpl::CreateAudioThread() { | |
| 217 DCHECK_EQ(kLowLatency, latency_type_); | |
| 218 audio_thread_.reset( | |
| 219 new base::DelegateSimpleThread(this, "renderer_audio_thread")); | |
| 220 audio_thread_->Start(); | |
| 221 } | |
| 222 | |
| 223 void AudioRendererImpl::OnLowLatencyCreated( | |
| 224 base::SharedMemoryHandle handle, | |
| 225 base::SyncSocket::Handle socket_handle, | |
| 226 uint32 length) { | |
| 227 DCHECK(MessageLoop::current() == io_loop_); | |
| 228 DCHECK_EQ(kLowLatency, latency_type_); | |
| 229 #if defined(OS_WIN) | |
| 230 DCHECK(handle); | |
| 231 DCHECK(socket_handle); | |
| 232 #else | |
| 233 DCHECK_GE(handle.fd, 0); | |
| 234 DCHECK_GE(socket_handle, 0); | |
| 235 #endif | |
| 236 DCHECK_NE(0u, length); | |
| 237 | |
| 238 base::AutoLock auto_lock(lock_); | |
| 239 if (stopped_) | |
| 240 return; | |
| 241 | |
| 242 shared_memory_.reset(new base::SharedMemory(handle, false)); | |
| 243 shared_memory_->Map(length); | |
| 244 shared_memory_size_ = length; | |
| 245 | |
| 246 CreateSocket(socket_handle); | |
| 247 CreateAudioThread(); | |
| 187 } | 248 } |
| 188 | 249 |
| 189 void AudioRendererImpl::OnRequestPacket(AudioBuffersState buffers_state) { | 250 void AudioRendererImpl::OnRequestPacket(AudioBuffersState buffers_state) { |
| 190 DCHECK(MessageLoop::current() == io_loop_); | 251 DCHECK(MessageLoop::current() == io_loop_); |
| 191 | 252 DCHECK_EQ(kHighLatency, latency_type_); |
| 192 { | 253 { |
| 193 base::AutoLock auto_lock(lock_); | 254 base::AutoLock auto_lock(lock_); |
| 194 DCHECK(!pending_request_); | 255 DCHECK(!pending_request_); |
| 195 pending_request_ = true; | 256 pending_request_ = true; |
| 196 request_buffers_state_ = buffers_state; | 257 request_buffers_state_ = buffers_state; |
| 197 } | 258 } |
| 198 | 259 |
| 199 // Try to fill in the fulfill the packet request. | 260 // Try to fill in the fulfill the packet request. |
| 200 NotifyPacketReadyTask(); | 261 NotifyPacketReadyTask(); |
| 201 } | 262 } |
| (...skipping 38 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
| 240 | 301 |
| 241 // Make sure we don't call create more than once. | 302 // Make sure we don't call create more than once. |
| 242 DCHECK_EQ(0, stream_id_); | 303 DCHECK_EQ(0, stream_id_); |
| 243 stream_id_ = filter_->AddDelegate(this); | 304 stream_id_ = filter_->AddDelegate(this); |
| 244 io_loop_->AddDestructionObserver(this); | 305 io_loop_->AddDestructionObserver(this); |
| 245 | 306 |
| 246 AudioParameters params_to_send(audio_params); | 307 AudioParameters params_to_send(audio_params); |
| 247 // Let the browser choose packet size. | 308 // Let the browser choose packet size. |
| 248 params_to_send.samples_per_packet = 0; | 309 params_to_send.samples_per_packet = 0; |
| 249 | 310 |
| 250 filter_->Send(new AudioHostMsg_CreateStream( | 311 filter_->Send(new AudioHostMsg_CreateStream(0, |
| 251 0, stream_id_, params_to_send, false)); | 312 stream_id_, |
| 313 params_to_send, | |
| 314 latency_type_ == kLowLatency)); | |
| 252 } | 315 } |
| 253 | 316 |
| 254 void AudioRendererImpl::PlayTask() { | 317 void AudioRendererImpl::PlayTask() { |
| 255 DCHECK(MessageLoop::current() == io_loop_); | 318 DCHECK(MessageLoop::current() == io_loop_); |
| 256 | 319 |
| 257 filter_->Send(new AudioHostMsg_PlayStream(0, stream_id_)); | 320 filter_->Send(new AudioHostMsg_PlayStream(0, stream_id_)); |
| 258 } | 321 } |
| 259 | 322 |
| 260 void AudioRendererImpl::PauseTask() { | 323 void AudioRendererImpl::PauseTask() { |
| 261 DCHECK(MessageLoop::current() == io_loop_); | 324 DCHECK(MessageLoop::current() == io_loop_); |
| (...skipping 24 matching lines...) Expand all Loading... | |
| 286 DCHECK(MessageLoop::current() == io_loop_); | 349 DCHECK(MessageLoop::current() == io_loop_); |
| 287 | 350 |
| 288 base::AutoLock auto_lock(lock_); | 351 base::AutoLock auto_lock(lock_); |
| 289 if (stopped_) | 352 if (stopped_) |
| 290 return; | 353 return; |
| 291 filter_->Send(new AudioHostMsg_SetVolume(0, stream_id_, volume)); | 354 filter_->Send(new AudioHostMsg_SetVolume(0, stream_id_, volume)); |
| 292 } | 355 } |
| 293 | 356 |
| 294 void AudioRendererImpl::NotifyPacketReadyTask() { | 357 void AudioRendererImpl::NotifyPacketReadyTask() { |
| 295 DCHECK(MessageLoop::current() == io_loop_); | 358 DCHECK(MessageLoop::current() == io_loop_); |
| 359 DCHECK_EQ(kHighLatency, latency_type_); | |
| 296 | 360 |
| 297 base::AutoLock auto_lock(lock_); | 361 base::AutoLock auto_lock(lock_); |
| 298 if (stopped_) | 362 if (stopped_) |
| 299 return; | 363 return; |
| 300 if (pending_request_ && GetPlaybackRate() > 0.0f) { | 364 if (pending_request_ && GetPlaybackRate() > 0.0f) { |
| 301 DCHECK(shared_memory_.get()); | 365 DCHECK(shared_memory_.get()); |
| 302 | 366 |
| 303 // Adjust the playback delay. | 367 // Adjust the playback delay. |
| 304 base::Time current_time = base::Time::Now(); | 368 base::Time current_time = base::Time::Now(); |
| 305 | 369 |
| (...skipping 33 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
| 339 DCHECK(MessageLoop::current() == io_loop_); | 403 DCHECK(MessageLoop::current() == io_loop_); |
| 340 | 404 |
| 341 // We treat the IO loop going away the same as stopping. | 405 // We treat the IO loop going away the same as stopping. |
| 342 base::AutoLock auto_lock(lock_); | 406 base::AutoLock auto_lock(lock_); |
| 343 if (stopped_) | 407 if (stopped_) |
| 344 return; | 408 return; |
| 345 | 409 |
| 346 stopped_ = true; | 410 stopped_ = true; |
| 347 DestroyTask(); | 411 DestroyTask(); |
| 348 } | 412 } |
| 413 | |
| 414 // Our audio thread runs here. We receive requests for more data and send it | |
| 415 // on this thread. | |
| 416 void AudioRendererImpl::Run() { | |
| 417 audio_thread_->SetThreadPriority(base::kThreadPriority_RealtimeAudio); | |
| 418 | |
| 419 int bytes; | |
| 420 while (sizeof(bytes) == socket_->Receive(&bytes, sizeof(bytes))) { | |
| 421 if (bytes == media::AudioOutputController::kPauseMark) { | |
|
brettw
2011/07/06 22:13:23
Be consistent about {} for single-line conditional
| |
| 422 continue; | |
| 423 } else if (bytes < 0) { | |
| 424 break; | |
| 425 } | |
| 426 base::AutoLock auto_lock(lock_); | |
| 427 if (stopped_) { | |
| 428 break; | |
| 429 } | |
| 430 float playback_rate = GetPlaybackRate(); | |
| 431 if (playback_rate <= 0.0f) { | |
| 432 continue; | |
| 433 } | |
| 434 DCHECK(shared_memory_.get()); | |
| 435 base::TimeDelta request_delay = ConvertToDuration(bytes); | |
| 436 // We need to adjust the delay according to playback rate. | |
| 437 if (playback_rate != 1.0f) { | |
| 438 request_delay = base::TimeDelta::FromMicroseconds( | |
| 439 static_cast<int64>(ceil(request_delay.InMicroseconds() * | |
| 440 playback_rate))); | |
| 441 } | |
| 442 FillBuffer(static_cast<uint8*>(shared_memory_->memory()), | |
| 443 shared_memory_size_, | |
| 444 request_delay, | |
| 445 true /* buffers empty */); | |
| 446 } | |
| 447 } | |
| OLD | NEW |