| OLD | NEW | 
|---|
| 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. | 
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be | 
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. | 
| 4 | 4 | 
| 5 #include "content/renderer/media/webaudio_capturer_source.h" | 5 #include "content/renderer/media/webaudio_capturer_source.h" | 
| 6 | 6 | 
|  | 7 #include "base/bind.h" | 
|  | 8 #include "base/bind_helpers.h" | 
| 7 #include "base/logging.h" | 9 #include "base/logging.h" | 
| 8 #include "base/time/time.h" |  | 
| 9 #include "content/renderer/media/webrtc_local_audio_track.h" | 10 #include "content/renderer/media/webrtc_local_audio_track.h" | 
| 10 | 11 | 
| 11 using media::AudioBus; | 12 using media::AudioBus; | 
| 12 using media::AudioFifo; |  | 
| 13 using media::AudioParameters; | 13 using media::AudioParameters; | 
| 14 using media::ChannelLayout; | 14 using media::ChannelLayout; | 
| 15 using media::CHANNEL_LAYOUT_MONO; | 15 using media::CHANNEL_LAYOUT_MONO; | 
| 16 using media::CHANNEL_LAYOUT_STEREO; | 16 using media::CHANNEL_LAYOUT_STEREO; | 
| 17 | 17 | 
| 18 static const int kMaxNumberOfBuffersInFifo = 5; |  | 
| 19 |  | 
| 20 namespace content { | 18 namespace content { | 
| 21 | 19 | 
| 22 WebAudioCapturerSource::WebAudioCapturerSource( | 20 WebAudioCapturerSource::WebAudioCapturerSource( | 
| 23     const blink::WebMediaStreamSource& blink_source) | 21     const blink::WebMediaStreamSource& blink_source) | 
| 24     : track_(NULL), | 22     : track_(NULL), | 
| 25       audio_format_changed_(false), | 23       audio_format_changed_(false), | 
| 26       blink_source_(blink_source) { | 24       fifo_(base::Bind(&WebAudioCapturerSource::DeliverRebufferedAudio, | 
| 27 } | 25                        base::Unretained(this))), | 
|  | 26       blink_source_(blink_source) {} | 
| 28 | 27 | 
| 29 WebAudioCapturerSource::~WebAudioCapturerSource() { | 28 WebAudioCapturerSource::~WebAudioCapturerSource() { | 
| 30   DCHECK(thread_checker_.CalledOnValidThread()); | 29   DCHECK(thread_checker_.CalledOnValidThread()); | 
| 31   removeFromBlinkSource(); | 30   removeFromBlinkSource(); | 
| 32 } | 31 } | 
| 33 | 32 | 
| 34 void WebAudioCapturerSource::setFormat( | 33 void WebAudioCapturerSource::setFormat( | 
| 35     size_t number_of_channels, float sample_rate) { | 34     size_t number_of_channels, float sample_rate) { | 
| 36   DCHECK(thread_checker_.CalledOnValidThread()); | 35   DCHECK(thread_checker_.CalledOnValidThread()); | 
| 37   DVLOG(1) << "WebAudioCapturerSource::setFormat(sample_rate=" | 36   DVLOG(1) << "WebAudioCapturerSource::setFormat(sample_rate=" | 
| 38            << sample_rate << ")"; | 37            << sample_rate << ")"; | 
| 39 | 38 | 
| 40   // If the channel count is greater than 8, use discrete layout. However, | 39   // If the channel count is greater than 8, use discrete layout. However, | 
| 41   // anything beyond 8 is ignored by the subsequent (WebRTC) audio pipeline. | 40   // anything beyond 8 is ignored by the subsequent (WebRTC) audio pipeline. | 
| 42   ChannelLayout channel_layout = | 41   ChannelLayout channel_layout = | 
| 43       number_of_channels > 8 ? media::CHANNEL_LAYOUT_DISCRETE | 42       number_of_channels > 8 ? media::CHANNEL_LAYOUT_DISCRETE | 
| 44                              : media::GuessChannelLayout(number_of_channels); | 43                              : media::GuessChannelLayout(number_of_channels); | 
| 45 | 44 | 
| 46   base::AutoLock auto_lock(lock_); | 45   base::AutoLock auto_lock(lock_); | 
| 47 | 46 | 
| 48   // Set the format used by this WebAudioCapturerSource. We are using 10ms data | 47   // Set the format used by this WebAudioCapturerSource. We are using 10ms data | 
| 49   // as buffer size since that is the native buffer size of WebRtc packet | 48   // as buffer size since that is the native buffer size of WebRtc packet | 
| 50   // running on. | 49   // running on. | 
|  | 50   fifo_.Reset(sample_rate / 100); | 
| 51   params_.Reset(media::AudioParameters::AUDIO_PCM_LOW_LATENCY, channel_layout, | 51   params_.Reset(media::AudioParameters::AUDIO_PCM_LOW_LATENCY, channel_layout, | 
| 52                 sample_rate, 16, sample_rate / 100); | 52                 sample_rate, 16, fifo_.frames_per_buffer()); | 
| 53 | 53 | 
| 54   // Take care of the discrete channel layout case. | 54   // Take care of the discrete channel layout case. | 
| 55   params_.set_channels_for_discrete(number_of_channels); | 55   params_.set_channels_for_discrete(number_of_channels); | 
| 56 | 56 | 
| 57   audio_format_changed_ = true; | 57   audio_format_changed_ = true; | 
| 58 | 58 | 
| 59   wrapper_bus_ = AudioBus::CreateWrapper(params_.channels()); | 59   if (!wrapper_bus_ || | 
| 60   capture_bus_ = AudioBus::Create(params_); | 60       wrapper_bus_->channels() != static_cast<int>(number_of_channels)) { | 
| 61 | 61     wrapper_bus_ = AudioBus::CreateWrapper(params_.channels()); | 
| 62   fifo_.reset(new AudioFifo( | 62   } | 
| 63       params_.channels(), |  | 
| 64       kMaxNumberOfBuffersInFifo * params_.frames_per_buffer())); |  | 
| 65 } | 63 } | 
| 66 | 64 | 
| 67 void WebAudioCapturerSource::Start(WebRtcLocalAudioTrack* track) { | 65 void WebAudioCapturerSource::Start(WebRtcLocalAudioTrack* track) { | 
| 68   DCHECK(thread_checker_.CalledOnValidThread()); | 66   DCHECK(thread_checker_.CalledOnValidThread()); | 
| 69   DCHECK(track); | 67   DCHECK(track); | 
| 70   base::AutoLock auto_lock(lock_); | 68   base::AutoLock auto_lock(lock_); | 
| 71   track_ = track; | 69   track_ = track; | 
| 72 } | 70 } | 
| 73 | 71 | 
| 74 void WebAudioCapturerSource::Stop() { | 72 void WebAudioCapturerSource::Stop() { | 
| 75   DCHECK(thread_checker_.CalledOnValidThread()); | 73   DCHECK(thread_checker_.CalledOnValidThread()); | 
| 76   { | 74   { | 
| 77     base::AutoLock auto_lock(lock_); | 75     base::AutoLock auto_lock(lock_); | 
| 78     track_ = NULL; | 76     track_ = NULL; | 
| 79   } | 77   } | 
| 80   // removeFromBlinkSource() should not be called while |lock_| is acquired, | 78   // removeFromBlinkSource() should not be called while |lock_| is acquired, | 
| 81   // as it could result in a deadlock. | 79   // as it could result in a deadlock. | 
| 82   removeFromBlinkSource(); | 80   removeFromBlinkSource(); | 
| 83 } | 81 } | 
| 84 | 82 | 
| 85 void WebAudioCapturerSource::consumeAudio( | 83 void WebAudioCapturerSource::consumeAudio( | 
| 86     const blink::WebVector<const float*>& audio_data, | 84     const blink::WebVector<const float*>& audio_data, | 
| 87     size_t number_of_frames) { | 85     size_t number_of_frames) { | 
|  | 86   // TODO(miu): Plumbing is needed to determine the actual capture timestamp | 
|  | 87   // of the audio, instead of just snapshotting TimeTicks::Now(), for proper | 
|  | 88   // audio/video sync.  http://crbug.com/335335 | 
|  | 89   current_reference_time_ = base::TimeTicks::Now(); | 
|  | 90 | 
| 88   base::AutoLock auto_lock(lock_); | 91   base::AutoLock auto_lock(lock_); | 
| 89   if (!track_) | 92   if (!track_) | 
| 90     return; | 93     return; | 
| 91 | 94 | 
| 92   // Update the downstream client if the audio format has been changed. | 95   // Update the downstream client if the audio format has been changed. | 
| 93   if (audio_format_changed_) { | 96   if (audio_format_changed_) { | 
| 94     track_->OnSetFormat(params_); | 97     track_->OnSetFormat(params_); | 
| 95     audio_format_changed_ = false; | 98     audio_format_changed_ = false; | 
| 96   } | 99   } | 
| 97 | 100 | 
| 98   wrapper_bus_->set_frames(number_of_frames); | 101   wrapper_bus_->set_frames(number_of_frames); | 
| 99 |  | 
| 100   // Make sure WebKit is honoring what it told us up front |  | 
| 101   // about the channels. |  | 
| 102   DCHECK_EQ(params_.channels(), static_cast<int>(audio_data.size())); | 102   DCHECK_EQ(params_.channels(), static_cast<int>(audio_data.size())); | 
| 103 |  | 
| 104   for (size_t i = 0; i < audio_data.size(); ++i) | 103   for (size_t i = 0; i < audio_data.size(); ++i) | 
| 105     wrapper_bus_->SetChannelData(i, const_cast<float*>(audio_data[i])); | 104     wrapper_bus_->SetChannelData(i, const_cast<float*>(audio_data[i])); | 
| 106 | 105 | 
| 107   // Handle mismatch between WebAudio buffer-size and WebRTC. | 106   // The following will result in zero, one, or multiple synchronous calls to | 
| 108   int available = fifo_->max_frames() - fifo_->frames(); | 107   // DeliverRebufferedAudio(). | 
| 109   if (available < static_cast<int>(number_of_frames)) { | 108   fifo_.Push(*wrapper_bus_); | 
| 110     NOTREACHED() << "WebAudioCapturerSource::Consume() : FIFO overrun."; | 109 } | 
| 111     return; |  | 
| 112   } |  | 
| 113 | 110 | 
| 114   // Compute the estimated capture time of the first sample frame of audio that | 111 void WebAudioCapturerSource::DeliverRebufferedAudio( | 
| 115   // will be consumed from the FIFO in the loop below. | 112     const media::AudioBus& audio_bus, | 
| 116   base::TimeTicks estimated_capture_time = base::TimeTicks::Now() - | 113     int frame_delay) { | 
| 117       fifo_->frames() * base::TimeDelta::FromSeconds(1) / params_.sample_rate(); | 114   lock_.AssertAcquired(); | 
| 118 | 115   const base::TimeTicks reference_time = | 
| 119   fifo_->Push(wrapper_bus_.get()); | 116       current_reference_time_ + | 
| 120   while (fifo_->frames() >= capture_bus_->frames()) { | 117       base::TimeDelta::FromMicroseconds(frame_delay * | 
| 121     fifo_->Consume(capture_bus_.get(), 0, capture_bus_->frames()); | 118                                         base::Time::kMicrosecondsPerSecond / | 
| 122     track_->Capture(*capture_bus_, estimated_capture_time, false); | 119                                         params_.sample_rate()); | 
| 123 | 120   track_->Capture(audio_bus, reference_time, false); | 
| 124     // Advance the estimated capture time for the next FIFO consume operation. |  | 
| 125     estimated_capture_time += |  | 
| 126         capture_bus_->frames() * base::TimeDelta::FromSeconds(1) / |  | 
| 127             params_.sample_rate(); |  | 
| 128   } |  | 
| 129 } | 121 } | 
| 130 | 122 | 
| 131 // If registered as audio consumer in |blink_source_|, deregister from | 123 // If registered as audio consumer in |blink_source_|, deregister from | 
| 132 // |blink_source_| and stop keeping a reference to |blink_source_|. | 124 // |blink_source_| and stop keeping a reference to |blink_source_|. | 
| 133 // Failure to call this method when stopping the track might leave an invalid | 125 // Failure to call this method when stopping the track might leave an invalid | 
| 134 // WebAudioCapturerSource reference still registered as an audio consumer on | 126 // WebAudioCapturerSource reference still registered as an audio consumer on | 
| 135 // the blink side. | 127 // the blink side. | 
| 136 void WebAudioCapturerSource::removeFromBlinkSource() { | 128 void WebAudioCapturerSource::removeFromBlinkSource() { | 
| 137   if (!blink_source_.isNull()) { | 129   if (!blink_source_.isNull()) { | 
| 138     blink_source_.removeAudioConsumer(this); | 130     blink_source_.removeAudioConsumer(this); | 
| 139     blink_source_.reset(); | 131     blink_source_.reset(); | 
| 140   } | 132   } | 
| 141 } | 133 } | 
| 142 | 134 | 
| 143 }  // namespace content | 135 }  // namespace content | 
| OLD | NEW | 
|---|