Chromium Code Reviews| OLD | NEW |
|---|---|
| 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include "content/browser/renderer_host/media/audio_input_sync_writer.h" | 5 #include "content/browser/renderer_host/media/audio_input_sync_writer.h" |
| 6 | 6 |
| 7 #include <algorithm> | 7 #include <algorithm> |
| 8 | 8 |
| 9 #include "base/memory/shared_memory.h" | 9 #include "base/metrics/histogram.h" |
| 10 #include "base/strings/stringprintf.h" | |
| 10 #include "content/browser/renderer_host/media/media_stream_manager.h" | 11 #include "content/browser/renderer_host/media/media_stream_manager.h" |
| 11 | 12 |
| 12 using media::AudioBus; | 13 using media::AudioBus; |
| 13 | 14 |
| 14 namespace content { | 15 namespace content { |
| 15 | 16 |
| 16 AudioInputSyncWriter::AudioInputSyncWriter(base::SharedMemory* shared_memory, | 17 namespace { |
| 18 | |
| 19 // Used to log if any audio glitches have been detected during an audio session. | |
| 20 // Elements in this enum should not be added, deleted or rearranged. | |
| 21 enum AudioGlitchResult { | |
| 22 AUDIO_CAPTURER_NO_AUDIO_GLITCHES = 0, | |
| 23 AUDIO_CAPTURER_AUDIO_GLITCHES = 1, | |
| 24 AUDIO_CAPTURER_AUDIO_GLITCHES_MAX = AUDIO_CAPTURER_AUDIO_GLITCHES | |
| 25 }; | |
| 26 | |
| 27 } // namespace | |
| 28 | |
| 29 AudioInputSyncWriter::AudioInputSyncWriter(void* shared_memory, | |
| 30 size_t shared_memory_size, | |
| 17 int shared_memory_segment_count, | 31 int shared_memory_segment_count, |
| 18 const media::AudioParameters& params) | 32 const media::AudioParameters& params) |
| 19 : shared_memory_(shared_memory), | 33 : shared_memory_(static_cast<uint8*>(shared_memory)), |
| 20 shared_memory_segment_count_(shared_memory_segment_count), | 34 shared_memory_segment_count_(shared_memory_segment_count), |
| 21 current_segment_id_(0), | 35 current_segment_id_(0), |
| 22 creation_time_(base::Time::Now()), | 36 creation_time_(base::Time::Now()), |
| 23 audio_bus_memory_size_(AudioBus::CalculateMemorySize(params)), | 37 audio_bus_memory_size_(AudioBus::CalculateMemorySize(params)), |
| 24 next_buffer_id_(0) { | 38 next_buffer_id_(0), |
| 39 next_read_buffer_index_(0), | |
| 40 number_of_filled_segments_(0), | |
| 41 write_count_(0), | |
| 42 write_error_count_(0) { | |
| 25 DCHECK_GT(shared_memory_segment_count, 0); | 43 DCHECK_GT(shared_memory_segment_count, 0); |
| 26 DCHECK_EQ(shared_memory->requested_size() % shared_memory_segment_count, 0u); | 44 DCHECK_EQ(shared_memory_size % shared_memory_segment_count, 0u); |
| 27 shared_memory_segment_size_ = | 45 shared_memory_segment_size_ = |
| 28 shared_memory->requested_size() / shared_memory_segment_count; | 46 shared_memory_size / shared_memory_segment_count; |
| 29 DVLOG(1) << "SharedMemory::requested_size: " | 47 DVLOG(1) << "shared_memory_size: " << shared_memory_size; |
| 30 << shared_memory->requested_size(); | |
| 31 DVLOG(1) << "shared_memory_segment_count: " << shared_memory_segment_count; | 48 DVLOG(1) << "shared_memory_segment_count: " << shared_memory_segment_count; |
| 32 DVLOG(1) << "audio_bus_memory_size: " << audio_bus_memory_size_; | 49 DVLOG(1) << "audio_bus_memory_size: " << audio_bus_memory_size_; |
| 33 | 50 |
| 34 // Create vector of audio buses by wrapping existing blocks of memory. | 51 // Create vector of audio buses by wrapping existing blocks of memory. |
| 35 uint8* ptr = static_cast<uint8*>(shared_memory_->memory()); | 52 uint8* ptr = shared_memory_; |
| 36 for (int i = 0; i < shared_memory_segment_count; ++i) { | 53 for (int i = 0; i < shared_memory_segment_count; ++i) { |
| 37 CHECK((reinterpret_cast<uintptr_t>(ptr) & | 54 CHECK((reinterpret_cast<uintptr_t>(ptr) & |
| 38 (media::AudioBus::kChannelAlignment - 1)) == 0U); | 55 (media::AudioBus::kChannelAlignment - 1)) == 0U); |
| 39 media::AudioInputBuffer* buffer = | 56 media::AudioInputBuffer* buffer = |
| 40 reinterpret_cast<media::AudioInputBuffer*>(ptr); | 57 reinterpret_cast<media::AudioInputBuffer*>(ptr); |
| 41 scoped_ptr<media::AudioBus> audio_bus = | 58 scoped_ptr<media::AudioBus> audio_bus = |
| 42 media::AudioBus::WrapMemory(params, buffer->audio); | 59 media::AudioBus::WrapMemory(params, buffer->audio); |
| 43 audio_buses_.push_back(audio_bus.release()); | 60 audio_buses_.push_back(audio_bus.release()); |
| 44 ptr += shared_memory_segment_size_; | 61 ptr += shared_memory_segment_size_; |
| 45 } | 62 } |
| 46 } | 63 } |
| 47 | 64 |
| 48 AudioInputSyncWriter::~AudioInputSyncWriter() {} | 65 AudioInputSyncWriter::~AudioInputSyncWriter() { |
| 66 if (write_count_ == 0) | |
| 67 return; | |
| 68 | |
| 69 UMA_HISTOGRAM_PERCENTAGE( | |
| 70 "Media.AudioCapturerMissedReadDeadline", | |
| 71 100.0 * write_error_count_ / write_count_); | |
| 72 | |
| 73 UMA_HISTOGRAM_ENUMERATION("Media.AudioCapturerAudioGlitches", | |
| 74 write_error_count_ == 0 ? | |
| 75 AUDIO_CAPTURER_NO_AUDIO_GLITCHES : | |
| 76 AUDIO_CAPTURER_AUDIO_GLITCHES, | |
| 77 AUDIO_CAPTURER_AUDIO_GLITCHES_MAX + 1); | |
| 78 | |
| 79 std::string log_string = base::StringPrintf( | |
| 80 "AISW: number of detected audio glitches: %lu out of %lu", | |
| 81 write_error_count_, | |
| 82 write_count_); | |
| 83 MediaStreamManager::SendMessageToNativeLog(log_string); | |
| 84 DVLOG(1) << log_string; | |
| 85 } | |
| 49 | 86 |
| 50 void AudioInputSyncWriter::Write(const media::AudioBus* data, | 87 void AudioInputSyncWriter::Write(const media::AudioBus* data, |
| 51 double volume, | 88 double volume, |
| 52 bool key_pressed, | 89 bool key_pressed, |
| 53 uint32 hardware_delay_bytes) { | 90 uint32 hardware_delay_bytes) { |
| 91 ++write_count_; | |
| 92 | |
| 54 #if !defined(OS_ANDROID) | 93 #if !defined(OS_ANDROID) |
| 55 static const base::TimeDelta kLogDelayThreadhold = | 94 static const base::TimeDelta kLogDelayThreadhold = |
| 56 base::TimeDelta::FromMilliseconds(500); | 95 base::TimeDelta::FromMilliseconds(500); |
| 57 | 96 |
| 58 std::ostringstream oss; | 97 std::ostringstream oss; |
| 59 if (last_write_time_.is_null()) { | 98 if (last_write_time_.is_null()) { |
| 60 // This is the first time Write is called. | 99 // This is the first time Write is called. |
| 61 base::TimeDelta interval = base::Time::Now() - creation_time_; | 100 base::TimeDelta interval = base::Time::Now() - creation_time_; |
| 62 oss << "AISW::Write: audio input data received for the first time: delay " | 101 oss << "AISW::Write: audio input data received for the first time: delay " |
| 63 "= " << interval.InMilliseconds() << "ms"; | 102 "= " << interval.InMilliseconds() << "ms"; |
| 64 | 103 |
| 65 } else { | 104 } else { |
| 66 base::TimeDelta interval = base::Time::Now() - last_write_time_; | 105 base::TimeDelta interval = base::Time::Now() - last_write_time_; |
| 67 if (interval > kLogDelayThreadhold) { | 106 if (interval > kLogDelayThreadhold) { |
| 68 oss << "AISW::Write: audio input data delay unexpectedly long: delay = " | 107 oss << "AISW::Write: audio input data delay unexpectedly long: delay = " |
| 69 << interval.InMilliseconds() << "ms"; | 108 << interval.InMilliseconds() << "ms"; |
| 70 } | 109 } |
| 71 } | 110 } |
| 72 if (!oss.str().empty()) { | 111 if (!oss.str().empty()) { |
| 73 MediaStreamManager::SendMessageToNativeLog(oss.str()); | 112 AddToNativeLog(oss.str()); |
| 74 DVLOG(1) << oss.str(); | 113 DVLOG(1) << oss.str(); |
| 75 } | 114 } |
| 76 | 115 |
| 77 last_write_time_ = base::Time::Now(); | 116 last_write_time_ = base::Time::Now(); |
| 78 #endif | 117 #endif |
| 79 | 118 |
| 119 // Check that the renderer side has read data so that we don't overwrite. | |
| 120 // The renderer side sends a signal over the socket each time it has read | |
| 121 // data. Here, we read those verifications before writing. We verify that each | |
| 122 // buffer index is in sequence. | |
| 123 | |
| 124 // Read verifications from other side as long as there is any. | |
| 125 while (true) { | |
|
DaleCurtis
2015/09/03 16:50:40
If you don't want to use tommi@'s suggestion to re
Henrik Grunell
2015/09/04 11:52:53
From comment on Peek(): "NOTE: Some implementation
| |
| 126 if (socket_->Peek() == 0) | |
| 127 break; | |
| 128 | |
| 129 uint32 index_read = 0; | |
| 130 size_t bytes_received = socket_->ReceiveWithTimeout( | |
|
DaleCurtis
2015/09/03 16:50:40
Just use Receive() if you're only going to read wh
Henrik Grunell
2015/09/04 11:52:53
Need a timeout since Peek return value isn't relia
| |
| 131 &index_read, sizeof(index_read), base::TimeDelta::FromMilliseconds(5)); | |
| 132 if (bytes_received != sizeof(index_read)) { | |
|
DaleCurtis
2015/09/03 16:50:40
Can make this a dcheck if you take my suggestion a
Henrik Grunell
2015/09/04 11:52:53
Can't do that based on above.
| |
| 133 // TODO(grunell): This could happen if this thread has bad luck and | |
| 134 // doesn't get to run before the timeout deadline. Otherwise it should | |
| 135 // never happen. Best would be to have a non-blocking Receive(). | |
| 136 break; | |
| 137 } | |
| 138 | |
| 139 ++next_read_buffer_index_; | |
| 140 CHECK_EQ(index_read, next_read_buffer_index_); | |
| 141 --number_of_filled_segments_; | |
| 142 CHECK_GE(number_of_filled_segments_, 0); | |
| 143 } | |
| 144 | |
| 145 // Check that the ring buffer isn't full and if it is, log error and drop the | |
| 146 // buffer. | |
| 147 if (number_of_filled_segments_ == | |
| 148 static_cast<int>(shared_memory_segment_count_)) { | |
| 149 const std::string error_message = | |
| 150 "No room in ring buffer to write data to. Dropping the data."; | |
| 151 LOG(ERROR) << error_message; | |
| 152 AddToNativeLog(error_message); | |
| 153 ++write_error_count_; | |
| 154 return; | |
| 155 } | |
| 156 | |
| 80 // Write audio parameters to shared memory. | 157 // Write audio parameters to shared memory. |
| 81 uint8* ptr = static_cast<uint8*>(shared_memory_->memory()); | 158 uint8* ptr = shared_memory_; |
| 82 ptr += current_segment_id_ * shared_memory_segment_size_; | 159 ptr += current_segment_id_ * shared_memory_segment_size_; |
| 83 media::AudioInputBuffer* buffer = | 160 media::AudioInputBuffer* buffer = |
| 84 reinterpret_cast<media::AudioInputBuffer*>(ptr); | 161 reinterpret_cast<media::AudioInputBuffer*>(ptr); |
| 85 buffer->params.volume = volume; | 162 buffer->params.volume = volume; |
| 86 buffer->params.size = audio_bus_memory_size_; | 163 buffer->params.size = audio_bus_memory_size_; |
| 87 buffer->params.key_pressed = key_pressed; | 164 buffer->params.key_pressed = key_pressed; |
| 88 buffer->params.hardware_delay_bytes = hardware_delay_bytes; | 165 buffer->params.hardware_delay_bytes = hardware_delay_bytes; |
| 89 buffer->params.id = next_buffer_id_++; | 166 buffer->params.id = next_buffer_id_++; |
| 90 | 167 |
| 91 // Copy data from the native audio layer into shared memory using pre- | 168 // Copy data from the native audio layer into shared memory using pre- |
| 92 // allocated audio buses. | 169 // allocated audio buses. |
| 93 media::AudioBus* audio_bus = audio_buses_[current_segment_id_]; | 170 media::AudioBus* audio_bus = audio_buses_[current_segment_id_]; |
| 94 data->CopyTo(audio_bus); | 171 data->CopyTo(audio_bus); |
| 95 | 172 |
| 96 socket_->Send(¤t_segment_id_, sizeof(current_segment_id_)); | 173 socket_->Send(¤t_segment_id_, sizeof(current_segment_id_)); |
| 97 | 174 |
| 98 if (++current_segment_id_ >= shared_memory_segment_count_) | 175 if (++current_segment_id_ >= shared_memory_segment_count_) |
| 99 current_segment_id_ = 0; | 176 current_segment_id_ = 0; |
| 177 | |
| 178 ++number_of_filled_segments_; | |
| 179 CHECK_LE(number_of_filled_segments_, | |
| 180 static_cast<int>(shared_memory_segment_count_)); | |
| 100 } | 181 } |
| 101 | 182 |
| 102 void AudioInputSyncWriter::Close() { | 183 void AudioInputSyncWriter::Close() { |
| 103 socket_->Close(); | 184 socket_->Close(); |
| 104 } | 185 } |
| 105 | 186 |
| 106 bool AudioInputSyncWriter::Init() { | 187 bool AudioInputSyncWriter::Init() { |
| 107 socket_.reset(new base::CancelableSyncSocket()); | 188 socket_.reset(new base::CancelableSyncSocket()); |
| 108 foreign_socket_.reset(new base::CancelableSyncSocket()); | 189 foreign_socket_.reset(new base::CancelableSyncSocket()); |
| 109 return base::CancelableSyncSocket::CreatePair(socket_.get(), | 190 return base::CancelableSyncSocket::CreatePair(socket_.get(), |
| 110 foreign_socket_.get()); | 191 foreign_socket_.get()); |
| 111 } | 192 } |
| 112 | 193 |
| 113 bool AudioInputSyncWriter::PrepareForeignSocket( | 194 bool AudioInputSyncWriter::PrepareForeignSocket( |
| 114 base::ProcessHandle process_handle, | 195 base::ProcessHandle process_handle, |
| 115 base::SyncSocket::TransitDescriptor* descriptor) { | 196 base::SyncSocket::TransitDescriptor* descriptor) { |
| 116 return foreign_socket_->PrepareTransitDescriptor(process_handle, descriptor); | 197 return foreign_socket_->PrepareTransitDescriptor(process_handle, descriptor); |
| 117 } | 198 } |
| 118 | 199 |
| 200 void AudioInputSyncWriter::AddToNativeLog(const std::string& message) { | |
| 201 MediaStreamManager::SendMessageToNativeLog(message); | |
| 202 } | |
| 119 | 203 |
| 120 } // namespace content | 204 } // namespace content |
| OLD | NEW |