OLD | NEW |
1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 #include "content/browser/renderer_host/media/audio_input_sync_writer.h" | 5 #include "content/browser/renderer_host/media/audio_input_sync_writer.h" |
6 | 6 |
7 #include <algorithm> | 7 #include <algorithm> |
8 | 8 |
9 #include "base/memory/shared_memory.h" | 9 #include "base/metrics/histogram.h" |
| 10 #include "base/strings/stringprintf.h" |
10 #include "content/browser/renderer_host/media/media_stream_manager.h" | 11 #include "content/browser/renderer_host/media/media_stream_manager.h" |
11 | 12 |
12 using media::AudioBus; | 13 using media::AudioBus; |
13 | 14 |
14 namespace content { | 15 namespace content { |
15 | 16 |
16 AudioInputSyncWriter::AudioInputSyncWriter(base::SharedMemory* shared_memory, | 17 namespace { |
| 18 |
| 19 // Used to log if any audio glitches have been detected during an audio session. |
| 20 // Elements in this enum should not be added, deleted or rearranged. |
| 21 enum AudioGlitchResult { |
| 22 AUDIO_CAPTURER_NO_AUDIO_GLITCHES = 0, |
| 23 AUDIO_CAPTURER_AUDIO_GLITCHES = 1, |
| 24 AUDIO_CAPTURER_AUDIO_GLITCHES_MAX = AUDIO_CAPTURER_AUDIO_GLITCHES |
| 25 }; |
| 26 |
| 27 } // namespace |
| 28 |
| 29 AudioInputSyncWriter::AudioInputSyncWriter(void* shared_memory, |
| 30 size_t shared_memory_size, |
17 int shared_memory_segment_count, | 31 int shared_memory_segment_count, |
18 const media::AudioParameters& params) | 32 const media::AudioParameters& params) |
19 : shared_memory_(shared_memory), | 33 : shared_memory_(static_cast<uint8*>(shared_memory)), |
20 shared_memory_segment_count_(shared_memory_segment_count), | 34 shared_memory_segment_count_(shared_memory_segment_count), |
21 current_segment_id_(0), | 35 current_segment_id_(0), |
22 creation_time_(base::Time::Now()), | 36 creation_time_(base::Time::Now()), |
23 audio_bus_memory_size_(AudioBus::CalculateMemorySize(params)), | 37 audio_bus_memory_size_(AudioBus::CalculateMemorySize(params)), |
24 next_buffer_id_(0) { | 38 next_buffer_id_(0), |
| 39 next_read_buffer_index_(0), |
| 40 number_of_filled_segments_(0), |
| 41 write_count_(0), |
| 42 write_error_count_(0) { |
25 DCHECK_GT(shared_memory_segment_count, 0); | 43 DCHECK_GT(shared_memory_segment_count, 0); |
26 DCHECK_EQ(shared_memory->requested_size() % shared_memory_segment_count, 0u); | 44 DCHECK_EQ(shared_memory_size % shared_memory_segment_count, 0u); |
27 shared_memory_segment_size_ = | 45 shared_memory_segment_size_ = |
28 shared_memory->requested_size() / shared_memory_segment_count; | 46 shared_memory_size / shared_memory_segment_count; |
29 DVLOG(1) << "SharedMemory::requested_size: " | 47 DVLOG(1) << "shared_memory_size: " << shared_memory_size; |
30 << shared_memory->requested_size(); | |
31 DVLOG(1) << "shared_memory_segment_count: " << shared_memory_segment_count; | 48 DVLOG(1) << "shared_memory_segment_count: " << shared_memory_segment_count; |
32 DVLOG(1) << "audio_bus_memory_size: " << audio_bus_memory_size_; | 49 DVLOG(1) << "audio_bus_memory_size: " << audio_bus_memory_size_; |
33 | 50 |
34 // Create vector of audio buses by wrapping existing blocks of memory. | 51 // Create vector of audio buses by wrapping existing blocks of memory. |
35 uint8* ptr = static_cast<uint8*>(shared_memory_->memory()); | 52 uint8* ptr = shared_memory_; |
36 for (int i = 0; i < shared_memory_segment_count; ++i) { | 53 for (int i = 0; i < shared_memory_segment_count; ++i) { |
37 CHECK((reinterpret_cast<uintptr_t>(ptr) & | 54 CHECK((reinterpret_cast<uintptr_t>(ptr) & |
38 (media::AudioBus::kChannelAlignment - 1)) == 0U); | 55 (media::AudioBus::kChannelAlignment - 1)) == 0U); |
39 media::AudioInputBuffer* buffer = | 56 media::AudioInputBuffer* buffer = |
40 reinterpret_cast<media::AudioInputBuffer*>(ptr); | 57 reinterpret_cast<media::AudioInputBuffer*>(ptr); |
41 scoped_ptr<media::AudioBus> audio_bus = | 58 scoped_ptr<media::AudioBus> audio_bus = |
42 media::AudioBus::WrapMemory(params, buffer->audio); | 59 media::AudioBus::WrapMemory(params, buffer->audio); |
43 audio_buses_.push_back(audio_bus.release()); | 60 audio_buses_.push_back(audio_bus.release()); |
44 ptr += shared_memory_segment_size_; | 61 ptr += shared_memory_segment_size_; |
45 } | 62 } |
46 } | 63 } |
47 | 64 |
48 AudioInputSyncWriter::~AudioInputSyncWriter() {} | 65 AudioInputSyncWriter::~AudioInputSyncWriter() { |
| 66 if (write_count_ == 0) |
| 67 return; |
| 68 |
| 69 UMA_HISTOGRAM_PERCENTAGE( |
| 70 "Media.AudioCapturerMissedReadDeadline", |
| 71 100.0 * write_error_count_ / write_count_); |
| 72 |
| 73 UMA_HISTOGRAM_ENUMERATION("Media.AudioCapturerAudioGlitches", |
| 74 write_error_count_ == 0 ? |
| 75 AUDIO_CAPTURER_NO_AUDIO_GLITCHES : |
| 76 AUDIO_CAPTURER_AUDIO_GLITCHES, |
| 77 AUDIO_CAPTURER_AUDIO_GLITCHES_MAX + 1); |
| 78 |
| 79 std::string log_string = base::StringPrintf( |
| 80 "AISW: number of detected audio glitches: %zu out of %zu", |
| 81 write_error_count_, |
| 82 write_count_); |
| 83 MediaStreamManager::SendMessageToNativeLog(log_string); |
| 84 DVLOG(1) << log_string; |
| 85 } |
49 | 86 |
50 void AudioInputSyncWriter::Write(const media::AudioBus* data, | 87 void AudioInputSyncWriter::Write(const media::AudioBus* data, |
51 double volume, | 88 double volume, |
52 bool key_pressed, | 89 bool key_pressed, |
53 uint32 hardware_delay_bytes) { | 90 uint32 hardware_delay_bytes) { |
| 91 ++write_count_; |
| 92 |
54 #if !defined(OS_ANDROID) | 93 #if !defined(OS_ANDROID) |
55 static const base::TimeDelta kLogDelayThreadhold = | 94 static const base::TimeDelta kLogDelayThreadhold = |
56 base::TimeDelta::FromMilliseconds(500); | 95 base::TimeDelta::FromMilliseconds(500); |
57 | 96 |
58 std::ostringstream oss; | 97 std::ostringstream oss; |
59 if (last_write_time_.is_null()) { | 98 if (last_write_time_.is_null()) { |
60 // This is the first time Write is called. | 99 // This is the first time Write is called. |
61 base::TimeDelta interval = base::Time::Now() - creation_time_; | 100 base::TimeDelta interval = base::Time::Now() - creation_time_; |
62 oss << "AISW::Write: audio input data received for the first time: delay " | 101 oss << "AISW::Write: audio input data received for the first time: delay " |
63 "= " << interval.InMilliseconds() << "ms"; | 102 "= " << interval.InMilliseconds() << "ms"; |
64 | 103 |
65 } else { | 104 } else { |
66 base::TimeDelta interval = base::Time::Now() - last_write_time_; | 105 base::TimeDelta interval = base::Time::Now() - last_write_time_; |
67 if (interval > kLogDelayThreadhold) { | 106 if (interval > kLogDelayThreadhold) { |
68 oss << "AISW::Write: audio input data delay unexpectedly long: delay = " | 107 oss << "AISW::Write: audio input data delay unexpectedly long: delay = " |
69 << interval.InMilliseconds() << "ms"; | 108 << interval.InMilliseconds() << "ms"; |
70 } | 109 } |
71 } | 110 } |
72 if (!oss.str().empty()) { | 111 if (!oss.str().empty()) { |
73 MediaStreamManager::SendMessageToNativeLog(oss.str()); | 112 AddToNativeLog(oss.str()); |
74 DVLOG(1) << oss.str(); | 113 DVLOG(1) << oss.str(); |
75 } | 114 } |
76 | 115 |
77 last_write_time_ = base::Time::Now(); | 116 last_write_time_ = base::Time::Now(); |
78 #endif | 117 #endif |
79 | 118 |
| 119 // Check that the renderer side has read data so that we don't overwrite data |
| 120 // that hasn't been read yet. The renderer side sends a signal over the socket |
| 121 // each time it has read data. Here, we read those verifications before |
| 122 // writing. We verify that each buffer index is in sequence. |
| 123 while (socket_->Peek() > 0) { |
| 124 uint32_t index_read = 0; |
| 125 size_t bytes_received = socket_->ReceiveWithTimeout( |
| 126 &index_read, sizeof(index_read), base::TimeDelta::FromMilliseconds(5)); |
| 127 if (bytes_received != sizeof(index_read)) { |
| 128 // TODO(grunell): This could happen if this thread has bad luck and |
| 129 // doesn't get to run before the timeout deadline, or if there's not |
| 130 // enough data to read. Otherwise it should never happen. Best would be |
| 131 // to be able to rely on what Peek() returns but we can't according to its |
| 132 // comment. |
| 133 break; |
| 134 } |
| 135 ++next_read_buffer_index_; |
| 136 CHECK_EQ(index_read, next_read_buffer_index_); |
| 137 --number_of_filled_segments_; |
| 138 CHECK_GE(number_of_filled_segments_, 0); |
| 139 } |
| 140 |
| 141 // Check that the ring buffer isn't full, and if it is log error and drop the |
| 142 // buffer. |
| 143 if (number_of_filled_segments_ == |
| 144 static_cast<int>(shared_memory_segment_count_)) { |
| 145 const std::string error_message = |
| 146 "No room in ring buffer to write data to. Dropping the data."; |
| 147 LOG(ERROR) << error_message; |
| 148 AddToNativeLog(error_message); |
| 149 ++write_error_count_; |
| 150 return; |
| 151 } |
| 152 |
80 // Write audio parameters to shared memory. | 153 // Write audio parameters to shared memory. |
81 uint8* ptr = static_cast<uint8*>(shared_memory_->memory()); | 154 uint8* ptr = shared_memory_; |
82 ptr += current_segment_id_ * shared_memory_segment_size_; | 155 ptr += current_segment_id_ * shared_memory_segment_size_; |
83 media::AudioInputBuffer* buffer = | 156 media::AudioInputBuffer* buffer = |
84 reinterpret_cast<media::AudioInputBuffer*>(ptr); | 157 reinterpret_cast<media::AudioInputBuffer*>(ptr); |
85 buffer->params.volume = volume; | 158 buffer->params.volume = volume; |
86 buffer->params.size = audio_bus_memory_size_; | 159 buffer->params.size = audio_bus_memory_size_; |
87 buffer->params.key_pressed = key_pressed; | 160 buffer->params.key_pressed = key_pressed; |
88 buffer->params.hardware_delay_bytes = hardware_delay_bytes; | 161 buffer->params.hardware_delay_bytes = hardware_delay_bytes; |
89 buffer->params.id = next_buffer_id_++; | 162 buffer->params.id = next_buffer_id_++; |
90 | 163 |
91 // Copy data from the native audio layer into shared memory using pre- | 164 // Copy data from the native audio layer into shared memory using pre- |
92 // allocated audio buses. | 165 // allocated audio buses. |
93 media::AudioBus* audio_bus = audio_buses_[current_segment_id_]; | 166 media::AudioBus* audio_bus = audio_buses_[current_segment_id_]; |
94 data->CopyTo(audio_bus); | 167 data->CopyTo(audio_bus); |
95 | 168 |
96 socket_->Send(¤t_segment_id_, sizeof(current_segment_id_)); | 169 socket_->Send(¤t_segment_id_, sizeof(current_segment_id_)); |
97 | 170 |
98 if (++current_segment_id_ >= shared_memory_segment_count_) | 171 if (++current_segment_id_ >= shared_memory_segment_count_) |
99 current_segment_id_ = 0; | 172 current_segment_id_ = 0; |
| 173 |
| 174 ++number_of_filled_segments_; |
| 175 CHECK_LE(number_of_filled_segments_, |
| 176 static_cast<int>(shared_memory_segment_count_)); |
100 } | 177 } |
101 | 178 |
102 void AudioInputSyncWriter::Close() { | 179 void AudioInputSyncWriter::Close() { |
103 socket_->Close(); | 180 socket_->Close(); |
104 } | 181 } |
105 | 182 |
106 bool AudioInputSyncWriter::Init() { | 183 bool AudioInputSyncWriter::Init() { |
107 socket_.reset(new base::CancelableSyncSocket()); | 184 socket_.reset(new base::CancelableSyncSocket()); |
108 foreign_socket_.reset(new base::CancelableSyncSocket()); | 185 foreign_socket_.reset(new base::CancelableSyncSocket()); |
109 return base::CancelableSyncSocket::CreatePair(socket_.get(), | 186 return base::CancelableSyncSocket::CreatePair(socket_.get(), |
110 foreign_socket_.get()); | 187 foreign_socket_.get()); |
111 } | 188 } |
112 | 189 |
113 bool AudioInputSyncWriter::PrepareForeignSocket( | 190 bool AudioInputSyncWriter::PrepareForeignSocket( |
114 base::ProcessHandle process_handle, | 191 base::ProcessHandle process_handle, |
115 base::SyncSocket::TransitDescriptor* descriptor) { | 192 base::SyncSocket::TransitDescriptor* descriptor) { |
116 return foreign_socket_->PrepareTransitDescriptor(process_handle, descriptor); | 193 return foreign_socket_->PrepareTransitDescriptor(process_handle, descriptor); |
117 } | 194 } |
118 | 195 |
| 196 void AudioInputSyncWriter::AddToNativeLog(const std::string& message) { |
| 197 MediaStreamManager::SendMessageToNativeLog(message); |
| 198 } |
119 | 199 |
120 } // namespace content | 200 } // namespace content |
OLD | NEW |