OLD | NEW |
1 // Copyright 2013 The Chromium Authors. All rights reserved. | 1 // Copyright 2013 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
| 5 #include <deque> |
| 6 #include <utility> |
| 7 |
5 #include "base/bind.h" | 8 #include "base/bind.h" |
6 #include "base/memory/ref_counted.h" | 9 #include "base/memory/ref_counted.h" |
7 #include "base/memory/scoped_ptr.h" | 10 #include "base/memory/scoped_ptr.h" |
8 #include "base/test/simple_test_tick_clock.h" | 11 #include "base/test/simple_test_tick_clock.h" |
9 #include "media/cast/audio_receiver/audio_receiver.h" | 12 #include "media/cast/audio_receiver/audio_receiver.h" |
10 #include "media/cast/cast_defines.h" | 13 #include "media/cast/cast_defines.h" |
11 #include "media/cast/cast_environment.h" | 14 #include "media/cast/cast_environment.h" |
12 #include "media/cast/logging/simple_event_subscriber.h" | 15 #include "media/cast/logging/simple_event_subscriber.h" |
13 #include "media/cast/rtcp/test_rtcp_packet_builder.h" | 16 #include "media/cast/rtcp/test_rtcp_packet_builder.h" |
14 #include "media/cast/test/fake_single_thread_task_runner.h" | 17 #include "media/cast/test/fake_single_thread_task_runner.h" |
15 #include "media/cast/transport/pacing/mock_paced_packet_sender.h" | 18 #include "media/cast/transport/pacing/mock_paced_packet_sender.h" |
16 #include "testing/gmock/include/gmock/gmock.h" | 19 #include "testing/gmock/include/gmock/gmock.h" |
17 | 20 |
| 21 using ::testing::_; |
| 22 |
18 namespace media { | 23 namespace media { |
19 namespace cast { | 24 namespace cast { |
20 | 25 |
21 using ::testing::_; | |
22 | |
23 namespace { | 26 namespace { |
24 | 27 |
25 const int64 kStartMillisecond = INT64_C(12345678900000); | |
26 const uint32 kFirstFrameId = 1234; | 28 const uint32 kFirstFrameId = 1234; |
| 29 const int kPlayoutDelayMillis = 300; |
27 | 30 |
28 class FakeAudioClient { | 31 class FakeAudioClient { |
29 public: | 32 public: |
30 FakeAudioClient() : num_called_(0) {} | 33 FakeAudioClient() : num_called_(0) {} |
31 virtual ~FakeAudioClient() {} | 34 virtual ~FakeAudioClient() {} |
32 | 35 |
33 void SetNextExpectedResult(uint32 expected_frame_id, | 36 void AddExpectedResult(uint32 expected_frame_id, |
34 const base::TimeTicks& expected_playout_time) { | 37 const base::TimeTicks& expected_playout_time) { |
35 expected_frame_id_ = expected_frame_id; | 38 expected_results_.push_back( |
36 expected_playout_time_ = expected_playout_time; | 39 std::make_pair(expected_frame_id, expected_playout_time)); |
37 } | 40 } |
38 | 41 |
39 void DeliverEncodedAudioFrame( | 42 void DeliverEncodedAudioFrame( |
40 scoped_ptr<transport::EncodedAudioFrame> audio_frame, | 43 scoped_ptr<transport::EncodedAudioFrame> audio_frame, |
41 const base::TimeTicks& playout_time) { | 44 const base::TimeTicks& playout_time) { |
| 45 SCOPED_TRACE(::testing::Message() << "num_called_ is " << num_called_); |
42 ASSERT_FALSE(!audio_frame) | 46 ASSERT_FALSE(!audio_frame) |
43 << "If at shutdown: There were unsatisfied requests enqueued."; | 47 << "If at shutdown: There were unsatisfied requests enqueued."; |
44 EXPECT_EQ(expected_frame_id_, audio_frame->frame_id); | 48 ASSERT_FALSE(expected_results_.empty()); |
| 49 EXPECT_EQ(expected_results_.front().first, audio_frame->frame_id); |
45 EXPECT_EQ(transport::kPcm16, audio_frame->codec); | 50 EXPECT_EQ(transport::kPcm16, audio_frame->codec); |
46 EXPECT_EQ(expected_playout_time_, playout_time); | 51 EXPECT_EQ(expected_results_.front().second, playout_time); |
| 52 expected_results_.pop_front(); |
47 num_called_++; | 53 num_called_++; |
48 } | 54 } |
49 | 55 |
50 int number_times_called() const { return num_called_; } | 56 int number_times_called() const { return num_called_; } |
51 | 57 |
52 private: | 58 private: |
| 59 std::deque<std::pair<uint32, base::TimeTicks> > expected_results_; |
53 int num_called_; | 60 int num_called_; |
54 uint32 expected_frame_id_; | |
55 base::TimeTicks expected_playout_time_; | |
56 | 61 |
57 DISALLOW_COPY_AND_ASSIGN(FakeAudioClient); | 62 DISALLOW_COPY_AND_ASSIGN(FakeAudioClient); |
58 }; | 63 }; |
59 | 64 |
60 } // namespace | 65 } // namespace |
61 | 66 |
62 class AudioReceiverTest : public ::testing::Test { | 67 class AudioReceiverTest : public ::testing::Test { |
63 protected: | 68 protected: |
64 AudioReceiverTest() { | 69 AudioReceiverTest() { |
65 // Configure the audio receiver to use PCM16. | 70 // Configure the audio receiver to use PCM16. |
66 audio_config_.rtp_payload_type = 127; | 71 audio_config_.rtp_payload_type = 127; |
67 audio_config_.frequency = 16000; | 72 audio_config_.frequency = 16000; |
68 audio_config_.channels = 1; | 73 audio_config_.channels = 1; |
69 audio_config_.codec = transport::kPcm16; | 74 audio_config_.codec = transport::kPcm16; |
70 audio_config_.use_external_decoder = true; | 75 audio_config_.use_external_decoder = true; |
71 audio_config_.feedback_ssrc = 1234; | 76 audio_config_.feedback_ssrc = 1234; |
| 77 audio_config_.incoming_ssrc = 5678; |
| 78 audio_config_.rtp_max_delay_ms = kPlayoutDelayMillis; |
72 testing_clock_ = new base::SimpleTestTickClock(); | 79 testing_clock_ = new base::SimpleTestTickClock(); |
73 testing_clock_->Advance( | 80 testing_clock_->Advance(base::TimeTicks::Now() - base::TimeTicks()); |
74 base::TimeDelta::FromMilliseconds(kStartMillisecond)); | 81 start_time_ = testing_clock_->NowTicks(); |
75 task_runner_ = new test::FakeSingleThreadTaskRunner(testing_clock_); | 82 task_runner_ = new test::FakeSingleThreadTaskRunner(testing_clock_); |
76 | 83 |
77 cast_environment_ = new CastEnvironment( | 84 cast_environment_ = new CastEnvironment( |
78 scoped_ptr<base::TickClock>(testing_clock_).Pass(), | 85 scoped_ptr<base::TickClock>(testing_clock_).Pass(), |
79 task_runner_, | 86 task_runner_, |
80 task_runner_, | 87 task_runner_, |
81 task_runner_); | 88 task_runner_); |
82 | 89 |
83 receiver_.reset(new AudioReceiver(cast_environment_, audio_config_, | 90 receiver_.reset(new AudioReceiver(cast_environment_, audio_config_, |
84 &mock_transport_)); | 91 &mock_transport_)); |
85 } | 92 } |
86 | 93 |
87 virtual ~AudioReceiverTest() {} | 94 virtual ~AudioReceiverTest() {} |
88 | 95 |
89 virtual void SetUp() { | 96 virtual void SetUp() { |
90 payload_.assign(kMaxIpPacketSize, 0); | 97 payload_.assign(kMaxIpPacketSize, 0); |
91 rtp_header_.is_key_frame = true; | 98 rtp_header_.is_key_frame = true; |
92 rtp_header_.frame_id = kFirstFrameId; | 99 rtp_header_.frame_id = kFirstFrameId; |
93 rtp_header_.packet_id = 0; | 100 rtp_header_.packet_id = 0; |
94 rtp_header_.max_packet_id = 0; | 101 rtp_header_.max_packet_id = 0; |
95 rtp_header_.reference_frame_id = 0; | 102 rtp_header_.reference_frame_id = 0; |
96 rtp_header_.rtp_timestamp = 0; | 103 rtp_header_.rtp_timestamp = 0; |
97 } | 104 } |
98 | 105 |
99 void FeedOneFrameIntoReceiver() { | 106 void FeedOneFrameIntoReceiver() { |
100 receiver_->OnReceivedPayloadData( | 107 receiver_->OnReceivedPayloadData( |
101 payload_.data(), payload_.size(), rtp_header_); | 108 payload_.data(), payload_.size(), rtp_header_); |
102 } | 109 } |
103 | 110 |
| 111 void FeedLipSyncInfoIntoReceiver() { |
| 112 const base::TimeTicks now = testing_clock_->NowTicks(); |
| 113 const int64 rtp_timestamp = (now - start_time_) * |
| 114 audio_config_.frequency / base::TimeDelta::FromSeconds(1); |
| 115 CHECK_LE(0, rtp_timestamp); |
| 116 uint32 ntp_seconds; |
| 117 uint32 ntp_fraction; |
| 118 ConvertTimeTicksToNtp(now, &ntp_seconds, &ntp_fraction); |
| 119 TestRtcpPacketBuilder rtcp_packet; |
| 120 rtcp_packet.AddSrWithNtp(audio_config_.incoming_ssrc, |
| 121 ntp_seconds, ntp_fraction, |
| 122 static_cast<uint32>(rtp_timestamp)); |
| 123 receiver_->IncomingPacket(rtcp_packet.GetPacket().Pass()); |
| 124 } |
| 125 |
104 AudioReceiverConfig audio_config_; | 126 AudioReceiverConfig audio_config_; |
105 std::vector<uint8> payload_; | 127 std::vector<uint8> payload_; |
106 RtpCastHeader rtp_header_; | 128 RtpCastHeader rtp_header_; |
107 base::SimpleTestTickClock* testing_clock_; // Owned by CastEnvironment. | 129 base::SimpleTestTickClock* testing_clock_; // Owned by CastEnvironment. |
| 130 base::TimeTicks start_time_; |
108 transport::MockPacedPacketSender mock_transport_; | 131 transport::MockPacedPacketSender mock_transport_; |
109 scoped_refptr<test::FakeSingleThreadTaskRunner> task_runner_; | 132 scoped_refptr<test::FakeSingleThreadTaskRunner> task_runner_; |
110 scoped_refptr<CastEnvironment> cast_environment_; | 133 scoped_refptr<CastEnvironment> cast_environment_; |
111 FakeAudioClient fake_audio_client_; | 134 FakeAudioClient fake_audio_client_; |
112 | 135 |
113 // Important for the AudioReceiver to be declared last, since its dependencies | 136 // Important for the AudioReceiver to be declared last, since its dependencies |
114 // must remain alive until after its destruction. | 137 // must remain alive until after its destruction. |
115 scoped_ptr<AudioReceiver> receiver_; | 138 scoped_ptr<AudioReceiver> receiver_; |
116 }; | 139 }; |
117 | 140 |
118 TEST_F(AudioReceiverTest, GetOnePacketEncodedFrame) { | 141 TEST_F(AudioReceiverTest, ReceivesOneFrame) { |
119 SimpleEventSubscriber event_subscriber; | 142 SimpleEventSubscriber event_subscriber; |
120 cast_environment_->Logging()->AddRawEventSubscriber(&event_subscriber); | 143 cast_environment_->Logging()->AddRawEventSubscriber(&event_subscriber); |
121 | 144 |
122 EXPECT_CALL(mock_transport_, SendRtcpPacket(_, _)).Times(1); | 145 EXPECT_CALL(mock_transport_, SendRtcpPacket(_, _)) |
| 146 .WillRepeatedly(testing::Return(true)); |
| 147 |
| 148 FeedLipSyncInfoIntoReceiver(); |
| 149 task_runner_->RunTasks(); |
123 | 150 |
124 // Enqueue a request for an audio frame. | 151 // Enqueue a request for an audio frame. |
125 receiver_->GetEncodedAudioFrame( | 152 receiver_->GetEncodedAudioFrame( |
126 base::Bind(&FakeAudioClient::DeliverEncodedAudioFrame, | 153 base::Bind(&FakeAudioClient::DeliverEncodedAudioFrame, |
127 base::Unretained(&fake_audio_client_))); | 154 base::Unretained(&fake_audio_client_))); |
128 | 155 |
129 // The request should not be satisfied since no packets have been received. | 156 // The request should not be satisfied since no packets have been received. |
130 task_runner_->RunTasks(); | 157 task_runner_->RunTasks(); |
131 EXPECT_EQ(0, fake_audio_client_.number_times_called()); | 158 EXPECT_EQ(0, fake_audio_client_.number_times_called()); |
132 | 159 |
133 // Deliver one audio frame to the receiver and expect to get one frame back. | 160 // Deliver one audio frame to the receiver and expect to get one frame back. |
134 fake_audio_client_.SetNextExpectedResult(kFirstFrameId, | 161 const base::TimeDelta target_playout_delay = |
135 testing_clock_->NowTicks()); | 162 base::TimeDelta::FromMilliseconds(kPlayoutDelayMillis); |
| 163 fake_audio_client_.AddExpectedResult( |
| 164 kFirstFrameId, testing_clock_->NowTicks() + target_playout_delay); |
136 FeedOneFrameIntoReceiver(); | 165 FeedOneFrameIntoReceiver(); |
137 task_runner_->RunTasks(); | 166 task_runner_->RunTasks(); |
138 EXPECT_EQ(1, fake_audio_client_.number_times_called()); | 167 EXPECT_EQ(1, fake_audio_client_.number_times_called()); |
139 | 168 |
140 std::vector<FrameEvent> frame_events; | 169 std::vector<FrameEvent> frame_events; |
141 event_subscriber.GetFrameEventsAndReset(&frame_events); | 170 event_subscriber.GetFrameEventsAndReset(&frame_events); |
142 | 171 |
143 ASSERT_TRUE(!frame_events.empty()); | 172 ASSERT_TRUE(!frame_events.empty()); |
144 EXPECT_EQ(FRAME_ACK_SENT, frame_events.begin()->type); | 173 EXPECT_EQ(FRAME_ACK_SENT, frame_events.begin()->type); |
145 EXPECT_EQ(AUDIO_EVENT, frame_events.begin()->media_type); | 174 EXPECT_EQ(AUDIO_EVENT, frame_events.begin()->media_type); |
146 EXPECT_EQ(rtp_header_.frame_id, frame_events.begin()->frame_id); | 175 EXPECT_EQ(rtp_header_.frame_id, frame_events.begin()->frame_id); |
147 EXPECT_EQ(rtp_header_.rtp_timestamp, frame_events.begin()->rtp_timestamp); | 176 EXPECT_EQ(rtp_header_.rtp_timestamp, frame_events.begin()->rtp_timestamp); |
148 | 177 |
149 cast_environment_->Logging()->RemoveRawEventSubscriber(&event_subscriber); | 178 cast_environment_->Logging()->RemoveRawEventSubscriber(&event_subscriber); |
150 } | 179 } |
151 | 180 |
152 TEST_F(AudioReceiverTest, MultiplePendingGetCalls) { | 181 TEST_F(AudioReceiverTest, ReceivesFramesSkippingWhenAppropriate) { |
153 EXPECT_CALL(mock_transport_, SendRtcpPacket(_, _)) | 182 EXPECT_CALL(mock_transport_, SendRtcpPacket(_, _)) |
154 .WillRepeatedly(testing::Return(true)); | 183 .WillRepeatedly(testing::Return(true)); |
155 | 184 |
| 185 const uint32 rtp_advance_per_frame = audio_config_.frequency / 100; |
| 186 const base::TimeDelta time_advance_per_frame = |
| 187 base::TimeDelta::FromMilliseconds(10); |
| 188 |
| 189 FeedLipSyncInfoIntoReceiver(); |
| 190 task_runner_->RunTasks(); |
| 191 const base::TimeTicks first_frame_capture_time = testing_clock_->NowTicks(); |
| 192 |
156 // Enqueue a request for an audio frame. | 193 // Enqueue a request for an audio frame. |
157 const AudioFrameEncodedCallback frame_encoded_callback = | 194 const AudioFrameEncodedCallback frame_encoded_callback = |
158 base::Bind(&FakeAudioClient::DeliverEncodedAudioFrame, | 195 base::Bind(&FakeAudioClient::DeliverEncodedAudioFrame, |
159 base::Unretained(&fake_audio_client_)); | 196 base::Unretained(&fake_audio_client_)); |
160 receiver_->GetEncodedAudioFrame(frame_encoded_callback); | 197 receiver_->GetEncodedAudioFrame(frame_encoded_callback); |
161 task_runner_->RunTasks(); | 198 task_runner_->RunTasks(); |
162 EXPECT_EQ(0, fake_audio_client_.number_times_called()); | 199 EXPECT_EQ(0, fake_audio_client_.number_times_called()); |
163 | 200 |
164 // Receive one audio frame and expect to see the first request satisfied. | 201 // Receive one audio frame and expect to see the first request satisfied. |
165 fake_audio_client_.SetNextExpectedResult(kFirstFrameId, | 202 const base::TimeDelta target_playout_delay = |
166 testing_clock_->NowTicks()); | 203 base::TimeDelta::FromMilliseconds(kPlayoutDelayMillis); |
| 204 fake_audio_client_.AddExpectedResult( |
| 205 kFirstFrameId, first_frame_capture_time + target_playout_delay); |
| 206 rtp_header_.rtp_timestamp = 0; |
167 FeedOneFrameIntoReceiver(); | 207 FeedOneFrameIntoReceiver(); |
168 task_runner_->RunTasks(); | 208 task_runner_->RunTasks(); |
169 EXPECT_EQ(1, fake_audio_client_.number_times_called()); | 209 EXPECT_EQ(1, fake_audio_client_.number_times_called()); |
170 | 210 |
171 TestRtcpPacketBuilder rtcp_packet; | |
172 | |
173 uint32 ntp_high; | |
174 uint32 ntp_low; | |
175 ConvertTimeTicksToNtp(testing_clock_->NowTicks(), &ntp_high, &ntp_low); | |
176 rtcp_packet.AddSrWithNtp(audio_config_.feedback_ssrc, ntp_high, ntp_low, | |
177 rtp_header_.rtp_timestamp); | |
178 | |
179 testing_clock_->Advance(base::TimeDelta::FromMilliseconds(20)); | |
180 | |
181 receiver_->IncomingPacket(rtcp_packet.GetPacket().Pass()); | |
182 | |
183 // Enqueue a second request for an audio frame, but it should not be | 211 // Enqueue a second request for an audio frame, but it should not be |
184 // fulfilled yet. | 212 // fulfilled yet. |
185 receiver_->GetEncodedAudioFrame(frame_encoded_callback); | 213 receiver_->GetEncodedAudioFrame(frame_encoded_callback); |
186 task_runner_->RunTasks(); | 214 task_runner_->RunTasks(); |
187 EXPECT_EQ(1, fake_audio_client_.number_times_called()); | 215 EXPECT_EQ(1, fake_audio_client_.number_times_called()); |
188 | 216 |
189 // Receive one audio frame out-of-order: Make sure that we are not continuous | 217 // Receive one audio frame out-of-order: Make sure that we are not continuous |
190 // and that the RTP timestamp represents a time in the future. | 218 // and that the RTP timestamp represents a time in the future. |
191 rtp_header_.is_key_frame = false; | 219 rtp_header_.is_key_frame = false; |
192 rtp_header_.frame_id = kFirstFrameId + 2; | 220 rtp_header_.frame_id = kFirstFrameId + 2; |
193 rtp_header_.reference_frame_id = 0; | 221 rtp_header_.reference_frame_id = 0; |
194 rtp_header_.rtp_timestamp = 960; | 222 rtp_header_.rtp_timestamp += 2 * rtp_advance_per_frame; |
195 fake_audio_client_.SetNextExpectedResult( | 223 fake_audio_client_.AddExpectedResult( |
196 kFirstFrameId + 2, | 224 kFirstFrameId + 2, |
197 testing_clock_->NowTicks() + base::TimeDelta::FromMilliseconds(100)); | 225 first_frame_capture_time + 2 * time_advance_per_frame + |
| 226 target_playout_delay); |
198 FeedOneFrameIntoReceiver(); | 227 FeedOneFrameIntoReceiver(); |
199 | 228 |
200 // Frame 2 should not come out at this point in time. | 229 // Frame 2 should not come out at this point in time. |
201 task_runner_->RunTasks(); | 230 task_runner_->RunTasks(); |
202 EXPECT_EQ(1, fake_audio_client_.number_times_called()); | 231 EXPECT_EQ(1, fake_audio_client_.number_times_called()); |
203 | 232 |
204 // Enqueue a third request for an audio frame. | 233 // Enqueue a third request for an audio frame. |
205 receiver_->GetEncodedAudioFrame(frame_encoded_callback); | 234 receiver_->GetEncodedAudioFrame(frame_encoded_callback); |
206 task_runner_->RunTasks(); | 235 task_runner_->RunTasks(); |
207 EXPECT_EQ(1, fake_audio_client_.number_times_called()); | 236 EXPECT_EQ(1, fake_audio_client_.number_times_called()); |
208 | 237 |
209 // After 100 ms has elapsed, Frame 2 is emitted (to satisfy the second | 238 // Now, advance time forward such that the receiver is convinced it should |
210 // request) because a decision was made to skip over the no-show Frame 1. | 239 // skip Frame 2. Frame 3 is emitted (to satisfy the second request) because a |
211 testing_clock_->Advance(base::TimeDelta::FromMilliseconds(100)); | 240 // decision was made to skip over the no-show Frame 2. |
| 241 testing_clock_->Advance(2 * time_advance_per_frame + target_playout_delay); |
212 task_runner_->RunTasks(); | 242 task_runner_->RunTasks(); |
213 EXPECT_EQ(2, fake_audio_client_.number_times_called()); | 243 EXPECT_EQ(2, fake_audio_client_.number_times_called()); |
214 | 244 |
215 // Receive Frame 3 and expect it to fulfill the third request immediately. | 245 // Receive Frame 4 and expect it to fulfill the third request immediately. |
216 rtp_header_.frame_id = kFirstFrameId + 3; | 246 rtp_header_.frame_id = kFirstFrameId + 3; |
217 rtp_header_.reference_frame_id = rtp_header_.frame_id - 1; | 247 rtp_header_.reference_frame_id = rtp_header_.frame_id - 1; |
218 rtp_header_.rtp_timestamp = 1280; | 248 rtp_header_.rtp_timestamp += rtp_advance_per_frame; |
219 fake_audio_client_.SetNextExpectedResult(kFirstFrameId + 3, | 249 fake_audio_client_.AddExpectedResult( |
220 testing_clock_->NowTicks()); | 250 kFirstFrameId + 3, first_frame_capture_time + 3 * time_advance_per_frame + |
| 251 target_playout_delay); |
221 FeedOneFrameIntoReceiver(); | 252 FeedOneFrameIntoReceiver(); |
222 task_runner_->RunTasks(); | 253 task_runner_->RunTasks(); |
223 EXPECT_EQ(3, fake_audio_client_.number_times_called()); | 254 EXPECT_EQ(3, fake_audio_client_.number_times_called()); |
224 | 255 |
225 // Move forward another 100 ms and run any pending tasks (there should be | 256 // Move forward to the playout time of an unreceived Frame 5. Expect no |
226 // none). Expect no additional frames where emitted. | 257 // additional frames were emitted. |
227 testing_clock_->Advance(base::TimeDelta::FromMilliseconds(100)); | 258 testing_clock_->Advance(3 * time_advance_per_frame); |
228 task_runner_->RunTasks(); | 259 task_runner_->RunTasks(); |
229 EXPECT_EQ(3, fake_audio_client_.number_times_called()); | 260 EXPECT_EQ(3, fake_audio_client_.number_times_called()); |
230 } | 261 } |
231 | 262 |
232 } // namespace cast | 263 } // namespace cast |
233 } // namespace media | 264 } // namespace media |
OLD | NEW |