OLD | NEW |
1 // Copyright 2013 The Chromium Authors. All rights reserved. | 1 // Copyright 2013 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
| 5 #include <deque> |
| 6 #include <utility> |
| 7 |
5 #include "base/bind.h" | 8 #include "base/bind.h" |
6 #include "base/memory/ref_counted.h" | 9 #include "base/memory/ref_counted.h" |
7 #include "base/memory/scoped_ptr.h" | 10 #include "base/memory/scoped_ptr.h" |
8 #include "base/test/simple_test_tick_clock.h" | 11 #include "base/test/simple_test_tick_clock.h" |
9 #include "media/cast/audio_receiver/audio_receiver.h" | 12 #include "media/cast/audio_receiver/audio_receiver.h" |
10 #include "media/cast/cast_defines.h" | 13 #include "media/cast/cast_defines.h" |
11 #include "media/cast/cast_environment.h" | 14 #include "media/cast/cast_environment.h" |
12 #include "media/cast/logging/simple_event_subscriber.h" | 15 #include "media/cast/logging/simple_event_subscriber.h" |
13 #include "media/cast/rtcp/test_rtcp_packet_builder.h" | 16 #include "media/cast/rtcp/test_rtcp_packet_builder.h" |
14 #include "media/cast/test/fake_single_thread_task_runner.h" | 17 #include "media/cast/test/fake_single_thread_task_runner.h" |
15 #include "media/cast/transport/pacing/mock_paced_packet_sender.h" | 18 #include "media/cast/transport/pacing/mock_paced_packet_sender.h" |
16 #include "testing/gmock/include/gmock/gmock.h" | 19 #include "testing/gmock/include/gmock/gmock.h" |
17 | 20 |
| 21 using ::testing::_; |
| 22 |
18 namespace media { | 23 namespace media { |
19 namespace cast { | 24 namespace cast { |
20 | 25 |
21 using ::testing::_; | |
22 | |
23 namespace { | 26 namespace { |
24 | 27 |
25 const int64 kStartMillisecond = INT64_C(12345678900000); | |
26 const uint32 kFirstFrameId = 1234; | 28 const uint32 kFirstFrameId = 1234; |
| 29 const int kPlayoutDelayMillis = 300; |
27 | 30 |
28 class FakeAudioClient { | 31 class FakeAudioClient { |
29 public: | 32 public: |
30 FakeAudioClient() : num_called_(0) {} | 33 FakeAudioClient() : num_called_(0) {} |
31 virtual ~FakeAudioClient() {} | 34 virtual ~FakeAudioClient() {} |
32 | 35 |
33 void SetNextExpectedResult(uint32 expected_frame_id, | 36 void AddExpectedResult(uint32 expected_frame_id, |
34 const base::TimeTicks& expected_playout_time) { | 37 const base::TimeTicks& expected_playout_time) { |
35 expected_frame_id_ = expected_frame_id; | 38 expected_results_.push_back( |
36 expected_playout_time_ = expected_playout_time; | 39 std::make_pair(expected_frame_id, expected_playout_time)); |
37 } | 40 } |
38 | 41 |
39 void DeliverEncodedAudioFrame( | 42 void DeliverEncodedAudioFrame( |
40 scoped_ptr<transport::EncodedFrame> audio_frame) { | 43 scoped_ptr<transport::EncodedFrame> audio_frame) { |
| 44 SCOPED_TRACE(::testing::Message() << "num_called_ is " << num_called_); |
41 ASSERT_FALSE(!audio_frame) | 45 ASSERT_FALSE(!audio_frame) |
42 << "If at shutdown: There were unsatisfied requests enqueued."; | 46 << "If at shutdown: There were unsatisfied requests enqueued."; |
43 EXPECT_EQ(expected_frame_id_, audio_frame->frame_id); | 47 ASSERT_FALSE(expected_results_.empty()); |
44 EXPECT_EQ(expected_playout_time_, audio_frame->reference_time); | 48 EXPECT_EQ(expected_results_.front().first, audio_frame->frame_id); |
| 49 EXPECT_EQ(expected_results_.front().second, audio_frame->reference_time); |
| 50 expected_results_.pop_front(); |
45 num_called_++; | 51 num_called_++; |
46 } | 52 } |
47 | 53 |
48 int number_times_called() const { return num_called_; } | 54 int number_times_called() const { return num_called_; } |
49 | 55 |
50 private: | 56 private: |
| 57 std::deque<std::pair<uint32, base::TimeTicks> > expected_results_; |
51 int num_called_; | 58 int num_called_; |
52 uint32 expected_frame_id_; | |
53 base::TimeTicks expected_playout_time_; | |
54 | 59 |
55 DISALLOW_COPY_AND_ASSIGN(FakeAudioClient); | 60 DISALLOW_COPY_AND_ASSIGN(FakeAudioClient); |
56 }; | 61 }; |
57 | 62 |
58 } // namespace | 63 } // namespace |
59 | 64 |
60 class AudioReceiverTest : public ::testing::Test { | 65 class AudioReceiverTest : public ::testing::Test { |
61 protected: | 66 protected: |
62 AudioReceiverTest() { | 67 AudioReceiverTest() { |
63 // Configure the audio receiver to use PCM16. | 68 // Configure the audio receiver to use PCM16. |
64 audio_config_.rtp_payload_type = 127; | 69 audio_config_.rtp_payload_type = 127; |
65 audio_config_.frequency = 16000; | 70 audio_config_.frequency = 16000; |
66 audio_config_.channels = 1; | 71 audio_config_.channels = 1; |
67 audio_config_.codec = transport::kPcm16; | 72 audio_config_.codec = transport::kPcm16; |
68 audio_config_.use_external_decoder = true; | 73 audio_config_.use_external_decoder = true; |
69 audio_config_.feedback_ssrc = 1234; | 74 audio_config_.feedback_ssrc = 1234; |
| 75 audio_config_.incoming_ssrc = 5678; |
| 76 audio_config_.rtp_max_delay_ms = kPlayoutDelayMillis; |
70 testing_clock_ = new base::SimpleTestTickClock(); | 77 testing_clock_ = new base::SimpleTestTickClock(); |
71 testing_clock_->Advance( | 78 testing_clock_->Advance(base::TimeTicks::Now() - base::TimeTicks()); |
72 base::TimeDelta::FromMilliseconds(kStartMillisecond)); | 79 start_time_ = testing_clock_->NowTicks(); |
73 task_runner_ = new test::FakeSingleThreadTaskRunner(testing_clock_); | 80 task_runner_ = new test::FakeSingleThreadTaskRunner(testing_clock_); |
74 | 81 |
75 cast_environment_ = new CastEnvironment( | 82 cast_environment_ = new CastEnvironment( |
76 scoped_ptr<base::TickClock>(testing_clock_).Pass(), | 83 scoped_ptr<base::TickClock>(testing_clock_).Pass(), |
77 task_runner_, | 84 task_runner_, |
78 task_runner_, | 85 task_runner_, |
79 task_runner_); | 86 task_runner_); |
80 | 87 |
81 receiver_.reset(new AudioReceiver(cast_environment_, audio_config_, | 88 receiver_.reset(new AudioReceiver(cast_environment_, audio_config_, |
82 &mock_transport_)); | 89 &mock_transport_)); |
83 } | 90 } |
84 | 91 |
85 virtual ~AudioReceiverTest() {} | 92 virtual ~AudioReceiverTest() {} |
86 | 93 |
87 virtual void SetUp() { | 94 virtual void SetUp() { |
88 payload_.assign(kMaxIpPacketSize, 0); | 95 payload_.assign(kMaxIpPacketSize, 0); |
89 rtp_header_.is_key_frame = true; | 96 rtp_header_.is_key_frame = true; |
90 rtp_header_.frame_id = kFirstFrameId; | 97 rtp_header_.frame_id = kFirstFrameId; |
91 rtp_header_.packet_id = 0; | 98 rtp_header_.packet_id = 0; |
92 rtp_header_.max_packet_id = 0; | 99 rtp_header_.max_packet_id = 0; |
93 rtp_header_.reference_frame_id = rtp_header_.frame_id; | 100 rtp_header_.reference_frame_id = rtp_header_.frame_id; |
94 rtp_header_.rtp_timestamp = 0; | 101 rtp_header_.rtp_timestamp = 0; |
95 } | 102 } |
96 | 103 |
97 void FeedOneFrameIntoReceiver() { | 104 void FeedOneFrameIntoReceiver() { |
98 receiver_->OnReceivedPayloadData( | 105 receiver_->OnReceivedPayloadData( |
99 payload_.data(), payload_.size(), rtp_header_); | 106 payload_.data(), payload_.size(), rtp_header_); |
100 } | 107 } |
101 | 108 |
| 109 void FeedLipSyncInfoIntoReceiver() { |
| 110 const base::TimeTicks now = testing_clock_->NowTicks(); |
| 111 const int64 rtp_timestamp = (now - start_time_) * |
| 112 audio_config_.frequency / base::TimeDelta::FromSeconds(1); |
| 113 CHECK_LE(0, rtp_timestamp); |
| 114 uint32 ntp_seconds; |
| 115 uint32 ntp_fraction; |
| 116 ConvertTimeTicksToNtp(now, &ntp_seconds, &ntp_fraction); |
| 117 TestRtcpPacketBuilder rtcp_packet; |
| 118 rtcp_packet.AddSrWithNtp(audio_config_.incoming_ssrc, |
| 119 ntp_seconds, ntp_fraction, |
| 120 static_cast<uint32>(rtp_timestamp)); |
| 121 receiver_->IncomingPacket(rtcp_packet.GetPacket().Pass()); |
| 122 } |
| 123 |
102 AudioReceiverConfig audio_config_; | 124 AudioReceiverConfig audio_config_; |
103 std::vector<uint8> payload_; | 125 std::vector<uint8> payload_; |
104 RtpCastHeader rtp_header_; | 126 RtpCastHeader rtp_header_; |
105 base::SimpleTestTickClock* testing_clock_; // Owned by CastEnvironment. | 127 base::SimpleTestTickClock* testing_clock_; // Owned by CastEnvironment. |
| 128 base::TimeTicks start_time_; |
106 transport::MockPacedPacketSender mock_transport_; | 129 transport::MockPacedPacketSender mock_transport_; |
107 scoped_refptr<test::FakeSingleThreadTaskRunner> task_runner_; | 130 scoped_refptr<test::FakeSingleThreadTaskRunner> task_runner_; |
108 scoped_refptr<CastEnvironment> cast_environment_; | 131 scoped_refptr<CastEnvironment> cast_environment_; |
109 FakeAudioClient fake_audio_client_; | 132 FakeAudioClient fake_audio_client_; |
110 | 133 |
111 // Important for the AudioReceiver to be declared last, since its dependencies | 134 // Important for the AudioReceiver to be declared last, since its dependencies |
112 // must remain alive until after its destruction. | 135 // must remain alive until after its destruction. |
113 scoped_ptr<AudioReceiver> receiver_; | 136 scoped_ptr<AudioReceiver> receiver_; |
114 }; | 137 }; |
115 | 138 |
116 TEST_F(AudioReceiverTest, GetOnePacketEncodedFrame) { | 139 TEST_F(AudioReceiverTest, ReceivesOneFrame) { |
117 SimpleEventSubscriber event_subscriber; | 140 SimpleEventSubscriber event_subscriber; |
118 cast_environment_->Logging()->AddRawEventSubscriber(&event_subscriber); | 141 cast_environment_->Logging()->AddRawEventSubscriber(&event_subscriber); |
119 | 142 |
120 EXPECT_CALL(mock_transport_, SendRtcpPacket(_, _)).Times(1); | 143 EXPECT_CALL(mock_transport_, SendRtcpPacket(_, _)) |
| 144 .WillRepeatedly(testing::Return(true)); |
| 145 |
| 146 FeedLipSyncInfoIntoReceiver(); |
| 147 task_runner_->RunTasks(); |
121 | 148 |
122 // Enqueue a request for an audio frame. | 149 // Enqueue a request for an audio frame. |
123 receiver_->GetEncodedAudioFrame( | 150 receiver_->GetEncodedAudioFrame( |
124 base::Bind(&FakeAudioClient::DeliverEncodedAudioFrame, | 151 base::Bind(&FakeAudioClient::DeliverEncodedAudioFrame, |
125 base::Unretained(&fake_audio_client_))); | 152 base::Unretained(&fake_audio_client_))); |
126 | 153 |
127 // The request should not be satisfied since no packets have been received. | 154 // The request should not be satisfied since no packets have been received. |
128 task_runner_->RunTasks(); | 155 task_runner_->RunTasks(); |
129 EXPECT_EQ(0, fake_audio_client_.number_times_called()); | 156 EXPECT_EQ(0, fake_audio_client_.number_times_called()); |
130 | 157 |
131 // Deliver one audio frame to the receiver and expect to get one frame back. | 158 // Deliver one audio frame to the receiver and expect to get one frame back. |
132 fake_audio_client_.SetNextExpectedResult(kFirstFrameId, | 159 const base::TimeDelta target_playout_delay = |
133 testing_clock_->NowTicks()); | 160 base::TimeDelta::FromMilliseconds(kPlayoutDelayMillis); |
| 161 fake_audio_client_.AddExpectedResult( |
| 162 kFirstFrameId, testing_clock_->NowTicks() + target_playout_delay); |
134 FeedOneFrameIntoReceiver(); | 163 FeedOneFrameIntoReceiver(); |
135 task_runner_->RunTasks(); | 164 task_runner_->RunTasks(); |
136 EXPECT_EQ(1, fake_audio_client_.number_times_called()); | 165 EXPECT_EQ(1, fake_audio_client_.number_times_called()); |
137 | 166 |
138 std::vector<FrameEvent> frame_events; | 167 std::vector<FrameEvent> frame_events; |
139 event_subscriber.GetFrameEventsAndReset(&frame_events); | 168 event_subscriber.GetFrameEventsAndReset(&frame_events); |
140 | 169 |
141 ASSERT_TRUE(!frame_events.empty()); | 170 ASSERT_TRUE(!frame_events.empty()); |
142 EXPECT_EQ(FRAME_ACK_SENT, frame_events.begin()->type); | 171 EXPECT_EQ(FRAME_ACK_SENT, frame_events.begin()->type); |
143 EXPECT_EQ(AUDIO_EVENT, frame_events.begin()->media_type); | 172 EXPECT_EQ(AUDIO_EVENT, frame_events.begin()->media_type); |
144 EXPECT_EQ(rtp_header_.frame_id, frame_events.begin()->frame_id); | 173 EXPECT_EQ(rtp_header_.frame_id, frame_events.begin()->frame_id); |
145 EXPECT_EQ(rtp_header_.rtp_timestamp, frame_events.begin()->rtp_timestamp); | 174 EXPECT_EQ(rtp_header_.rtp_timestamp, frame_events.begin()->rtp_timestamp); |
146 | 175 |
147 cast_environment_->Logging()->RemoveRawEventSubscriber(&event_subscriber); | 176 cast_environment_->Logging()->RemoveRawEventSubscriber(&event_subscriber); |
148 } | 177 } |
149 | 178 |
150 TEST_F(AudioReceiverTest, MultiplePendingGetCalls) { | 179 TEST_F(AudioReceiverTest, ReceivesFramesSkippingWhenAppropriate) { |
151 EXPECT_CALL(mock_transport_, SendRtcpPacket(_, _)) | 180 EXPECT_CALL(mock_transport_, SendRtcpPacket(_, _)) |
152 .WillRepeatedly(testing::Return(true)); | 181 .WillRepeatedly(testing::Return(true)); |
153 | 182 |
| 183 const uint32 rtp_advance_per_frame = audio_config_.frequency / 100; |
| 184 const base::TimeDelta time_advance_per_frame = |
| 185 base::TimeDelta::FromMilliseconds(10); |
| 186 |
| 187 FeedLipSyncInfoIntoReceiver(); |
| 188 task_runner_->RunTasks(); |
| 189 const base::TimeTicks first_frame_capture_time = testing_clock_->NowTicks(); |
| 190 |
154 // Enqueue a request for an audio frame. | 191 // Enqueue a request for an audio frame. |
155 const FrameEncodedCallback frame_encoded_callback = | 192 const FrameEncodedCallback frame_encoded_callback = |
156 base::Bind(&FakeAudioClient::DeliverEncodedAudioFrame, | 193 base::Bind(&FakeAudioClient::DeliverEncodedAudioFrame, |
157 base::Unretained(&fake_audio_client_)); | 194 base::Unretained(&fake_audio_client_)); |
158 receiver_->GetEncodedAudioFrame(frame_encoded_callback); | 195 receiver_->GetEncodedAudioFrame(frame_encoded_callback); |
159 task_runner_->RunTasks(); | 196 task_runner_->RunTasks(); |
160 EXPECT_EQ(0, fake_audio_client_.number_times_called()); | 197 EXPECT_EQ(0, fake_audio_client_.number_times_called()); |
161 | 198 |
162 // Receive one audio frame and expect to see the first request satisfied. | 199 // Receive one audio frame and expect to see the first request satisfied. |
163 fake_audio_client_.SetNextExpectedResult(kFirstFrameId, | 200 const base::TimeDelta target_playout_delay = |
164 testing_clock_->NowTicks()); | 201 base::TimeDelta::FromMilliseconds(kPlayoutDelayMillis); |
| 202 fake_audio_client_.AddExpectedResult( |
| 203 kFirstFrameId, first_frame_capture_time + target_playout_delay); |
| 204 rtp_header_.rtp_timestamp = 0; |
165 FeedOneFrameIntoReceiver(); | 205 FeedOneFrameIntoReceiver(); |
166 task_runner_->RunTasks(); | 206 task_runner_->RunTasks(); |
167 EXPECT_EQ(1, fake_audio_client_.number_times_called()); | 207 EXPECT_EQ(1, fake_audio_client_.number_times_called()); |
168 | 208 |
169 TestRtcpPacketBuilder rtcp_packet; | |
170 | |
171 uint32 ntp_high; | |
172 uint32 ntp_low; | |
173 ConvertTimeTicksToNtp(testing_clock_->NowTicks(), &ntp_high, &ntp_low); | |
174 rtcp_packet.AddSrWithNtp(audio_config_.feedback_ssrc, ntp_high, ntp_low, | |
175 rtp_header_.rtp_timestamp); | |
176 | |
177 testing_clock_->Advance(base::TimeDelta::FromMilliseconds(20)); | |
178 | |
179 receiver_->IncomingPacket(rtcp_packet.GetPacket().Pass()); | |
180 | |
181 // Enqueue a second request for an audio frame, but it should not be | 209 // Enqueue a second request for an audio frame, but it should not be |
182 // fulfilled yet. | 210 // fulfilled yet. |
183 receiver_->GetEncodedAudioFrame(frame_encoded_callback); | 211 receiver_->GetEncodedAudioFrame(frame_encoded_callback); |
184 task_runner_->RunTasks(); | 212 task_runner_->RunTasks(); |
185 EXPECT_EQ(1, fake_audio_client_.number_times_called()); | 213 EXPECT_EQ(1, fake_audio_client_.number_times_called()); |
186 | 214 |
187 // Receive one audio frame out-of-order: Make sure that we are not continuous | 215 // Receive one audio frame out-of-order: Make sure that we are not continuous |
188 // and that the RTP timestamp represents a time in the future. | 216 // and that the RTP timestamp represents a time in the future. |
189 rtp_header_.is_key_frame = false; | 217 rtp_header_.is_key_frame = false; |
190 rtp_header_.frame_id = kFirstFrameId + 2; | 218 rtp_header_.frame_id = kFirstFrameId + 2; |
191 rtp_header_.reference_frame_id = 0; | 219 rtp_header_.reference_frame_id = 0; |
192 rtp_header_.rtp_timestamp = 960; | 220 rtp_header_.rtp_timestamp += 2 * rtp_advance_per_frame; |
193 fake_audio_client_.SetNextExpectedResult( | 221 fake_audio_client_.AddExpectedResult( |
194 kFirstFrameId + 2, | 222 kFirstFrameId + 2, |
195 testing_clock_->NowTicks() + base::TimeDelta::FromMilliseconds(100)); | 223 first_frame_capture_time + 2 * time_advance_per_frame + |
| 224 target_playout_delay); |
196 FeedOneFrameIntoReceiver(); | 225 FeedOneFrameIntoReceiver(); |
197 | 226 |
198 // Frame 2 should not come out at this point in time. | 227 // Frame 2 should not come out at this point in time. |
199 task_runner_->RunTasks(); | 228 task_runner_->RunTasks(); |
200 EXPECT_EQ(1, fake_audio_client_.number_times_called()); | 229 EXPECT_EQ(1, fake_audio_client_.number_times_called()); |
201 | 230 |
202 // Enqueue a third request for an audio frame. | 231 // Enqueue a third request for an audio frame. |
203 receiver_->GetEncodedAudioFrame(frame_encoded_callback); | 232 receiver_->GetEncodedAudioFrame(frame_encoded_callback); |
204 task_runner_->RunTasks(); | 233 task_runner_->RunTasks(); |
205 EXPECT_EQ(1, fake_audio_client_.number_times_called()); | 234 EXPECT_EQ(1, fake_audio_client_.number_times_called()); |
206 | 235 |
207 // After 100 ms has elapsed, Frame 2 is emitted (to satisfy the second | 236 // Now, advance time forward such that the receiver is convinced it should |
208 // request) because a decision was made to skip over the no-show Frame 1. | 237 // skip Frame 2. Frame 3 is emitted (to satisfy the second request) because a |
209 testing_clock_->Advance(base::TimeDelta::FromMilliseconds(100)); | 238 // decision was made to skip over the no-show Frame 2. |
| 239 testing_clock_->Advance(2 * time_advance_per_frame + target_playout_delay); |
210 task_runner_->RunTasks(); | 240 task_runner_->RunTasks(); |
211 EXPECT_EQ(2, fake_audio_client_.number_times_called()); | 241 EXPECT_EQ(2, fake_audio_client_.number_times_called()); |
212 | 242 |
213 // Receive Frame 3 and expect it to fulfill the third request immediately. | 243 // Receive Frame 4 and expect it to fulfill the third request immediately. |
214 rtp_header_.frame_id = kFirstFrameId + 3; | 244 rtp_header_.frame_id = kFirstFrameId + 3; |
215 rtp_header_.reference_frame_id = rtp_header_.frame_id - 1; | 245 rtp_header_.reference_frame_id = rtp_header_.frame_id - 1; |
216 rtp_header_.rtp_timestamp = 1280; | 246 rtp_header_.rtp_timestamp += rtp_advance_per_frame; |
217 fake_audio_client_.SetNextExpectedResult(kFirstFrameId + 3, | 247 fake_audio_client_.AddExpectedResult( |
218 testing_clock_->NowTicks()); | 248 kFirstFrameId + 3, first_frame_capture_time + 3 * time_advance_per_frame + |
| 249 target_playout_delay); |
219 FeedOneFrameIntoReceiver(); | 250 FeedOneFrameIntoReceiver(); |
220 task_runner_->RunTasks(); | 251 task_runner_->RunTasks(); |
221 EXPECT_EQ(3, fake_audio_client_.number_times_called()); | 252 EXPECT_EQ(3, fake_audio_client_.number_times_called()); |
222 | 253 |
223 // Move forward another 100 ms and run any pending tasks (there should be | 254 // Move forward to the playout time of an unreceived Frame 5. Expect no |
224 // none). Expect no additional frames where emitted. | 255 // additional frames were emitted. |
225 testing_clock_->Advance(base::TimeDelta::FromMilliseconds(100)); | 256 testing_clock_->Advance(3 * time_advance_per_frame); |
226 task_runner_->RunTasks(); | 257 task_runner_->RunTasks(); |
227 EXPECT_EQ(3, fake_audio_client_.number_times_called()); | 258 EXPECT_EQ(3, fake_audio_client_.number_times_called()); |
228 } | 259 } |
229 | 260 |
230 } // namespace cast | 261 } // namespace cast |
231 } // namespace media | 262 } // namespace media |
OLD | NEW |