Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(173)

Side by Side Diff: media/cast/audio_receiver/audio_receiver_unittest.cc

Issue 280993002: [Cast] Repair receiver playout time calculations and frame skip logic. (Closed) Base URL: svn://svn.chromium.org/chrome/trunk/src
Patch Set: Created 6 years, 7 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
OLDNEW
1 // Copyright 2013 The Chromium Authors. All rights reserved. 1 // Copyright 2013 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #include <deque>
6 #include <utility>
7
5 #include "base/bind.h" 8 #include "base/bind.h"
6 #include "base/memory/ref_counted.h" 9 #include "base/memory/ref_counted.h"
7 #include "base/memory/scoped_ptr.h" 10 #include "base/memory/scoped_ptr.h"
8 #include "base/test/simple_test_tick_clock.h" 11 #include "base/test/simple_test_tick_clock.h"
9 #include "media/cast/audio_receiver/audio_receiver.h" 12 #include "media/cast/audio_receiver/audio_receiver.h"
10 #include "media/cast/cast_defines.h" 13 #include "media/cast/cast_defines.h"
11 #include "media/cast/cast_environment.h" 14 #include "media/cast/cast_environment.h"
12 #include "media/cast/logging/simple_event_subscriber.h" 15 #include "media/cast/logging/simple_event_subscriber.h"
13 #include "media/cast/rtcp/test_rtcp_packet_builder.h" 16 #include "media/cast/rtcp/test_rtcp_packet_builder.h"
14 #include "media/cast/test/fake_single_thread_task_runner.h" 17 #include "media/cast/test/fake_single_thread_task_runner.h"
15 #include "media/cast/transport/pacing/mock_paced_packet_sender.h" 18 #include "media/cast/transport/pacing/mock_paced_packet_sender.h"
16 #include "testing/gmock/include/gmock/gmock.h" 19 #include "testing/gmock/include/gmock/gmock.h"
17 20
21 using ::testing::_;
22
18 namespace media { 23 namespace media {
19 namespace cast { 24 namespace cast {
20 25
21 using ::testing::_;
22
23 namespace { 26 namespace {
24 27
25 const int64 kStartMillisecond = INT64_C(12345678900000);
26 const uint32 kFirstFrameId = 1234; 28 const uint32 kFirstFrameId = 1234;
29 const int kPlayoutDelayMillis = 300;
27 30
28 class FakeAudioClient { 31 class FakeAudioClient {
29 public: 32 public:
30 FakeAudioClient() : num_called_(0) {} 33 FakeAudioClient() : num_called_(0) {}
31 virtual ~FakeAudioClient() {} 34 virtual ~FakeAudioClient() {}
32 35
33 void SetNextExpectedResult(uint32 expected_frame_id, 36 void AddExpectedResult(uint32 expected_frame_id,
34 const base::TimeTicks& expected_playout_time) { 37 const base::TimeTicks& expected_playout_time) {
35 expected_frame_id_ = expected_frame_id; 38 expected_results_.push_back(
36 expected_playout_time_ = expected_playout_time; 39 std::make_pair(expected_frame_id, expected_playout_time));
37 } 40 }
38 41
39 void DeliverEncodedAudioFrame( 42 void DeliverEncodedAudioFrame(
40 scoped_ptr<transport::EncodedAudioFrame> audio_frame, 43 scoped_ptr<transport::EncodedAudioFrame> audio_frame,
41 const base::TimeTicks& playout_time) { 44 const base::TimeTicks& playout_time) {
45 SCOPED_TRACE(::testing::Message() << "num_called_ is " << num_called_);
42 ASSERT_FALSE(!audio_frame) 46 ASSERT_FALSE(!audio_frame)
43 << "If at shutdown: There were unsatisfied requests enqueued."; 47 << "If at shutdown: There were unsatisfied requests enqueued.";
44 EXPECT_EQ(expected_frame_id_, audio_frame->frame_id); 48 ASSERT_FALSE(expected_results_.empty());
49 EXPECT_EQ(expected_results_.front().first, audio_frame->frame_id);
45 EXPECT_EQ(transport::kPcm16, audio_frame->codec); 50 EXPECT_EQ(transport::kPcm16, audio_frame->codec);
46 EXPECT_EQ(expected_playout_time_, playout_time); 51 EXPECT_EQ(expected_results_.front().second, playout_time);
52 expected_results_.pop_front();
47 num_called_++; 53 num_called_++;
48 } 54 }
49 55
50 int number_times_called() const { return num_called_; } 56 int number_times_called() const { return num_called_; }
51 57
52 private: 58 private:
59 std::deque<std::pair<uint32, base::TimeTicks> > expected_results_;
53 int num_called_; 60 int num_called_;
54 uint32 expected_frame_id_;
55 base::TimeTicks expected_playout_time_;
56 61
57 DISALLOW_COPY_AND_ASSIGN(FakeAudioClient); 62 DISALLOW_COPY_AND_ASSIGN(FakeAudioClient);
58 }; 63 };
59 64
60 } // namespace 65 } // namespace
61 66
62 class AudioReceiverTest : public ::testing::Test { 67 class AudioReceiverTest : public ::testing::Test {
63 protected: 68 protected:
64 AudioReceiverTest() { 69 AudioReceiverTest() {
65 // Configure the audio receiver to use PCM16. 70 // Configure the audio receiver to use PCM16.
66 audio_config_.rtp_payload_type = 127; 71 audio_config_.rtp_payload_type = 127;
67 audio_config_.frequency = 16000; 72 audio_config_.frequency = 16000;
68 audio_config_.channels = 1; 73 audio_config_.channels = 1;
69 audio_config_.codec = transport::kPcm16; 74 audio_config_.codec = transport::kPcm16;
70 audio_config_.use_external_decoder = true; 75 audio_config_.use_external_decoder = true;
71 audio_config_.feedback_ssrc = 1234; 76 audio_config_.feedback_ssrc = 1234;
77 audio_config_.incoming_ssrc = 5678;
78 audio_config_.rtp_max_delay_ms = kPlayoutDelayMillis;
72 testing_clock_ = new base::SimpleTestTickClock(); 79 testing_clock_ = new base::SimpleTestTickClock();
73 testing_clock_->Advance( 80 testing_clock_->Advance(base::TimeTicks::Now() - base::TimeTicks());
74 base::TimeDelta::FromMilliseconds(kStartMillisecond)); 81 start_time_ = testing_clock_->NowTicks();
75 task_runner_ = new test::FakeSingleThreadTaskRunner(testing_clock_); 82 task_runner_ = new test::FakeSingleThreadTaskRunner(testing_clock_);
76 83
77 cast_environment_ = new CastEnvironment( 84 cast_environment_ = new CastEnvironment(
78 scoped_ptr<base::TickClock>(testing_clock_).Pass(), 85 scoped_ptr<base::TickClock>(testing_clock_).Pass(),
79 task_runner_, 86 task_runner_,
80 task_runner_, 87 task_runner_,
81 task_runner_); 88 task_runner_);
82 89
83 receiver_.reset(new AudioReceiver(cast_environment_, audio_config_, 90 receiver_.reset(new AudioReceiver(cast_environment_, audio_config_,
84 &mock_transport_)); 91 &mock_transport_));
85 } 92 }
86 93
87 virtual ~AudioReceiverTest() {} 94 virtual ~AudioReceiverTest() {}
88 95
89 virtual void SetUp() { 96 virtual void SetUp() {
90 payload_.assign(kMaxIpPacketSize, 0); 97 payload_.assign(kMaxIpPacketSize, 0);
91 rtp_header_.is_key_frame = true; 98 rtp_header_.is_key_frame = true;
92 rtp_header_.frame_id = kFirstFrameId; 99 rtp_header_.frame_id = kFirstFrameId;
93 rtp_header_.packet_id = 0; 100 rtp_header_.packet_id = 0;
94 rtp_header_.max_packet_id = 0; 101 rtp_header_.max_packet_id = 0;
95 rtp_header_.reference_frame_id = 0; 102 rtp_header_.reference_frame_id = 0;
96 rtp_header_.rtp_timestamp = 0; 103 rtp_header_.rtp_timestamp = 0;
97 } 104 }
98 105
99 void FeedOneFrameIntoReceiver() { 106 void FeedOneFrameIntoReceiver() {
100 receiver_->OnReceivedPayloadData( 107 receiver_->OnReceivedPayloadData(
101 payload_.data(), payload_.size(), rtp_header_); 108 payload_.data(), payload_.size(), rtp_header_);
102 } 109 }
103 110
111 void FeedLipSyncInfoIntoReceiver() {
112 const base::TimeTicks now = testing_clock_->NowTicks();
113 const int64 rtp_timestamp = (now - start_time_) *
114 audio_config_.frequency / base::TimeDelta::FromSeconds(1);
115 CHECK_LE(0, rtp_timestamp);
116 uint32 ntp_seconds;
117 uint32 ntp_fraction;
118 ConvertTimeTicksToNtp(now, &ntp_seconds, &ntp_fraction);
119 TestRtcpPacketBuilder rtcp_packet;
120 rtcp_packet.AddSrWithNtp(audio_config_.incoming_ssrc,
121 ntp_seconds, ntp_fraction,
122 static_cast<uint32>(rtp_timestamp));
123 receiver_->IncomingPacket(rtcp_packet.GetPacket().Pass());
124 }
125
104 AudioReceiverConfig audio_config_; 126 AudioReceiverConfig audio_config_;
105 std::vector<uint8> payload_; 127 std::vector<uint8> payload_;
106 RtpCastHeader rtp_header_; 128 RtpCastHeader rtp_header_;
107 base::SimpleTestTickClock* testing_clock_; // Owned by CastEnvironment. 129 base::SimpleTestTickClock* testing_clock_; // Owned by CastEnvironment.
130 base::TimeTicks start_time_;
108 transport::MockPacedPacketSender mock_transport_; 131 transport::MockPacedPacketSender mock_transport_;
109 scoped_refptr<test::FakeSingleThreadTaskRunner> task_runner_; 132 scoped_refptr<test::FakeSingleThreadTaskRunner> task_runner_;
110 scoped_refptr<CastEnvironment> cast_environment_; 133 scoped_refptr<CastEnvironment> cast_environment_;
111 FakeAudioClient fake_audio_client_; 134 FakeAudioClient fake_audio_client_;
112 135
113 // Important for the AudioReceiver to be declared last, since its dependencies 136 // Important for the AudioReceiver to be declared last, since its dependencies
114 // must remain alive until after its destruction. 137 // must remain alive until after its destruction.
115 scoped_ptr<AudioReceiver> receiver_; 138 scoped_ptr<AudioReceiver> receiver_;
116 }; 139 };
117 140
118 TEST_F(AudioReceiverTest, GetOnePacketEncodedFrame) { 141 TEST_F(AudioReceiverTest, ReceivesOneFrame) {
119 SimpleEventSubscriber event_subscriber; 142 SimpleEventSubscriber event_subscriber;
120 cast_environment_->Logging()->AddRawEventSubscriber(&event_subscriber); 143 cast_environment_->Logging()->AddRawEventSubscriber(&event_subscriber);
121 144
122 EXPECT_CALL(mock_transport_, SendRtcpPacket(_, _)).Times(1); 145 EXPECT_CALL(mock_transport_, SendRtcpPacket(_, _))
146 .WillRepeatedly(testing::Return(true));
147
148 FeedLipSyncInfoIntoReceiver();
149 task_runner_->RunTasks();
123 150
124 // Enqueue a request for an audio frame. 151 // Enqueue a request for an audio frame.
125 receiver_->GetEncodedAudioFrame( 152 receiver_->GetEncodedAudioFrame(
126 base::Bind(&FakeAudioClient::DeliverEncodedAudioFrame, 153 base::Bind(&FakeAudioClient::DeliverEncodedAudioFrame,
127 base::Unretained(&fake_audio_client_))); 154 base::Unretained(&fake_audio_client_)));
128 155
129 // The request should not be satisfied since no packets have been received. 156 // The request should not be satisfied since no packets have been received.
130 task_runner_->RunTasks(); 157 task_runner_->RunTasks();
131 EXPECT_EQ(0, fake_audio_client_.number_times_called()); 158 EXPECT_EQ(0, fake_audio_client_.number_times_called());
132 159
133 // Deliver one audio frame to the receiver and expect to get one frame back. 160 // Deliver one audio frame to the receiver and expect to get one frame back.
134 fake_audio_client_.SetNextExpectedResult(kFirstFrameId, 161 const base::TimeDelta target_playout_delay =
135 testing_clock_->NowTicks()); 162 base::TimeDelta::FromMilliseconds(kPlayoutDelayMillis);
163 fake_audio_client_.AddExpectedResult(
164 kFirstFrameId, testing_clock_->NowTicks() + target_playout_delay);
136 FeedOneFrameIntoReceiver(); 165 FeedOneFrameIntoReceiver();
137 task_runner_->RunTasks(); 166 task_runner_->RunTasks();
138 EXPECT_EQ(1, fake_audio_client_.number_times_called()); 167 EXPECT_EQ(1, fake_audio_client_.number_times_called());
139 168
140 std::vector<FrameEvent> frame_events; 169 std::vector<FrameEvent> frame_events;
141 event_subscriber.GetFrameEventsAndReset(&frame_events); 170 event_subscriber.GetFrameEventsAndReset(&frame_events);
142 171
143 ASSERT_TRUE(!frame_events.empty()); 172 ASSERT_TRUE(!frame_events.empty());
144 EXPECT_EQ(FRAME_ACK_SENT, frame_events.begin()->type); 173 EXPECT_EQ(FRAME_ACK_SENT, frame_events.begin()->type);
145 EXPECT_EQ(AUDIO_EVENT, frame_events.begin()->media_type); 174 EXPECT_EQ(AUDIO_EVENT, frame_events.begin()->media_type);
146 EXPECT_EQ(rtp_header_.frame_id, frame_events.begin()->frame_id); 175 EXPECT_EQ(rtp_header_.frame_id, frame_events.begin()->frame_id);
147 EXPECT_EQ(rtp_header_.rtp_timestamp, frame_events.begin()->rtp_timestamp); 176 EXPECT_EQ(rtp_header_.rtp_timestamp, frame_events.begin()->rtp_timestamp);
148 177
149 cast_environment_->Logging()->RemoveRawEventSubscriber(&event_subscriber); 178 cast_environment_->Logging()->RemoveRawEventSubscriber(&event_subscriber);
150 } 179 }
151 180
152 TEST_F(AudioReceiverTest, MultiplePendingGetCalls) { 181 TEST_F(AudioReceiverTest, ReceivesFramesSkippingWhenAppropriate) {
153 EXPECT_CALL(mock_transport_, SendRtcpPacket(_, _)) 182 EXPECT_CALL(mock_transport_, SendRtcpPacket(_, _))
154 .WillRepeatedly(testing::Return(true)); 183 .WillRepeatedly(testing::Return(true));
155 184
185 const uint32 rtp_advance_per_frame = audio_config_.frequency / 100;
186 const base::TimeDelta time_advance_per_frame =
187 base::TimeDelta::FromMilliseconds(10);
188
189 FeedLipSyncInfoIntoReceiver();
190 task_runner_->RunTasks();
191 const base::TimeTicks first_frame_capture_time = testing_clock_->NowTicks();
192
156 // Enqueue a request for an audio frame. 193 // Enqueue a request for an audio frame.
157 const AudioFrameEncodedCallback frame_encoded_callback = 194 const AudioFrameEncodedCallback frame_encoded_callback =
158 base::Bind(&FakeAudioClient::DeliverEncodedAudioFrame, 195 base::Bind(&FakeAudioClient::DeliverEncodedAudioFrame,
159 base::Unretained(&fake_audio_client_)); 196 base::Unretained(&fake_audio_client_));
160 receiver_->GetEncodedAudioFrame(frame_encoded_callback); 197 receiver_->GetEncodedAudioFrame(frame_encoded_callback);
161 task_runner_->RunTasks(); 198 task_runner_->RunTasks();
162 EXPECT_EQ(0, fake_audio_client_.number_times_called()); 199 EXPECT_EQ(0, fake_audio_client_.number_times_called());
163 200
164 // Receive one audio frame and expect to see the first request satisfied. 201 // Receive one audio frame and expect to see the first request satisfied.
165 fake_audio_client_.SetNextExpectedResult(kFirstFrameId, 202 const base::TimeDelta target_playout_delay =
166 testing_clock_->NowTicks()); 203 base::TimeDelta::FromMilliseconds(kPlayoutDelayMillis);
204 fake_audio_client_.AddExpectedResult(
205 kFirstFrameId, first_frame_capture_time + target_playout_delay);
206 rtp_header_.rtp_timestamp = 0;
167 FeedOneFrameIntoReceiver(); 207 FeedOneFrameIntoReceiver();
168 task_runner_->RunTasks(); 208 task_runner_->RunTasks();
169 EXPECT_EQ(1, fake_audio_client_.number_times_called()); 209 EXPECT_EQ(1, fake_audio_client_.number_times_called());
170 210
171 TestRtcpPacketBuilder rtcp_packet;
172
173 uint32 ntp_high;
174 uint32 ntp_low;
175 ConvertTimeTicksToNtp(testing_clock_->NowTicks(), &ntp_high, &ntp_low);
176 rtcp_packet.AddSrWithNtp(audio_config_.feedback_ssrc, ntp_high, ntp_low,
177 rtp_header_.rtp_timestamp);
178
179 testing_clock_->Advance(base::TimeDelta::FromMilliseconds(20));
180
181 receiver_->IncomingPacket(rtcp_packet.GetPacket().Pass());
182
183 // Enqueue a second request for an audio frame, but it should not be 211 // Enqueue a second request for an audio frame, but it should not be
184 // fulfilled yet. 212 // fulfilled yet.
185 receiver_->GetEncodedAudioFrame(frame_encoded_callback); 213 receiver_->GetEncodedAudioFrame(frame_encoded_callback);
186 task_runner_->RunTasks(); 214 task_runner_->RunTasks();
187 EXPECT_EQ(1, fake_audio_client_.number_times_called()); 215 EXPECT_EQ(1, fake_audio_client_.number_times_called());
188 216
189 // Receive one audio frame out-of-order: Make sure that we are not continuous 217 // Receive one audio frame out-of-order: Make sure that we are not continuous
190 // and that the RTP timestamp represents a time in the future. 218 // and that the RTP timestamp represents a time in the future.
191 rtp_header_.is_key_frame = false; 219 rtp_header_.is_key_frame = false;
192 rtp_header_.frame_id = kFirstFrameId + 2; 220 rtp_header_.frame_id = kFirstFrameId + 2;
193 rtp_header_.reference_frame_id = 0; 221 rtp_header_.reference_frame_id = 0;
194 rtp_header_.rtp_timestamp = 960; 222 rtp_header_.rtp_timestamp += 2 * rtp_advance_per_frame;
195 fake_audio_client_.SetNextExpectedResult( 223 fake_audio_client_.AddExpectedResult(
196 kFirstFrameId + 2, 224 kFirstFrameId + 2,
197 testing_clock_->NowTicks() + base::TimeDelta::FromMilliseconds(100)); 225 first_frame_capture_time + 2 * time_advance_per_frame +
226 target_playout_delay);
198 FeedOneFrameIntoReceiver(); 227 FeedOneFrameIntoReceiver();
199 228
200 // Frame 2 should not come out at this point in time. 229 // Frame 2 should not come out at this point in time.
201 task_runner_->RunTasks(); 230 task_runner_->RunTasks();
202 EXPECT_EQ(1, fake_audio_client_.number_times_called()); 231 EXPECT_EQ(1, fake_audio_client_.number_times_called());
203 232
204 // Enqueue a third request for an audio frame. 233 // Enqueue a third request for an audio frame.
205 receiver_->GetEncodedAudioFrame(frame_encoded_callback); 234 receiver_->GetEncodedAudioFrame(frame_encoded_callback);
206 task_runner_->RunTasks(); 235 task_runner_->RunTasks();
207 EXPECT_EQ(1, fake_audio_client_.number_times_called()); 236 EXPECT_EQ(1, fake_audio_client_.number_times_called());
208 237
209 // After 100 ms has elapsed, Frame 2 is emitted (to satisfy the second 238 // Now, advance time forward such that the receiver is convinced it should
210 // request) because a decision was made to skip over the no-show Frame 1. 239 // skip Frame 2. Frame 3 is emitted (to satisfy the second request) because a
211 testing_clock_->Advance(base::TimeDelta::FromMilliseconds(100)); 240 // decision was made to skip over the no-show Frame 2.
241 testing_clock_->Advance(2 * time_advance_per_frame + target_playout_delay);
212 task_runner_->RunTasks(); 242 task_runner_->RunTasks();
213 EXPECT_EQ(2, fake_audio_client_.number_times_called()); 243 EXPECT_EQ(2, fake_audio_client_.number_times_called());
214 244
215 // Receive Frame 3 and expect it to fulfill the third request immediately. 245 // Receive Frame 4 and expect it to fulfill the third request immediately.
216 rtp_header_.frame_id = kFirstFrameId + 3; 246 rtp_header_.frame_id = kFirstFrameId + 3;
217 rtp_header_.reference_frame_id = rtp_header_.frame_id - 1; 247 rtp_header_.reference_frame_id = rtp_header_.frame_id - 1;
218 rtp_header_.rtp_timestamp = 1280; 248 rtp_header_.rtp_timestamp += rtp_advance_per_frame;
219 fake_audio_client_.SetNextExpectedResult(kFirstFrameId + 3, 249 fake_audio_client_.AddExpectedResult(
220 testing_clock_->NowTicks()); 250 kFirstFrameId + 3, first_frame_capture_time + 3 * time_advance_per_frame +
251 target_playout_delay);
221 FeedOneFrameIntoReceiver(); 252 FeedOneFrameIntoReceiver();
222 task_runner_->RunTasks(); 253 task_runner_->RunTasks();
223 EXPECT_EQ(3, fake_audio_client_.number_times_called()); 254 EXPECT_EQ(3, fake_audio_client_.number_times_called());
224 255
225 // Move forward another 100 ms and run any pending tasks (there should be 256 // Move forward to the playout time of an unreceived Frame 5. Expect no
226 // none). Expect no additional frames where emitted. 257 // additional frames were emitted.
227 testing_clock_->Advance(base::TimeDelta::FromMilliseconds(100)); 258 testing_clock_->Advance(3 * time_advance_per_frame);
228 task_runner_->RunTasks(); 259 task_runner_->RunTasks();
229 EXPECT_EQ(3, fake_audio_client_.number_times_called()); 260 EXPECT_EQ(3, fake_audio_client_.number_times_called());
230 } 261 }
231 262
232 } // namespace cast 263 } // namespace cast
233 } // namespace media 264 } // namespace media
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698