Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(189)

Side by Side Diff: media/cast/audio_receiver/audio_receiver_unittest.cc

Issue 280993002: [Cast] Repair receiver playout time calculations and frame skip logic. (Closed) Base URL: svn://svn.chromium.org/chrome/trunk/src
Patch Set: rebase Created 6 years, 7 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
OLDNEW
1 // Copyright 2013 The Chromium Authors. All rights reserved. 1 // Copyright 2013 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #include <deque>
6 #include <utility>
7
5 #include "base/bind.h" 8 #include "base/bind.h"
6 #include "base/memory/ref_counted.h" 9 #include "base/memory/ref_counted.h"
7 #include "base/memory/scoped_ptr.h" 10 #include "base/memory/scoped_ptr.h"
8 #include "base/test/simple_test_tick_clock.h" 11 #include "base/test/simple_test_tick_clock.h"
9 #include "media/cast/audio_receiver/audio_receiver.h" 12 #include "media/cast/audio_receiver/audio_receiver.h"
10 #include "media/cast/cast_defines.h" 13 #include "media/cast/cast_defines.h"
11 #include "media/cast/cast_environment.h" 14 #include "media/cast/cast_environment.h"
12 #include "media/cast/logging/simple_event_subscriber.h" 15 #include "media/cast/logging/simple_event_subscriber.h"
13 #include "media/cast/rtcp/test_rtcp_packet_builder.h" 16 #include "media/cast/rtcp/test_rtcp_packet_builder.h"
14 #include "media/cast/test/fake_single_thread_task_runner.h" 17 #include "media/cast/test/fake_single_thread_task_runner.h"
15 #include "media/cast/transport/pacing/mock_paced_packet_sender.h" 18 #include "media/cast/transport/pacing/mock_paced_packet_sender.h"
16 #include "testing/gmock/include/gmock/gmock.h" 19 #include "testing/gmock/include/gmock/gmock.h"
17 20
21 using ::testing::_;
22
18 namespace media { 23 namespace media {
19 namespace cast { 24 namespace cast {
20 25
21 using ::testing::_;
22
23 namespace { 26 namespace {
24 27
25 const int64 kStartMillisecond = INT64_C(12345678900000);
26 const uint32 kFirstFrameId = 1234; 28 const uint32 kFirstFrameId = 1234;
29 const int kPlayoutDelayMillis = 300;
27 30
28 class FakeAudioClient { 31 class FakeAudioClient {
29 public: 32 public:
30 FakeAudioClient() : num_called_(0) {} 33 FakeAudioClient() : num_called_(0) {}
31 virtual ~FakeAudioClient() {} 34 virtual ~FakeAudioClient() {}
32 35
33 void SetNextExpectedResult(uint32 expected_frame_id, 36 void AddExpectedResult(uint32 expected_frame_id,
34 const base::TimeTicks& expected_playout_time) { 37 const base::TimeTicks& expected_playout_time) {
35 expected_frame_id_ = expected_frame_id; 38 expected_results_.push_back(
36 expected_playout_time_ = expected_playout_time; 39 std::make_pair(expected_frame_id, expected_playout_time));
37 } 40 }
38 41
39 void DeliverEncodedAudioFrame( 42 void DeliverEncodedAudioFrame(
40 scoped_ptr<transport::EncodedFrame> audio_frame) { 43 scoped_ptr<transport::EncodedFrame> audio_frame) {
44 SCOPED_TRACE(::testing::Message() << "num_called_ is " << num_called_);
41 ASSERT_FALSE(!audio_frame) 45 ASSERT_FALSE(!audio_frame)
42 << "If at shutdown: There were unsatisfied requests enqueued."; 46 << "If at shutdown: There were unsatisfied requests enqueued.";
43 EXPECT_EQ(expected_frame_id_, audio_frame->frame_id); 47 ASSERT_FALSE(expected_results_.empty());
44 EXPECT_EQ(expected_playout_time_, audio_frame->reference_time); 48 EXPECT_EQ(expected_results_.front().first, audio_frame->frame_id);
49 EXPECT_EQ(expected_results_.front().second, audio_frame->reference_time);
50 expected_results_.pop_front();
45 num_called_++; 51 num_called_++;
46 } 52 }
47 53
48 int number_times_called() const { return num_called_; } 54 int number_times_called() const { return num_called_; }
49 55
50 private: 56 private:
57 std::deque<std::pair<uint32, base::TimeTicks> > expected_results_;
51 int num_called_; 58 int num_called_;
52 uint32 expected_frame_id_;
53 base::TimeTicks expected_playout_time_;
54 59
55 DISALLOW_COPY_AND_ASSIGN(FakeAudioClient); 60 DISALLOW_COPY_AND_ASSIGN(FakeAudioClient);
56 }; 61 };
57 62
58 } // namespace 63 } // namespace
59 64
60 class AudioReceiverTest : public ::testing::Test { 65 class AudioReceiverTest : public ::testing::Test {
61 protected: 66 protected:
62 AudioReceiverTest() { 67 AudioReceiverTest() {
63 // Configure the audio receiver to use PCM16. 68 // Configure the audio receiver to use PCM16.
64 audio_config_.rtp_payload_type = 127; 69 audio_config_.rtp_payload_type = 127;
65 audio_config_.frequency = 16000; 70 audio_config_.frequency = 16000;
66 audio_config_.channels = 1; 71 audio_config_.channels = 1;
67 audio_config_.codec = transport::kPcm16; 72 audio_config_.codec = transport::kPcm16;
68 audio_config_.use_external_decoder = true; 73 audio_config_.use_external_decoder = true;
69 audio_config_.feedback_ssrc = 1234; 74 audio_config_.feedback_ssrc = 1234;
75 audio_config_.incoming_ssrc = 5678;
76 audio_config_.rtp_max_delay_ms = kPlayoutDelayMillis;
70 testing_clock_ = new base::SimpleTestTickClock(); 77 testing_clock_ = new base::SimpleTestTickClock();
71 testing_clock_->Advance( 78 testing_clock_->Advance(base::TimeTicks::Now() - base::TimeTicks());
72 base::TimeDelta::FromMilliseconds(kStartMillisecond)); 79 start_time_ = testing_clock_->NowTicks();
73 task_runner_ = new test::FakeSingleThreadTaskRunner(testing_clock_); 80 task_runner_ = new test::FakeSingleThreadTaskRunner(testing_clock_);
74 81
75 cast_environment_ = new CastEnvironment( 82 cast_environment_ = new CastEnvironment(
76 scoped_ptr<base::TickClock>(testing_clock_).Pass(), 83 scoped_ptr<base::TickClock>(testing_clock_).Pass(),
77 task_runner_, 84 task_runner_,
78 task_runner_, 85 task_runner_,
79 task_runner_); 86 task_runner_);
80 87
81 receiver_.reset(new AudioReceiver(cast_environment_, audio_config_, 88 receiver_.reset(new AudioReceiver(cast_environment_, audio_config_,
82 &mock_transport_)); 89 &mock_transport_));
83 } 90 }
84 91
85 virtual ~AudioReceiverTest() {} 92 virtual ~AudioReceiverTest() {}
86 93
87 virtual void SetUp() { 94 virtual void SetUp() {
88 payload_.assign(kMaxIpPacketSize, 0); 95 payload_.assign(kMaxIpPacketSize, 0);
89 rtp_header_.is_key_frame = true; 96 rtp_header_.is_key_frame = true;
90 rtp_header_.frame_id = kFirstFrameId; 97 rtp_header_.frame_id = kFirstFrameId;
91 rtp_header_.packet_id = 0; 98 rtp_header_.packet_id = 0;
92 rtp_header_.max_packet_id = 0; 99 rtp_header_.max_packet_id = 0;
93 rtp_header_.reference_frame_id = rtp_header_.frame_id; 100 rtp_header_.reference_frame_id = rtp_header_.frame_id;
94 rtp_header_.rtp_timestamp = 0; 101 rtp_header_.rtp_timestamp = 0;
95 } 102 }
96 103
97 void FeedOneFrameIntoReceiver() { 104 void FeedOneFrameIntoReceiver() {
98 receiver_->OnReceivedPayloadData( 105 receiver_->OnReceivedPayloadData(
99 payload_.data(), payload_.size(), rtp_header_); 106 payload_.data(), payload_.size(), rtp_header_);
100 } 107 }
101 108
109 void FeedLipSyncInfoIntoReceiver() {
110 const base::TimeTicks now = testing_clock_->NowTicks();
111 const int64 rtp_timestamp = (now - start_time_) *
112 audio_config_.frequency / base::TimeDelta::FromSeconds(1);
113 CHECK_LE(0, rtp_timestamp);
114 uint32 ntp_seconds;
115 uint32 ntp_fraction;
116 ConvertTimeTicksToNtp(now, &ntp_seconds, &ntp_fraction);
117 TestRtcpPacketBuilder rtcp_packet;
118 rtcp_packet.AddSrWithNtp(audio_config_.incoming_ssrc,
119 ntp_seconds, ntp_fraction,
120 static_cast<uint32>(rtp_timestamp));
121 receiver_->IncomingPacket(rtcp_packet.GetPacket().Pass());
122 }
123
102 AudioReceiverConfig audio_config_; 124 AudioReceiverConfig audio_config_;
103 std::vector<uint8> payload_; 125 std::vector<uint8> payload_;
104 RtpCastHeader rtp_header_; 126 RtpCastHeader rtp_header_;
105 base::SimpleTestTickClock* testing_clock_; // Owned by CastEnvironment. 127 base::SimpleTestTickClock* testing_clock_; // Owned by CastEnvironment.
128 base::TimeTicks start_time_;
106 transport::MockPacedPacketSender mock_transport_; 129 transport::MockPacedPacketSender mock_transport_;
107 scoped_refptr<test::FakeSingleThreadTaskRunner> task_runner_; 130 scoped_refptr<test::FakeSingleThreadTaskRunner> task_runner_;
108 scoped_refptr<CastEnvironment> cast_environment_; 131 scoped_refptr<CastEnvironment> cast_environment_;
109 FakeAudioClient fake_audio_client_; 132 FakeAudioClient fake_audio_client_;
110 133
111 // Important for the AudioReceiver to be declared last, since its dependencies 134 // Important for the AudioReceiver to be declared last, since its dependencies
112 // must remain alive until after its destruction. 135 // must remain alive until after its destruction.
113 scoped_ptr<AudioReceiver> receiver_; 136 scoped_ptr<AudioReceiver> receiver_;
114 }; 137 };
115 138
116 TEST_F(AudioReceiverTest, GetOnePacketEncodedFrame) { 139 TEST_F(AudioReceiverTest, ReceivesOneFrame) {
117 SimpleEventSubscriber event_subscriber; 140 SimpleEventSubscriber event_subscriber;
118 cast_environment_->Logging()->AddRawEventSubscriber(&event_subscriber); 141 cast_environment_->Logging()->AddRawEventSubscriber(&event_subscriber);
119 142
120 EXPECT_CALL(mock_transport_, SendRtcpPacket(_, _)).Times(1); 143 EXPECT_CALL(mock_transport_, SendRtcpPacket(_, _))
144 .WillRepeatedly(testing::Return(true));
145
146 FeedLipSyncInfoIntoReceiver();
147 task_runner_->RunTasks();
121 148
122 // Enqueue a request for an audio frame. 149 // Enqueue a request for an audio frame.
123 receiver_->GetEncodedAudioFrame( 150 receiver_->GetEncodedAudioFrame(
124 base::Bind(&FakeAudioClient::DeliverEncodedAudioFrame, 151 base::Bind(&FakeAudioClient::DeliverEncodedAudioFrame,
125 base::Unretained(&fake_audio_client_))); 152 base::Unretained(&fake_audio_client_)));
126 153
127 // The request should not be satisfied since no packets have been received. 154 // The request should not be satisfied since no packets have been received.
128 task_runner_->RunTasks(); 155 task_runner_->RunTasks();
129 EXPECT_EQ(0, fake_audio_client_.number_times_called()); 156 EXPECT_EQ(0, fake_audio_client_.number_times_called());
130 157
131 // Deliver one audio frame to the receiver and expect to get one frame back. 158 // Deliver one audio frame to the receiver and expect to get one frame back.
132 fake_audio_client_.SetNextExpectedResult(kFirstFrameId, 159 const base::TimeDelta target_playout_delay =
133 testing_clock_->NowTicks()); 160 base::TimeDelta::FromMilliseconds(kPlayoutDelayMillis);
161 fake_audio_client_.AddExpectedResult(
162 kFirstFrameId, testing_clock_->NowTicks() + target_playout_delay);
134 FeedOneFrameIntoReceiver(); 163 FeedOneFrameIntoReceiver();
135 task_runner_->RunTasks(); 164 task_runner_->RunTasks();
136 EXPECT_EQ(1, fake_audio_client_.number_times_called()); 165 EXPECT_EQ(1, fake_audio_client_.number_times_called());
137 166
138 std::vector<FrameEvent> frame_events; 167 std::vector<FrameEvent> frame_events;
139 event_subscriber.GetFrameEventsAndReset(&frame_events); 168 event_subscriber.GetFrameEventsAndReset(&frame_events);
140 169
141 ASSERT_TRUE(!frame_events.empty()); 170 ASSERT_TRUE(!frame_events.empty());
142 EXPECT_EQ(FRAME_ACK_SENT, frame_events.begin()->type); 171 EXPECT_EQ(FRAME_ACK_SENT, frame_events.begin()->type);
143 EXPECT_EQ(AUDIO_EVENT, frame_events.begin()->media_type); 172 EXPECT_EQ(AUDIO_EVENT, frame_events.begin()->media_type);
144 EXPECT_EQ(rtp_header_.frame_id, frame_events.begin()->frame_id); 173 EXPECT_EQ(rtp_header_.frame_id, frame_events.begin()->frame_id);
145 EXPECT_EQ(rtp_header_.rtp_timestamp, frame_events.begin()->rtp_timestamp); 174 EXPECT_EQ(rtp_header_.rtp_timestamp, frame_events.begin()->rtp_timestamp);
146 175
147 cast_environment_->Logging()->RemoveRawEventSubscriber(&event_subscriber); 176 cast_environment_->Logging()->RemoveRawEventSubscriber(&event_subscriber);
148 } 177 }
149 178
150 TEST_F(AudioReceiverTest, MultiplePendingGetCalls) { 179 TEST_F(AudioReceiverTest, ReceivesFramesSkippingWhenAppropriate) {
151 EXPECT_CALL(mock_transport_, SendRtcpPacket(_, _)) 180 EXPECT_CALL(mock_transport_, SendRtcpPacket(_, _))
152 .WillRepeatedly(testing::Return(true)); 181 .WillRepeatedly(testing::Return(true));
153 182
183 const uint32 rtp_advance_per_frame = audio_config_.frequency / 100;
184 const base::TimeDelta time_advance_per_frame =
185 base::TimeDelta::FromMilliseconds(10);
186
187 FeedLipSyncInfoIntoReceiver();
188 task_runner_->RunTasks();
189 const base::TimeTicks first_frame_capture_time = testing_clock_->NowTicks();
190
154 // Enqueue a request for an audio frame. 191 // Enqueue a request for an audio frame.
155 const FrameEncodedCallback frame_encoded_callback = 192 const FrameEncodedCallback frame_encoded_callback =
156 base::Bind(&FakeAudioClient::DeliverEncodedAudioFrame, 193 base::Bind(&FakeAudioClient::DeliverEncodedAudioFrame,
157 base::Unretained(&fake_audio_client_)); 194 base::Unretained(&fake_audio_client_));
158 receiver_->GetEncodedAudioFrame(frame_encoded_callback); 195 receiver_->GetEncodedAudioFrame(frame_encoded_callback);
159 task_runner_->RunTasks(); 196 task_runner_->RunTasks();
160 EXPECT_EQ(0, fake_audio_client_.number_times_called()); 197 EXPECT_EQ(0, fake_audio_client_.number_times_called());
161 198
162 // Receive one audio frame and expect to see the first request satisfied. 199 // Receive one audio frame and expect to see the first request satisfied.
163 fake_audio_client_.SetNextExpectedResult(kFirstFrameId, 200 const base::TimeDelta target_playout_delay =
164 testing_clock_->NowTicks()); 201 base::TimeDelta::FromMilliseconds(kPlayoutDelayMillis);
202 fake_audio_client_.AddExpectedResult(
203 kFirstFrameId, first_frame_capture_time + target_playout_delay);
204 rtp_header_.rtp_timestamp = 0;
165 FeedOneFrameIntoReceiver(); 205 FeedOneFrameIntoReceiver();
166 task_runner_->RunTasks(); 206 task_runner_->RunTasks();
167 EXPECT_EQ(1, fake_audio_client_.number_times_called()); 207 EXPECT_EQ(1, fake_audio_client_.number_times_called());
168 208
169 TestRtcpPacketBuilder rtcp_packet;
170
171 uint32 ntp_high;
172 uint32 ntp_low;
173 ConvertTimeTicksToNtp(testing_clock_->NowTicks(), &ntp_high, &ntp_low);
174 rtcp_packet.AddSrWithNtp(audio_config_.feedback_ssrc, ntp_high, ntp_low,
175 rtp_header_.rtp_timestamp);
176
177 testing_clock_->Advance(base::TimeDelta::FromMilliseconds(20));
178
179 receiver_->IncomingPacket(rtcp_packet.GetPacket().Pass());
180
181 // Enqueue a second request for an audio frame, but it should not be 209 // Enqueue a second request for an audio frame, but it should not be
182 // fulfilled yet. 210 // fulfilled yet.
183 receiver_->GetEncodedAudioFrame(frame_encoded_callback); 211 receiver_->GetEncodedAudioFrame(frame_encoded_callback);
184 task_runner_->RunTasks(); 212 task_runner_->RunTasks();
185 EXPECT_EQ(1, fake_audio_client_.number_times_called()); 213 EXPECT_EQ(1, fake_audio_client_.number_times_called());
186 214
187 // Receive one audio frame out-of-order: Make sure that we are not continuous 215 // Receive one audio frame out-of-order: Make sure that we are not continuous
188 // and that the RTP timestamp represents a time in the future. 216 // and that the RTP timestamp represents a time in the future.
189 rtp_header_.is_key_frame = false; 217 rtp_header_.is_key_frame = false;
190 rtp_header_.frame_id = kFirstFrameId + 2; 218 rtp_header_.frame_id = kFirstFrameId + 2;
191 rtp_header_.reference_frame_id = 0; 219 rtp_header_.reference_frame_id = 0;
192 rtp_header_.rtp_timestamp = 960; 220 rtp_header_.rtp_timestamp += 2 * rtp_advance_per_frame;
193 fake_audio_client_.SetNextExpectedResult( 221 fake_audio_client_.AddExpectedResult(
194 kFirstFrameId + 2, 222 kFirstFrameId + 2,
195 testing_clock_->NowTicks() + base::TimeDelta::FromMilliseconds(100)); 223 first_frame_capture_time + 2 * time_advance_per_frame +
224 target_playout_delay);
196 FeedOneFrameIntoReceiver(); 225 FeedOneFrameIntoReceiver();
197 226
198 // Frame 2 should not come out at this point in time. 227 // Frame 2 should not come out at this point in time.
199 task_runner_->RunTasks(); 228 task_runner_->RunTasks();
200 EXPECT_EQ(1, fake_audio_client_.number_times_called()); 229 EXPECT_EQ(1, fake_audio_client_.number_times_called());
201 230
202 // Enqueue a third request for an audio frame. 231 // Enqueue a third request for an audio frame.
203 receiver_->GetEncodedAudioFrame(frame_encoded_callback); 232 receiver_->GetEncodedAudioFrame(frame_encoded_callback);
204 task_runner_->RunTasks(); 233 task_runner_->RunTasks();
205 EXPECT_EQ(1, fake_audio_client_.number_times_called()); 234 EXPECT_EQ(1, fake_audio_client_.number_times_called());
206 235
207 // After 100 ms has elapsed, Frame 2 is emitted (to satisfy the second 236 // Now, advance time forward such that the receiver is convinced it should
208 // request) because a decision was made to skip over the no-show Frame 1. 237 // skip Frame 2. Frame 3 is emitted (to satisfy the second request) because a
209 testing_clock_->Advance(base::TimeDelta::FromMilliseconds(100)); 238 // decision was made to skip over the no-show Frame 2.
239 testing_clock_->Advance(2 * time_advance_per_frame + target_playout_delay);
210 task_runner_->RunTasks(); 240 task_runner_->RunTasks();
211 EXPECT_EQ(2, fake_audio_client_.number_times_called()); 241 EXPECT_EQ(2, fake_audio_client_.number_times_called());
212 242
213 // Receive Frame 3 and expect it to fulfill the third request immediately. 243 // Receive Frame 4 and expect it to fulfill the third request immediately.
214 rtp_header_.frame_id = kFirstFrameId + 3; 244 rtp_header_.frame_id = kFirstFrameId + 3;
215 rtp_header_.reference_frame_id = rtp_header_.frame_id - 1; 245 rtp_header_.reference_frame_id = rtp_header_.frame_id - 1;
216 rtp_header_.rtp_timestamp = 1280; 246 rtp_header_.rtp_timestamp += rtp_advance_per_frame;
217 fake_audio_client_.SetNextExpectedResult(kFirstFrameId + 3, 247 fake_audio_client_.AddExpectedResult(
218 testing_clock_->NowTicks()); 248 kFirstFrameId + 3, first_frame_capture_time + 3 * time_advance_per_frame +
249 target_playout_delay);
219 FeedOneFrameIntoReceiver(); 250 FeedOneFrameIntoReceiver();
220 task_runner_->RunTasks(); 251 task_runner_->RunTasks();
221 EXPECT_EQ(3, fake_audio_client_.number_times_called()); 252 EXPECT_EQ(3, fake_audio_client_.number_times_called());
222 253
223 // Move forward another 100 ms and run any pending tasks (there should be 254 // Move forward to the playout time of an unreceived Frame 5. Expect no
224 // none). Expect no additional frames where emitted. 255 // additional frames were emitted.
225 testing_clock_->Advance(base::TimeDelta::FromMilliseconds(100)); 256 testing_clock_->Advance(3 * time_advance_per_frame);
226 task_runner_->RunTasks(); 257 task_runner_->RunTasks();
227 EXPECT_EQ(3, fake_audio_client_.number_times_called()); 258 EXPECT_EQ(3, fake_audio_client_.number_times_called());
228 } 259 }
229 260
230 } // namespace cast 261 } // namespace cast
231 } // namespace media 262 } // namespace media
OLDNEW
« no previous file with comments | « media/cast/audio_receiver/audio_receiver.cc ('k') | media/cast/audio_sender/audio_sender_unittest.cc » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698