| OLD | NEW |
| 1 // Copyright 2014 The Chromium Authors. All rights reserved. | 1 // Copyright 2014 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include <vector> | 5 #include <vector> |
| 6 | 6 |
| 7 #include "base/bind.h" | 7 #include "base/bind.h" |
| 8 #include "base/memory/ref_counted.h" | 8 #include "base/memory/ref_counted.h" |
| 9 #include "base/memory/scoped_ptr.h" | 9 #include "base/memory/scoped_ptr.h" |
| 10 #include "media/base/video_frame.h" | 10 #include "media/base/video_frame.h" |
| 11 #include "media/cast/cast_defines.h" | 11 #include "media/cast/cast_defines.h" |
| 12 #include "media/cast/cast_environment.h" | 12 #include "media/cast/cast_environment.h" |
| 13 #include "media/cast/sender/video_encoder_impl.h" | 13 #include "media/cast/sender/video_encoder_impl.h" |
| 14 #include "media/cast/test/fake_single_thread_task_runner.h" | 14 #include "media/cast/test/fake_single_thread_task_runner.h" |
| 15 #include "media/cast/test/utility/default_config.h" |
| 15 #include "media/cast/test/utility/video_utility.h" | 16 #include "media/cast/test/utility/video_utility.h" |
| 16 #include "testing/gmock/include/gmock/gmock.h" | 17 #include "testing/gmock/include/gmock/gmock.h" |
| 17 | 18 |
| 18 namespace media { | 19 namespace media { |
| 19 namespace cast { | 20 namespace cast { |
| 20 | 21 |
| 21 using testing::_; | 22 using testing::_; |
| 22 | 23 |
| 23 namespace { | 24 namespace { |
| 24 class TestVideoEncoderCallback | 25 class TestVideoEncoderCallback |
| 25 : public base::RefCountedThreadSafe<TestVideoEncoderCallback> { | 26 : public base::RefCountedThreadSafe<TestVideoEncoderCallback> { |
| 26 public: | 27 public: |
| 27 TestVideoEncoderCallback() {} | 28 explicit TestVideoEncoderCallback(bool multiple_buffer_mode) |
| 29 : multiple_buffer_mode_(multiple_buffer_mode), |
| 30 count_frames_delivered_(0) {} |
| 31 |
| 32 int count_frames_delivered() const { |
| 33 return count_frames_delivered_; |
| 34 } |
| 28 | 35 |
| 29 void SetExpectedResult(uint32 expected_frame_id, | 36 void SetExpectedResult(uint32 expected_frame_id, |
| 30 uint32 expected_last_referenced_frame_id, | 37 uint32 expected_last_referenced_frame_id, |
| 31 const base::TimeTicks& expected_capture_time) { | 38 const base::TimeTicks& expected_capture_time) { |
| 32 expected_frame_id_ = expected_frame_id; | 39 expected_frame_id_ = expected_frame_id; |
| 33 expected_last_referenced_frame_id_ = expected_last_referenced_frame_id; | 40 expected_last_referenced_frame_id_ = expected_last_referenced_frame_id; |
| 34 expected_capture_time_ = expected_capture_time; | 41 expected_capture_time_ = expected_capture_time; |
| 35 } | 42 } |
| 36 | 43 |
| 37 void DeliverEncodedVideoFrame( | 44 void DeliverEncodedVideoFrame( |
| 38 scoped_ptr<EncodedFrame> encoded_frame) { | 45 scoped_ptr<EncodedFrame> encoded_frame) { |
| 39 if (expected_frame_id_ != expected_last_referenced_frame_id_) { | 46 if (expected_frame_id_ != expected_last_referenced_frame_id_) { |
| 40 EXPECT_EQ(EncodedFrame::DEPENDENT, | 47 EXPECT_EQ(EncodedFrame::DEPENDENT, encoded_frame->dependency); |
| 41 encoded_frame->dependency); | 48 } else if (!multiple_buffer_mode_) { |
| 49 EXPECT_EQ(EncodedFrame::KEY, encoded_frame->dependency); |
| 42 } | 50 } |
| 43 EXPECT_EQ(expected_frame_id_, encoded_frame->frame_id); | 51 EXPECT_EQ(expected_frame_id_, encoded_frame->frame_id); |
| 44 EXPECT_EQ(expected_last_referenced_frame_id_, | 52 EXPECT_EQ(expected_last_referenced_frame_id_, |
| 45 encoded_frame->referenced_frame_id) | 53 encoded_frame->referenced_frame_id) |
| 46 << "frame id: " << expected_frame_id_; | 54 << "frame id: " << expected_frame_id_; |
| 55 EXPECT_LT(0u, encoded_frame->rtp_timestamp); |
| 47 EXPECT_EQ(expected_capture_time_, encoded_frame->reference_time); | 56 EXPECT_EQ(expected_capture_time_, encoded_frame->reference_time); |
| 57 EXPECT_FALSE(encoded_frame->data.empty()); |
| 58 ++count_frames_delivered_; |
| 48 } | 59 } |
| 49 | 60 |
| 50 protected: | |
| 51 virtual ~TestVideoEncoderCallback() {} | |
| 52 | |
| 53 private: | 61 private: |
| 54 friend class base::RefCountedThreadSafe<TestVideoEncoderCallback>; | 62 friend class base::RefCountedThreadSafe<TestVideoEncoderCallback>; |
| 63 virtual ~TestVideoEncoderCallback() {} |
| 64 |
| 65 const bool multiple_buffer_mode_; |
| 66 int count_frames_delivered_; |
| 55 | 67 |
| 56 uint32 expected_frame_id_; | 68 uint32 expected_frame_id_; |
| 57 uint32 expected_last_referenced_frame_id_; | 69 uint32 expected_last_referenced_frame_id_; |
| 58 base::TimeTicks expected_capture_time_; | 70 base::TimeTicks expected_capture_time_; |
| 59 | 71 |
| 60 DISALLOW_COPY_AND_ASSIGN(TestVideoEncoderCallback); | 72 DISALLOW_COPY_AND_ASSIGN(TestVideoEncoderCallback); |
| 61 }; | 73 }; |
| 62 } // namespace | 74 } // namespace |
| 63 | 75 |
| 64 class VideoEncoderImplTest : public ::testing::Test { | 76 class VideoEncoderImplTest : public ::testing::Test { |
| 65 protected: | 77 protected: |
| 66 VideoEncoderImplTest() | 78 VideoEncoderImplTest() { |
| 67 : test_video_encoder_callback_(new TestVideoEncoderCallback()) { | 79 video_config_ = GetDefaultVideoSenderConfig(); |
| 68 video_config_.ssrc = 1; | |
| 69 video_config_.incoming_feedback_ssrc = 2; | |
| 70 video_config_.rtp_payload_type = 127; | |
| 71 video_config_.use_external_encoder = false; | |
| 72 video_config_.width = 320; | |
| 73 video_config_.height = 240; | |
| 74 video_config_.max_bitrate = 5000000; | |
| 75 video_config_.min_bitrate = 1000000; | |
| 76 video_config_.start_bitrate = 2000000; | |
| 77 video_config_.max_qp = 56; | |
| 78 video_config_.min_qp = 0; | |
| 79 video_config_.max_frame_rate = 30; | |
| 80 video_config_.max_number_of_video_buffers_used = 3; | |
| 81 video_config_.codec = CODEC_VIDEO_VP8; | 80 video_config_.codec = CODEC_VIDEO_VP8; |
| 82 gfx::Size size(video_config_.width, video_config_.height); | 81 gfx::Size size(video_config_.width, video_config_.height); |
| 83 video_frame_ = media::VideoFrame::CreateFrame( | 82 video_frame_ = media::VideoFrame::CreateFrame( |
| 84 VideoFrame::I420, size, gfx::Rect(size), size, base::TimeDelta()); | 83 VideoFrame::I420, size, gfx::Rect(size), size, base::TimeDelta()); |
| 85 PopulateVideoFrame(video_frame_.get(), 123); | 84 PopulateVideoFrame(video_frame_.get(), 123); |
| 86 } | 85 } |
| 87 | 86 |
| 88 virtual ~VideoEncoderImplTest() {} | 87 virtual ~VideoEncoderImplTest() {} |
| 89 | 88 |
| 90 virtual void SetUp() OVERRIDE { | 89 virtual void SetUp() OVERRIDE { |
| 91 testing_clock_ = new base::SimpleTestTickClock(); | 90 testing_clock_ = new base::SimpleTestTickClock(); |
| 91 testing_clock_->Advance(base::TimeTicks::Now() - base::TimeTicks()); |
| 92 task_runner_ = new test::FakeSingleThreadTaskRunner(testing_clock_); | 92 task_runner_ = new test::FakeSingleThreadTaskRunner(testing_clock_); |
| 93 cast_environment_ = | 93 cast_environment_ = |
| 94 new CastEnvironment(scoped_ptr<base::TickClock>(testing_clock_).Pass(), | 94 new CastEnvironment(scoped_ptr<base::TickClock>(testing_clock_).Pass(), |
| 95 task_runner_, | 95 task_runner_, |
| 96 task_runner_, | 96 task_runner_, |
| 97 task_runner_); | 97 task_runner_); |
| 98 } | 98 } |
| 99 | 99 |
| 100 virtual void TearDown() OVERRIDE { | 100 virtual void TearDown() OVERRIDE { |
| 101 video_encoder_.reset(); | 101 video_encoder_.reset(); |
| 102 task_runner_->RunTasks(); | 102 task_runner_->RunTasks(); |
| 103 } | 103 } |
| 104 | 104 |
| 105 void Configure(int max_unacked_frames) { | 105 void CreateEncoder() { |
| 106 test_video_encoder_callback_ = new TestVideoEncoderCallback( |
| 107 video_config_.max_number_of_video_buffers_used != 1); |
| 106 video_encoder_.reset(new VideoEncoderImpl( | 108 video_encoder_.reset(new VideoEncoderImpl( |
| 107 cast_environment_, video_config_, max_unacked_frames)); | 109 cast_environment_, video_config_, |
| 110 0 /* useless arg to be removed in later change */)); |
| 108 } | 111 } |
| 109 | 112 |
| 110 base::SimpleTestTickClock* testing_clock_; // Owned by CastEnvironment. | 113 base::SimpleTestTickClock* testing_clock_; // Owned by CastEnvironment. |
| 111 scoped_refptr<TestVideoEncoderCallback> test_video_encoder_callback_; | 114 scoped_refptr<TestVideoEncoderCallback> test_video_encoder_callback_; |
| 112 VideoSenderConfig video_config_; | 115 VideoSenderConfig video_config_; |
| 113 scoped_refptr<test::FakeSingleThreadTaskRunner> task_runner_; | 116 scoped_refptr<test::FakeSingleThreadTaskRunner> task_runner_; |
| 114 scoped_ptr<VideoEncoder> video_encoder_; | 117 scoped_ptr<VideoEncoder> video_encoder_; |
| 115 scoped_refptr<media::VideoFrame> video_frame_; | 118 scoped_refptr<media::VideoFrame> video_frame_; |
| 116 | 119 |
| 117 scoped_refptr<CastEnvironment> cast_environment_; | 120 scoped_refptr<CastEnvironment> cast_environment_; |
| 118 | 121 |
| 119 DISALLOW_COPY_AND_ASSIGN(VideoEncoderImplTest); | 122 DISALLOW_COPY_AND_ASSIGN(VideoEncoderImplTest); |
| 120 }; | 123 }; |
| 121 | 124 |
| 122 TEST_F(VideoEncoderImplTest, EncodePattern30fpsRunningOutOfAck) { | 125 TEST_F(VideoEncoderImplTest, GeneratesKeyFrameThenOnlyDeltaFrames) { |
| 123 Configure(3); | 126 CreateEncoder(); |
| 124 | 127 |
| 125 VideoEncoder::FrameEncodedCallback frame_encoded_callback = | 128 VideoEncoder::FrameEncodedCallback frame_encoded_callback = |
| 126 base::Bind(&TestVideoEncoderCallback::DeliverEncodedVideoFrame, | 129 base::Bind(&TestVideoEncoderCallback::DeliverEncodedVideoFrame, |
| 127 test_video_encoder_callback_.get()); | 130 test_video_encoder_callback_.get()); |
| 128 | 131 |
| 129 base::TimeTicks capture_time; | 132 EXPECT_EQ(0, test_video_encoder_callback_->count_frames_delivered()); |
| 130 capture_time += base::TimeDelta::FromMilliseconds(33); | 133 |
| 131 test_video_encoder_callback_->SetExpectedResult(0, 0, capture_time); | 134 test_video_encoder_callback_->SetExpectedResult( |
| 135 0, 0, testing_clock_->NowTicks()); |
| 132 EXPECT_TRUE(video_encoder_->EncodeVideoFrame( | 136 EXPECT_TRUE(video_encoder_->EncodeVideoFrame( |
| 133 video_frame_, capture_time, frame_encoded_callback)); | 137 video_frame_, testing_clock_->NowTicks(), frame_encoded_callback)); |
| 134 task_runner_->RunTasks(); | 138 task_runner_->RunTasks(); |
| 135 | 139 |
| 136 capture_time += base::TimeDelta::FromMilliseconds(33); | 140 for (uint32 frame_id = 1; frame_id < 10; ++frame_id) { |
| 137 video_encoder_->LatestFrameIdToReference(0); | 141 testing_clock_->Advance(base::TimeDelta::FromMilliseconds(33)); |
| 138 test_video_encoder_callback_->SetExpectedResult(1, 0, capture_time); | 142 test_video_encoder_callback_->SetExpectedResult( |
| 143 frame_id, frame_id - 1, testing_clock_->NowTicks()); |
| 144 EXPECT_TRUE(video_encoder_->EncodeVideoFrame( |
| 145 video_frame_, testing_clock_->NowTicks(), frame_encoded_callback)); |
| 146 task_runner_->RunTasks(); |
| 147 } |
| 148 |
| 149 EXPECT_EQ(10, test_video_encoder_callback_->count_frames_delivered()); |
| 150 } |
| 151 |
| 152 TEST_F(VideoEncoderImplTest, |
| 153 FramesDoNotDependOnUnackedFramesInMultiBufferMode) { |
| 154 video_config_.max_number_of_video_buffers_used = 3; |
| 155 CreateEncoder(); |
| 156 |
| 157 VideoEncoder::FrameEncodedCallback frame_encoded_callback = |
| 158 base::Bind(&TestVideoEncoderCallback::DeliverEncodedVideoFrame, |
| 159 test_video_encoder_callback_.get()); |
| 160 |
| 161 EXPECT_EQ(0, test_video_encoder_callback_->count_frames_delivered()); |
| 162 |
| 163 test_video_encoder_callback_->SetExpectedResult( |
| 164 0, 0, testing_clock_->NowTicks()); |
| 139 EXPECT_TRUE(video_encoder_->EncodeVideoFrame( | 165 EXPECT_TRUE(video_encoder_->EncodeVideoFrame( |
| 140 video_frame_, capture_time, frame_encoded_callback)); | 166 video_frame_, testing_clock_->NowTicks(), frame_encoded_callback)); |
| 141 task_runner_->RunTasks(); | 167 task_runner_->RunTasks(); |
| 142 | 168 |
| 143 capture_time += base::TimeDelta::FromMilliseconds(33); | 169 testing_clock_->Advance(base::TimeDelta::FromMilliseconds(33)); |
| 170 video_encoder_->LatestFrameIdToReference(0); |
| 171 test_video_encoder_callback_->SetExpectedResult( |
| 172 1, 0, testing_clock_->NowTicks()); |
| 173 EXPECT_TRUE(video_encoder_->EncodeVideoFrame( |
| 174 video_frame_, testing_clock_->NowTicks(), frame_encoded_callback)); |
| 175 task_runner_->RunTasks(); |
| 176 |
| 177 testing_clock_->Advance(base::TimeDelta::FromMilliseconds(33)); |
| 144 video_encoder_->LatestFrameIdToReference(1); | 178 video_encoder_->LatestFrameIdToReference(1); |
| 145 test_video_encoder_callback_->SetExpectedResult(2, 1, capture_time); | 179 test_video_encoder_callback_->SetExpectedResult( |
| 180 2, 1, testing_clock_->NowTicks()); |
| 146 EXPECT_TRUE(video_encoder_->EncodeVideoFrame( | 181 EXPECT_TRUE(video_encoder_->EncodeVideoFrame( |
| 147 video_frame_, capture_time, frame_encoded_callback)); | 182 video_frame_, testing_clock_->NowTicks(), frame_encoded_callback)); |
| 148 task_runner_->RunTasks(); | 183 task_runner_->RunTasks(); |
| 149 | 184 |
| 150 video_encoder_->LatestFrameIdToReference(2); | 185 video_encoder_->LatestFrameIdToReference(2); |
| 151 | 186 |
| 152 for (int i = 3; i < 6; ++i) { | 187 for (uint32 frame_id = 3; frame_id < 10; ++frame_id) { |
| 153 capture_time += base::TimeDelta::FromMilliseconds(33); | 188 testing_clock_->Advance(base::TimeDelta::FromMilliseconds(33)); |
| 154 test_video_encoder_callback_->SetExpectedResult(i, 2, capture_time); | 189 test_video_encoder_callback_->SetExpectedResult( |
| 190 frame_id, 2, testing_clock_->NowTicks()); |
| 155 EXPECT_TRUE(video_encoder_->EncodeVideoFrame( | 191 EXPECT_TRUE(video_encoder_->EncodeVideoFrame( |
| 156 video_frame_, capture_time, frame_encoded_callback)); | 192 video_frame_, testing_clock_->NowTicks(), frame_encoded_callback)); |
| 157 task_runner_->RunTasks(); | 193 task_runner_->RunTasks(); |
| 158 } | 194 } |
| 159 } | |
| 160 | 195 |
| 161 // TODO(pwestin): Re-enabled after redesign the encoder to control number of | 196 EXPECT_EQ(10, test_video_encoder_callback_->count_frames_delivered()); |
| 162 // frames in flight. | |
| 163 TEST_F(VideoEncoderImplTest, DISABLED_EncodePattern60fpsRunningOutOfAck) { | |
| 164 video_config_.max_number_of_video_buffers_used = 1; | |
| 165 Configure(6); | |
| 166 | |
| 167 base::TimeTicks capture_time; | |
| 168 VideoEncoder::FrameEncodedCallback frame_encoded_callback = | |
| 169 base::Bind(&TestVideoEncoderCallback::DeliverEncodedVideoFrame, | |
| 170 test_video_encoder_callback_.get()); | |
| 171 | |
| 172 capture_time += base::TimeDelta::FromMilliseconds(33); | |
| 173 test_video_encoder_callback_->SetExpectedResult(0, 0, capture_time); | |
| 174 EXPECT_TRUE(video_encoder_->EncodeVideoFrame( | |
| 175 video_frame_, capture_time, frame_encoded_callback)); | |
| 176 task_runner_->RunTasks(); | |
| 177 | |
| 178 video_encoder_->LatestFrameIdToReference(0); | |
| 179 capture_time += base::TimeDelta::FromMilliseconds(33); | |
| 180 test_video_encoder_callback_->SetExpectedResult(1, 0, capture_time); | |
| 181 EXPECT_TRUE(video_encoder_->EncodeVideoFrame( | |
| 182 video_frame_, capture_time, frame_encoded_callback)); | |
| 183 task_runner_->RunTasks(); | |
| 184 | |
| 185 video_encoder_->LatestFrameIdToReference(1); | |
| 186 capture_time += base::TimeDelta::FromMilliseconds(33); | |
| 187 test_video_encoder_callback_->SetExpectedResult(2, 0, capture_time); | |
| 188 EXPECT_TRUE(video_encoder_->EncodeVideoFrame( | |
| 189 video_frame_, capture_time, frame_encoded_callback)); | |
| 190 task_runner_->RunTasks(); | |
| 191 | |
| 192 video_encoder_->LatestFrameIdToReference(2); | |
| 193 | |
| 194 for (int i = 3; i < 9; ++i) { | |
| 195 capture_time += base::TimeDelta::FromMilliseconds(33); | |
| 196 test_video_encoder_callback_->SetExpectedResult(i, 2, capture_time); | |
| 197 EXPECT_TRUE(video_encoder_->EncodeVideoFrame( | |
| 198 video_frame_, capture_time, frame_encoded_callback)); | |
| 199 task_runner_->RunTasks(); | |
| 200 } | |
| 201 } | |
| 202 | |
| 203 // TODO(pwestin): Re-enabled after redesign the encoder to control number of | |
| 204 // frames in flight. | |
| 205 TEST_F(VideoEncoderImplTest, | |
| 206 DISABLED_EncodePattern60fps200msDelayRunningOutOfAck) { | |
| 207 Configure(12); | |
| 208 | |
| 209 base::TimeTicks capture_time; | |
| 210 VideoEncoder::FrameEncodedCallback frame_encoded_callback = | |
| 211 base::Bind(&TestVideoEncoderCallback::DeliverEncodedVideoFrame, | |
| 212 test_video_encoder_callback_.get()); | |
| 213 | |
| 214 capture_time += base::TimeDelta::FromMilliseconds(33); | |
| 215 test_video_encoder_callback_->SetExpectedResult(0, 0, capture_time); | |
| 216 EXPECT_TRUE(video_encoder_->EncodeVideoFrame( | |
| 217 video_frame_, capture_time, frame_encoded_callback)); | |
| 218 task_runner_->RunTasks(); | |
| 219 | |
| 220 video_encoder_->LatestFrameIdToReference(0); | |
| 221 capture_time += base::TimeDelta::FromMilliseconds(33); | |
| 222 test_video_encoder_callback_->SetExpectedResult(1, 0, capture_time); | |
| 223 EXPECT_TRUE(video_encoder_->EncodeVideoFrame( | |
| 224 video_frame_, capture_time, frame_encoded_callback)); | |
| 225 task_runner_->RunTasks(); | |
| 226 | |
| 227 video_encoder_->LatestFrameIdToReference(1); | |
| 228 capture_time += base::TimeDelta::FromMilliseconds(33); | |
| 229 test_video_encoder_callback_->SetExpectedResult(2, 0, capture_time); | |
| 230 EXPECT_TRUE(video_encoder_->EncodeVideoFrame( | |
| 231 video_frame_, capture_time, frame_encoded_callback)); | |
| 232 task_runner_->RunTasks(); | |
| 233 | |
| 234 video_encoder_->LatestFrameIdToReference(2); | |
| 235 capture_time += base::TimeDelta::FromMilliseconds(33); | |
| 236 test_video_encoder_callback_->SetExpectedResult(3, 0, capture_time); | |
| 237 EXPECT_TRUE(video_encoder_->EncodeVideoFrame( | |
| 238 video_frame_, capture_time, frame_encoded_callback)); | |
| 239 task_runner_->RunTasks(); | |
| 240 | |
| 241 video_encoder_->LatestFrameIdToReference(3); | |
| 242 capture_time += base::TimeDelta::FromMilliseconds(33); | |
| 243 test_video_encoder_callback_->SetExpectedResult(4, 0, capture_time); | |
| 244 EXPECT_TRUE(video_encoder_->EncodeVideoFrame( | |
| 245 video_frame_, capture_time, frame_encoded_callback)); | |
| 246 task_runner_->RunTasks(); | |
| 247 | |
| 248 video_encoder_->LatestFrameIdToReference(4); | |
| 249 | |
| 250 for (int i = 5; i < 17; ++i) { | |
| 251 test_video_encoder_callback_->SetExpectedResult(i, 4, capture_time); | |
| 252 EXPECT_TRUE(video_encoder_->EncodeVideoFrame( | |
| 253 video_frame_, capture_time, frame_encoded_callback)); | |
| 254 task_runner_->RunTasks(); | |
| 255 } | |
| 256 } | 197 } |
| 257 | 198 |
| 258 } // namespace cast | 199 } // namespace cast |
| 259 } // namespace media | 200 } // namespace media |
| OLD | NEW |