Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(174)

Side by Side Diff: media/blink/video_frame_compositor_unittest.cc

Issue 1083383005: Connect the new video rendering path to the compositor. (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@vra
Patch Set: Remove NullVideoSink Created 5 years, 7 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 // Copyright 2014 The Chromium Authors. All rights reserved. 1 // Copyright 2014 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #include "base/bind.h" 5 #include "base/bind.h"
6 #include "base/message_loop/message_loop.h" 6 #include "base/message_loop/message_loop.h"
7 #include "base/test/simple_test_tick_clock.h"
7 #include "cc/layers/video_frame_provider.h" 8 #include "cc/layers/video_frame_provider.h"
8 #include "media/base/video_frame.h" 9 #include "media/base/video_frame.h"
9 #include "media/blink/video_frame_compositor.h" 10 #include "media/blink/video_frame_compositor.h"
11 #include "testing/gmock/include/gmock/gmock.h"
10 #include "testing/gtest/include/gtest/gtest.h" 12 #include "testing/gtest/include/gtest/gtest.h"
11 13
14 using testing::_;
15 using testing::Return;
16
12 namespace media { 17 namespace media {
13 18
14 class VideoFrameCompositorTest : public testing::Test, 19 class VideoFrameCompositorTest : public testing::Test,
15 public cc::VideoFrameProvider::Client { 20 public cc::VideoFrameProvider::Client,
21 public VideoRendererSink::RenderCallback {
16 public: 22 public:
17 VideoFrameCompositorTest() 23 VideoFrameCompositorTest()
18 : compositor_(new VideoFrameCompositor( 24 : tick_clock_(new base::SimpleTestTickClock()),
25 compositor_(new VideoFrameCompositor(
19 message_loop.task_runner(), 26 message_loop.task_runner(),
20 base::Bind(&VideoFrameCompositorTest::NaturalSizeChanged, 27 base::Bind(&VideoFrameCompositorTest::NaturalSizeChanged,
21 base::Unretained(this)), 28 base::Unretained(this)),
22 base::Bind(&VideoFrameCompositorTest::OpacityChanged, 29 base::Bind(&VideoFrameCompositorTest::OpacityChanged,
23 base::Unretained(this)))), 30 base::Unretained(this)))),
24 did_receive_frame_count_(0), 31 did_receive_frame_count_(0),
25 natural_size_changed_count_(0), 32 natural_size_changed_count_(0),
26 opacity_changed_count_(0), 33 opacity_changed_count_(0),
27 opaque_(false) { 34 opaque_(false) {
28 compositor_->SetVideoFrameProviderClient(this); 35 compositor_->SetVideoFrameProviderClient(this);
36 compositor_->set_tick_clock_for_testing(
37 scoped_ptr<base::TickClock>(tick_clock_));
29 } 38 }
30 39
31 ~VideoFrameCompositorTest() override { 40 ~VideoFrameCompositorTest() override {
32 compositor_->SetVideoFrameProviderClient(NULL); 41 compositor_->SetVideoFrameProviderClient(NULL);
33 } 42 }
34 43
35 VideoFrameCompositor* compositor() { return compositor_.get(); } 44 VideoFrameCompositor* compositor() { return compositor_.get(); }
36 int did_receive_frame_count() { return did_receive_frame_count_; } 45 int did_receive_frame_count() { return did_receive_frame_count_; }
37 int natural_size_changed_count() { return natural_size_changed_count_; } 46 int natural_size_changed_count() { return natural_size_changed_count_; }
38 gfx::Size natural_size() { return natural_size_; } 47 gfx::Size natural_size() { return natural_size_; }
39 48
40 int opacity_changed_count() { return opacity_changed_count_; } 49 int opacity_changed_count() { return opacity_changed_count_; }
41 bool opaque() { return opaque_; } 50 bool opaque() { return opaque_; }
42 51
43 private: 52 protected:
44 // cc::VideoFrameProvider::Client implementation. 53 // cc::VideoFrameProvider::Client implementation.
45 void StopUsingProvider() override {} 54 void StopUsingProvider() override {}
46 void StartRendering() override {}; 55 MOCK_METHOD0(StartRendering, void());
47 void StopRendering() override {}; 56 MOCK_METHOD0(StopRendering, void());
48 void DidReceiveFrame() override { 57 void DidReceiveFrame() override { ++did_receive_frame_count_; }
49 ++did_receive_frame_count_;
50 }
51 void DidUpdateMatrix(const float* matrix) override {} 58 void DidUpdateMatrix(const float* matrix) override {}
52 59
60 // VideoRendererSink::RenderCallback implementation.
61 MOCK_METHOD2(Render,
62 scoped_refptr<VideoFrame>(base::TimeTicks, base::TimeTicks));
63 MOCK_METHOD0(OnFrameDropped, void());
64
53 void NaturalSizeChanged(gfx::Size natural_size) { 65 void NaturalSizeChanged(gfx::Size natural_size) {
54 ++natural_size_changed_count_; 66 ++natural_size_changed_count_;
55 natural_size_ = natural_size; 67 natural_size_ = natural_size;
56 } 68 }
57 69
58 void OpacityChanged(bool opaque) { 70 void OpacityChanged(bool opaque) {
59 ++opacity_changed_count_; 71 ++opacity_changed_count_;
60 opaque_ = opaque; 72 opaque_ = opaque;
61 } 73 }
62 74
75 void StartVideoRendererSink() {
76 EXPECT_CALL(*this, StartRendering());
77 compositor()->Start(this);
78 message_loop.RunUntilIdle();
79 }
80
81 void StopVideoRendererSink() {
82 EXPECT_CALL(*this, StopRendering());
83 compositor()->Stop();
84 message_loop.RunUntilIdle();
85 }
86
87 void RenderFrame() {
88 compositor()->GetCurrentFrame();
89 compositor()->PutCurrentFrame();
90 }
91
63 base::MessageLoop message_loop; 92 base::MessageLoop message_loop;
93 base::SimpleTestTickClock* tick_clock_; // Owned by |compositor_|
64 scoped_ptr<VideoFrameCompositor> compositor_; 94 scoped_ptr<VideoFrameCompositor> compositor_;
95
65 int did_receive_frame_count_; 96 int did_receive_frame_count_;
66 int natural_size_changed_count_; 97 int natural_size_changed_count_;
67 gfx::Size natural_size_; 98 gfx::Size natural_size_;
68 int opacity_changed_count_; 99 int opacity_changed_count_;
69 bool opaque_; 100 bool opaque_;
70 101
102
71 DISALLOW_COPY_AND_ASSIGN(VideoFrameCompositorTest); 103 DISALLOW_COPY_AND_ASSIGN(VideoFrameCompositorTest);
72 }; 104 };
73 105
74 TEST_F(VideoFrameCompositorTest, InitialValues) { 106 TEST_F(VideoFrameCompositorTest, InitialValues) {
75 EXPECT_FALSE(compositor()->GetCurrentFrame().get()); 107 EXPECT_FALSE(compositor()->GetCurrentFrame().get());
76 } 108 }
77 109
78 TEST_F(VideoFrameCompositorTest, PaintFrameUsingOldRenderingPath) { 110 TEST_F(VideoFrameCompositorTest, PaintFrameUsingOldRenderingPath) {
79 scoped_refptr<VideoFrame> expected = VideoFrame::CreateEOSFrame(); 111 scoped_refptr<VideoFrame> expected = VideoFrame::CreateEOSFrame();
80 112
81 // Should notify compositor synchronously. 113 // Should notify compositor synchronously.
82 EXPECT_EQ(0, did_receive_frame_count()); 114 EXPECT_EQ(0, did_receive_frame_count());
83 compositor()->PaintFrameUsingOldRenderingPath(expected); 115 compositor()->PaintFrameUsingOldRenderingPath(expected);
84 scoped_refptr<VideoFrame> actual = compositor()->GetCurrentFrame(); 116 scoped_refptr<VideoFrame> actual = compositor()->GetCurrentFrame();
85 EXPECT_EQ(expected, actual); 117 EXPECT_EQ(expected, actual);
86 EXPECT_EQ(1, did_receive_frame_count()); 118 EXPECT_EQ(1, did_receive_frame_count());
87 } 119 }
88 120
89 TEST_F(VideoFrameCompositorTest, NaturalSizeChanged) { 121 TEST_F(VideoFrameCompositorTest, NaturalSizeChanged) {
90 gfx::Size initial_size(8, 8); 122 gfx::Size initial_size(8, 8);
91 scoped_refptr<VideoFrame> initial_frame = 123 scoped_refptr<VideoFrame> initial_frame =
92 VideoFrame::CreateBlackFrame(initial_size); 124 VideoFrame::CreateBlackFrame(initial_size);
93 125
94 gfx::Size larger_size(16, 16); 126 gfx::Size larger_size(16, 16);
95 scoped_refptr<VideoFrame> larger_frame = 127 scoped_refptr<VideoFrame> larger_frame =
96 VideoFrame::CreateBlackFrame(larger_size); 128 VideoFrame::CreateBlackFrame(larger_size);
97 129
130 gfx::Size empty_size(0, 0);
131
98 // Initial expectations. 132 // Initial expectations.
99 EXPECT_EQ(0, natural_size().width()); 133 EXPECT_EQ(empty_size, natural_size());
100 EXPECT_EQ(0, natural_size().height());
101 EXPECT_EQ(0, natural_size_changed_count()); 134 EXPECT_EQ(0, natural_size_changed_count());
102 135
103 // Callback isn't fired for the first frame. 136 // Callback isn't fired for the first frame.
104 compositor()->PaintFrameUsingOldRenderingPath(initial_frame); 137 compositor()->PaintFrameUsingOldRenderingPath(initial_frame);
105 EXPECT_EQ(0, natural_size().width()); 138 EXPECT_EQ(empty_size, natural_size());
106 EXPECT_EQ(0, natural_size().height());
107 EXPECT_EQ(0, natural_size_changed_count()); 139 EXPECT_EQ(0, natural_size_changed_count());
108 140
109 // Callback should be fired once. 141 // Callback should be fired once.
110 compositor()->PaintFrameUsingOldRenderingPath(larger_frame); 142 compositor()->PaintFrameUsingOldRenderingPath(larger_frame);
111 EXPECT_EQ(larger_size.width(), natural_size().width()); 143 EXPECT_EQ(larger_size, natural_size());
112 EXPECT_EQ(larger_size.height(), natural_size().height());
113 EXPECT_EQ(1, natural_size_changed_count()); 144 EXPECT_EQ(1, natural_size_changed_count());
114 145
115 compositor()->PaintFrameUsingOldRenderingPath(larger_frame); 146 compositor()->PaintFrameUsingOldRenderingPath(larger_frame);
116 EXPECT_EQ(larger_size.width(), natural_size().width()); 147 EXPECT_EQ(larger_size, natural_size());
117 EXPECT_EQ(larger_size.height(), natural_size().height());
118 EXPECT_EQ(1, natural_size_changed_count()); 148 EXPECT_EQ(1, natural_size_changed_count());
119 149
120 // Callback is fired once more when switching back to initial size. 150 // Callback is fired once more when switching back to initial size.
121 compositor()->PaintFrameUsingOldRenderingPath(initial_frame); 151 compositor()->PaintFrameUsingOldRenderingPath(initial_frame);
122 EXPECT_EQ(initial_size.width(), natural_size().width()); 152 EXPECT_EQ(initial_size, natural_size());
123 EXPECT_EQ(initial_size.height(), natural_size().height());
124 EXPECT_EQ(2, natural_size_changed_count()); 153 EXPECT_EQ(2, natural_size_changed_count());
125 154
126 compositor()->PaintFrameUsingOldRenderingPath(initial_frame); 155 compositor()->PaintFrameUsingOldRenderingPath(initial_frame);
127 EXPECT_EQ(initial_size.width(), natural_size().width());
128 EXPECT_EQ(initial_size, natural_size()); 156 EXPECT_EQ(initial_size, natural_size());
129 EXPECT_EQ(2, natural_size_changed_count()); 157 EXPECT_EQ(2, natural_size_changed_count());
158
159 natural_size_changed_count_ = 0;
160 natural_size_ = empty_size;
161
162 StartVideoRendererSink();
163 EXPECT_CALL(*this, Render(_, _))
164 .WillOnce(Return(initial_frame))
165 .WillOnce(Return(larger_frame))
166 .WillOnce(Return(initial_frame))
167 .WillOnce(Return(initial_frame));
168 // Callback isn't fired for the first frame.
169 EXPECT_EQ(0, natural_size_changed_count());
170 EXPECT_TRUE(
171 compositor()->UpdateCurrentFrame(base::TimeTicks(), base::TimeTicks()));
172 RenderFrame();
173 EXPECT_EQ(empty_size, natural_size());
174 EXPECT_EQ(0, natural_size_changed_count());
175
176 EXPECT_TRUE(
177 compositor()->UpdateCurrentFrame(base::TimeTicks(), base::TimeTicks()));
178 RenderFrame();
179 EXPECT_EQ(larger_size, natural_size());
180 EXPECT_EQ(1, natural_size_changed_count());
181
182 EXPECT_TRUE(
183 compositor()->UpdateCurrentFrame(base::TimeTicks(), base::TimeTicks()));
184 RenderFrame();
185 EXPECT_EQ(initial_size, natural_size());
186 EXPECT_EQ(2, natural_size_changed_count());
187
188 EXPECT_FALSE(
189 compositor()->UpdateCurrentFrame(base::TimeTicks(), base::TimeTicks()));
190 EXPECT_EQ(initial_size, natural_size());
191 EXPECT_EQ(2, natural_size_changed_count());
192 RenderFrame();
193
194 StopVideoRendererSink();
130 } 195 }
131 196
132 TEST_F(VideoFrameCompositorTest, OpacityChanged) { 197 TEST_F(VideoFrameCompositorTest, OpacityChanged) {
133 gfx::Size size(8, 8); 198 gfx::Size size(8, 8);
134 gfx::Rect rect(gfx::Point(0, 0), size); 199 gfx::Rect rect(gfx::Point(0, 0), size);
135 scoped_refptr<VideoFrame> opaque_frame = VideoFrame::CreateFrame( 200 scoped_refptr<VideoFrame> opaque_frame = VideoFrame::CreateFrame(
136 VideoFrame::YV12, size, rect, size, base::TimeDelta()); 201 VideoFrame::YV12, size, rect, size, base::TimeDelta());
137 scoped_refptr<VideoFrame> not_opaque_frame = VideoFrame::CreateFrame( 202 scoped_refptr<VideoFrame> not_opaque_frame = VideoFrame::CreateFrame(
138 VideoFrame::YV12A, size, rect, size, base::TimeDelta()); 203 VideoFrame::YV12A, size, rect, size, base::TimeDelta());
139 204
(...skipping 13 matching lines...) Expand all
153 218
154 // Callback is fired when using opacity changes. 219 // Callback is fired when using opacity changes.
155 compositor()->PaintFrameUsingOldRenderingPath(opaque_frame); 220 compositor()->PaintFrameUsingOldRenderingPath(opaque_frame);
156 EXPECT_TRUE(opaque()); 221 EXPECT_TRUE(opaque());
157 EXPECT_EQ(2, opacity_changed_count()); 222 EXPECT_EQ(2, opacity_changed_count());
158 223
159 // Callback shouldn't be first subsequent times with same opaqueness. 224 // Callback shouldn't be first subsequent times with same opaqueness.
160 compositor()->PaintFrameUsingOldRenderingPath(opaque_frame); 225 compositor()->PaintFrameUsingOldRenderingPath(opaque_frame);
161 EXPECT_TRUE(opaque()); 226 EXPECT_TRUE(opaque());
162 EXPECT_EQ(2, opacity_changed_count()); 227 EXPECT_EQ(2, opacity_changed_count());
228
229 opacity_changed_count_ = 0;
230
231 StartVideoRendererSink();
232 EXPECT_CALL(*this, Render(_, _))
233 .WillOnce(Return(not_opaque_frame))
234 .WillOnce(Return(not_opaque_frame))
235 .WillOnce(Return(opaque_frame))
236 .WillOnce(Return(opaque_frame));
237 EXPECT_EQ(0, opacity_changed_count());
238 EXPECT_TRUE(
239 compositor()->UpdateCurrentFrame(base::TimeTicks(), base::TimeTicks()));
240 RenderFrame();
241 EXPECT_FALSE(opaque());
242 EXPECT_EQ(1, opacity_changed_count());
243
244 EXPECT_FALSE(
245 compositor()->UpdateCurrentFrame(base::TimeTicks(), base::TimeTicks()));
246 RenderFrame();
247 EXPECT_FALSE(opaque());
248 EXPECT_EQ(1, opacity_changed_count());
249
250 EXPECT_TRUE(
251 compositor()->UpdateCurrentFrame(base::TimeTicks(), base::TimeTicks()));
252 RenderFrame();
253 EXPECT_TRUE(opaque());
254 EXPECT_EQ(2, opacity_changed_count());
255
256 EXPECT_FALSE(
257 compositor()->UpdateCurrentFrame(base::TimeTicks(), base::TimeTicks()));
258 EXPECT_TRUE(opaque());
259 EXPECT_EQ(2, opacity_changed_count());
260 RenderFrame();
261
262 StopVideoRendererSink();
263 }
264
265 TEST_F(VideoFrameCompositorTest, VideoRendererSinkFrameDropped) {
266 gfx::Size size(8, 8);
267 gfx::Rect rect(gfx::Point(0, 0), size);
268 scoped_refptr<VideoFrame> opaque_frame = VideoFrame::CreateFrame(
269 VideoFrame::YV12, size, rect, size, base::TimeDelta());
270
271 StartVideoRendererSink();
272 EXPECT_CALL(*this, Render(_, _)).WillRepeatedly(Return(opaque_frame));
273 EXPECT_TRUE(
274 compositor()->UpdateCurrentFrame(base::TimeTicks(), base::TimeTicks()));
275
276 // If we don't call RenderFrame() the frame should be reported as dropped.
277 EXPECT_CALL(*this, OnFrameDropped());
278 EXPECT_FALSE(
279 compositor()->UpdateCurrentFrame(base::TimeTicks(), base::TimeTicks()));
280
281 // Ensure it always happens until the frame is rendered.
282 EXPECT_CALL(*this, OnFrameDropped());
283 EXPECT_FALSE(
284 compositor()->UpdateCurrentFrame(base::TimeTicks(), base::TimeTicks()));
285
286 // Call GetCurrentFrame() but not PutCurrentFrame()
287 compositor()->GetCurrentFrame();
288
289 // The frame should still register as dropped until PutCurrentFrame is called.
290 EXPECT_CALL(*this, OnFrameDropped());
291 EXPECT_FALSE(
292 compositor()->UpdateCurrentFrame(base::TimeTicks(), base::TimeTicks()));
293
294 RenderFrame();
295 EXPECT_FALSE(
296 compositor()->UpdateCurrentFrame(base::TimeTicks(), base::TimeTicks()));
297
298 StopVideoRendererSink();
299 }
300
301 TEST_F(VideoFrameCompositorTest, GetCurrentFrameAndUpdateIfStale) {
302 gfx::Size size(8, 8);
303 gfx::Rect rect(gfx::Point(0, 0), size);
304 scoped_refptr<VideoFrame> opaque_frame = VideoFrame::CreateFrame(
305 VideoFrame::YV12, size, rect, size, base::TimeDelta());
306 scoped_refptr<VideoFrame> opaque_frame_2 = VideoFrame::CreateFrame(
307 VideoFrame::YV12, size, rect, size, base::TimeDelta());
308
309 StartVideoRendererSink();
310 EXPECT_CALL(*this, Render(_, _))
311 .WillOnce(Return(opaque_frame))
312 .WillOnce(Return(opaque_frame_2));
313 EXPECT_TRUE(
314 compositor()->UpdateCurrentFrame(base::TimeTicks(), base::TimeTicks()));
315
316 base::TimeDelta stale_frame_threshold =
317 compositor()->get_stale_frame_threshold_for_testing();
318
319 // Advancing time a little bit shouldn't cause the frame to be stale.
320 tick_clock_->Advance(stale_frame_threshold / 2);
321 EXPECT_EQ(opaque_frame, compositor()->GetCurrentFrameAndUpdateIfStale());
322
323 // Since rendering of frames is likely not happening, this will trigger a
324 // dropped frame call.
325 EXPECT_CALL(*this, OnFrameDropped());
326
327 // Advancing the clock over the threshold should cause a new frame request.
328 tick_clock_->Advance(stale_frame_threshold / 2 +
329 base::TimeDelta::FromMicroseconds(1));
330 EXPECT_EQ(opaque_frame_2, compositor()->GetCurrentFrameAndUpdateIfStale());
331
332 StopVideoRendererSink();
163 } 333 }
164 334
165 } // namespace media 335 } // namespace media
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698