OLD | NEW |
1 // Copyright 2013 The Chromium Authors. All rights reserved. | 1 // Copyright 2013 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 #include "media/renderers/video_renderer_impl.h" | 5 #include "media/renderers/video_renderer_impl.h" |
6 | 6 |
7 #include "base/bind.h" | 7 #include "base/bind.h" |
8 #include "base/callback.h" | 8 #include "base/callback.h" |
9 #include "base/callback_helpers.h" | 9 #include "base/callback_helpers.h" |
10 #include "base/location.h" | 10 #include "base/location.h" |
11 #include "base/single_thread_task_runner.h" | 11 #include "base/single_thread_task_runner.h" |
12 #include "base/threading/platform_thread.h" | 12 #include "base/threading/platform_thread.h" |
| 13 #include "base/time/default_tick_clock.h" |
13 #include "base/trace_event/trace_event.h" | 14 #include "base/trace_event/trace_event.h" |
14 #include "media/base/bind_to_current_loop.h" | 15 #include "media/base/bind_to_current_loop.h" |
15 #include "media/base/buffers.h" | 16 #include "media/base/buffers.h" |
16 #include "media/base/limits.h" | 17 #include "media/base/limits.h" |
17 #include "media/base/pipeline.h" | 18 #include "media/base/pipeline.h" |
18 #include "media/base/video_frame.h" | 19 #include "media/base/video_frame.h" |
19 | 20 |
20 namespace media { | 21 namespace media { |
21 | 22 |
22 VideoRendererImpl::VideoRendererImpl( | 23 VideoRendererImpl::VideoRendererImpl( |
23 const scoped_refptr<base::SingleThreadTaskRunner>& task_runner, | 24 const scoped_refptr<base::SingleThreadTaskRunner>& task_runner, |
24 ScopedVector<VideoDecoder> decoders, | 25 ScopedVector<VideoDecoder> decoders, |
25 bool drop_frames, | 26 bool drop_frames, |
26 const scoped_refptr<MediaLog>& media_log) | 27 const scoped_refptr<MediaLog>& media_log) |
27 : task_runner_(task_runner), | 28 : task_runner_(task_runner), |
28 video_frame_stream_( | 29 video_frame_stream_( |
29 new VideoFrameStream(task_runner, decoders.Pass(), media_log)), | 30 new VideoFrameStream(task_runner, decoders.Pass(), media_log)), |
30 low_delay_(false), | 31 low_delay_(false), |
31 received_end_of_stream_(false), | 32 received_end_of_stream_(false), |
32 rendered_end_of_stream_(false), | 33 rendered_end_of_stream_(false), |
33 frame_available_(&lock_), | 34 frame_available_(&lock_), |
34 state_(kUninitialized), | 35 state_(kUninitialized), |
35 thread_(), | 36 thread_(), |
36 pending_read_(false), | 37 pending_read_(false), |
37 drop_frames_(drop_frames), | 38 drop_frames_(drop_frames), |
38 buffering_state_(BUFFERING_HAVE_NOTHING), | 39 buffering_state_(BUFFERING_HAVE_NOTHING), |
39 last_timestamp_(kNoTimestamp()), | |
40 last_painted_timestamp_(kNoTimestamp()), | |
41 frames_decoded_(0), | 40 frames_decoded_(0), |
42 frames_dropped_(0), | 41 frames_dropped_(0), |
43 is_shutting_down_(false), | 42 is_shutting_down_(false), |
| 43 tick_clock_(new base::DefaultTickClock()), |
44 weak_factory_(this) { | 44 weak_factory_(this) { |
45 } | 45 } |
46 | 46 |
47 VideoRendererImpl::~VideoRendererImpl() { | 47 VideoRendererImpl::~VideoRendererImpl() { |
48 DCHECK(task_runner_->BelongsToCurrentThread()); | 48 DCHECK(task_runner_->BelongsToCurrentThread()); |
49 | 49 |
50 { | 50 { |
51 base::AutoLock auto_lock(lock_); | 51 base::AutoLock auto_lock(lock_); |
52 is_shutting_down_ = true; | 52 is_shutting_down_ = true; |
53 frame_available_.Signal(); | 53 frame_available_.Signal(); |
(...skipping 48 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
102 | 102 |
103 void VideoRendererImpl::Initialize( | 103 void VideoRendererImpl::Initialize( |
104 DemuxerStream* stream, | 104 DemuxerStream* stream, |
105 const PipelineStatusCB& init_cb, | 105 const PipelineStatusCB& init_cb, |
106 const SetDecryptorReadyCB& set_decryptor_ready_cb, | 106 const SetDecryptorReadyCB& set_decryptor_ready_cb, |
107 const StatisticsCB& statistics_cb, | 107 const StatisticsCB& statistics_cb, |
108 const BufferingStateCB& buffering_state_cb, | 108 const BufferingStateCB& buffering_state_cb, |
109 const PaintCB& paint_cb, | 109 const PaintCB& paint_cb, |
110 const base::Closure& ended_cb, | 110 const base::Closure& ended_cb, |
111 const PipelineStatusCB& error_cb, | 111 const PipelineStatusCB& error_cb, |
112 const TimeDeltaCB& get_time_cb, | 112 const WallClockTimeCB& wall_clock_time_cb, |
113 const base::Closure& waiting_for_decryption_key_cb) { | 113 const base::Closure& waiting_for_decryption_key_cb) { |
114 DCHECK(task_runner_->BelongsToCurrentThread()); | 114 DCHECK(task_runner_->BelongsToCurrentThread()); |
115 base::AutoLock auto_lock(lock_); | 115 base::AutoLock auto_lock(lock_); |
116 DCHECK(stream); | 116 DCHECK(stream); |
117 DCHECK_EQ(stream->type(), DemuxerStream::VIDEO); | 117 DCHECK_EQ(stream->type(), DemuxerStream::VIDEO); |
118 DCHECK(!init_cb.is_null()); | 118 DCHECK(!init_cb.is_null()); |
119 DCHECK(!statistics_cb.is_null()); | 119 DCHECK(!statistics_cb.is_null()); |
120 DCHECK(!buffering_state_cb.is_null()); | 120 DCHECK(!buffering_state_cb.is_null()); |
121 DCHECK(!paint_cb.is_null()); | 121 DCHECK(!paint_cb.is_null()); |
122 DCHECK(!ended_cb.is_null()); | 122 DCHECK(!ended_cb.is_null()); |
123 DCHECK(!get_time_cb.is_null()); | 123 DCHECK(!wall_clock_time_cb.is_null()); |
124 DCHECK_EQ(kUninitialized, state_); | 124 DCHECK_EQ(kUninitialized, state_); |
125 | 125 |
126 low_delay_ = (stream->liveness() == DemuxerStream::LIVENESS_LIVE); | 126 low_delay_ = (stream->liveness() == DemuxerStream::LIVENESS_LIVE); |
127 | 127 |
128 // Always post |init_cb_| because |this| could be destroyed if initialization | 128 // Always post |init_cb_| because |this| could be destroyed if initialization |
129 // failed. | 129 // failed. |
130 init_cb_ = BindToCurrentLoop(init_cb); | 130 init_cb_ = BindToCurrentLoop(init_cb); |
131 | 131 |
132 statistics_cb_ = statistics_cb; | 132 statistics_cb_ = statistics_cb; |
133 buffering_state_cb_ = buffering_state_cb; | 133 buffering_state_cb_ = buffering_state_cb; |
134 paint_cb_ = paint_cb, | 134 paint_cb_ = paint_cb, |
135 ended_cb_ = ended_cb; | 135 ended_cb_ = ended_cb; |
136 error_cb_ = error_cb; | 136 error_cb_ = error_cb; |
137 get_time_cb_ = get_time_cb; | 137 wall_clock_time_cb_ = wall_clock_time_cb; |
138 state_ = kInitializing; | 138 state_ = kInitializing; |
139 | 139 |
140 video_frame_stream_->Initialize( | 140 video_frame_stream_->Initialize( |
141 stream, base::Bind(&VideoRendererImpl::OnVideoFrameStreamInitialized, | 141 stream, base::Bind(&VideoRendererImpl::OnVideoFrameStreamInitialized, |
142 weak_factory_.GetWeakPtr()), | 142 weak_factory_.GetWeakPtr()), |
143 set_decryptor_ready_cb, statistics_cb, waiting_for_decryption_key_cb); | 143 set_decryptor_ready_cb, statistics_cb, waiting_for_decryption_key_cb); |
144 } | 144 } |
145 | 145 |
146 void VideoRendererImpl::CreateVideoThread() { | 146 void VideoRendererImpl::CreateVideoThread() { |
147 // This may fail and cause a crash if there are too many threads created in | 147 // This may fail and cause a crash if there are too many threads created in |
(...skipping 53 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
201 // Thread exit condition. | 201 // Thread exit condition. |
202 if (is_shutting_down_) | 202 if (is_shutting_down_) |
203 return; | 203 return; |
204 | 204 |
205 // Remain idle as long as we're not playing. | 205 // Remain idle as long as we're not playing. |
206 if (state_ != kPlaying || buffering_state_ != BUFFERING_HAVE_ENOUGH) { | 206 if (state_ != kPlaying || buffering_state_ != BUFFERING_HAVE_ENOUGH) { |
207 UpdateStatsAndWait_Locked(kIdleTimeDelta); | 207 UpdateStatsAndWait_Locked(kIdleTimeDelta); |
208 continue; | 208 continue; |
209 } | 209 } |
210 | 210 |
211 base::TimeDelta now = get_time_cb_.Run(); | 211 base::TimeTicks now = tick_clock_->NowTicks(); |
212 | 212 |
213 // Remain idle until we have the next frame ready for rendering. | 213 // Remain idle until we have the next frame ready for rendering. |
214 if (ready_frames_.empty()) { | 214 if (ready_frames_.empty()) { |
215 if (received_end_of_stream_) { | 215 if (received_end_of_stream_) { |
216 if (!rendered_end_of_stream_) { | 216 if (!rendered_end_of_stream_) { |
217 rendered_end_of_stream_ = true; | 217 rendered_end_of_stream_ = true; |
218 task_runner_->PostTask(FROM_HERE, ended_cb_); | 218 task_runner_->PostTask(FROM_HERE, ended_cb_); |
219 } | 219 } |
220 } else if (last_painted_timestamp_ != kNoTimestamp() && | 220 } else if (!last_painted_time_.is_null() && |
221 now - last_painted_timestamp_ >= kTimeToDeclareHaveNothing) { | 221 now - last_painted_time_ >= kTimeToDeclareHaveNothing) { |
222 buffering_state_ = BUFFERING_HAVE_NOTHING; | 222 buffering_state_ = BUFFERING_HAVE_NOTHING; |
223 task_runner_->PostTask( | 223 task_runner_->PostTask( |
224 FROM_HERE, base::Bind(buffering_state_cb_, BUFFERING_HAVE_NOTHING)); | 224 FROM_HERE, base::Bind(buffering_state_cb_, BUFFERING_HAVE_NOTHING)); |
225 } | 225 } |
226 | 226 |
227 UpdateStatsAndWait_Locked(kIdleTimeDelta); | 227 UpdateStatsAndWait_Locked(kIdleTimeDelta); |
228 continue; | 228 continue; |
229 } | 229 } |
230 | 230 |
231 base::TimeDelta target_paint_timestamp = ready_frames_.front()->timestamp(); | 231 base::TimeTicks target_paint_time = |
232 base::TimeDelta latest_paint_timestamp; | 232 wall_clock_time_cb_.Run(ready_frames_.front()->timestamp()); |
| 233 |
| 234 // If media time has stopped, don't attempt to paint any more frames. |
| 235 if (target_paint_time.is_null()) { |
| 236 UpdateStatsAndWait_Locked(kIdleTimeDelta); |
| 237 continue; |
| 238 } |
| 239 |
| 240 base::TimeTicks latest_possible_paint_time; |
233 | 241 |
234 // Deadline is defined as the duration between this frame and the next | 242 // Deadline is defined as the duration between this frame and the next |
235 // frame, using the delta between this frame and the previous frame as the | 243 // frame, using the delta between this frame and the previous frame as the |
236 // assumption for frame duration. | 244 // assumption for frame duration. |
237 // | 245 // |
238 // TODO(scherkus): This can be vastly improved. Use a histogram to measure | 246 // TODO(scherkus): This can be vastly improved. Use a histogram to measure |
239 // the accuracy of our frame timing code. http://crbug.com/149829 | 247 // the accuracy of our frame timing code. http://crbug.com/149829 |
240 if (last_timestamp_ == kNoTimestamp()) { | 248 if (last_media_time_.is_null()) { |
241 latest_paint_timestamp = base::TimeDelta::Max(); | 249 latest_possible_paint_time = now; |
242 } else { | 250 } else { |
243 base::TimeDelta duration = target_paint_timestamp - last_timestamp_; | 251 base::TimeDelta duration = target_paint_time - last_media_time_; |
244 latest_paint_timestamp = target_paint_timestamp + duration; | 252 latest_possible_paint_time = target_paint_time + duration; |
245 } | 253 } |
246 | 254 |
247 // Remain idle until we've reached our target paint window. | 255 // Remain idle until we've reached our target paint window. |
248 if (now < target_paint_timestamp) { | 256 if (now < target_paint_time) { |
249 UpdateStatsAndWait_Locked( | 257 UpdateStatsAndWait_Locked( |
250 std::min(target_paint_timestamp - now, kIdleTimeDelta)); | 258 std::min(target_paint_time - now, kIdleTimeDelta)); |
251 continue; | 259 continue; |
252 } | 260 } |
253 | 261 |
254 if (ready_frames_.size() > 1 && now > latest_paint_timestamp && | 262 if (ready_frames_.size() > 1 && now > latest_possible_paint_time && |
255 drop_frames_) { | 263 drop_frames_) { |
256 DropNextReadyFrame_Locked(); | 264 DropNextReadyFrame_Locked(); |
257 continue; | 265 continue; |
258 } | 266 } |
259 | 267 |
260 // Congratulations! You've made it past the video frame timing gauntlet. | 268 // Congratulations! You've made it past the video frame timing gauntlet. |
261 // | 269 // |
262 // At this point enough time has passed that the next frame that ready for | 270 // At this point enough time has passed that the next frame that ready for |
263 // rendering. | 271 // rendering. |
264 PaintNextReadyFrame_Locked(); | 272 PaintNextReadyFrame_Locked(); |
265 } | 273 } |
266 } | 274 } |
267 | 275 |
| 276 void VideoRendererImpl::SetTickClockForTesting( |
| 277 scoped_ptr<base::TickClock> tick_clock) { |
| 278 tick_clock_.swap(tick_clock); |
| 279 } |
| 280 |
268 void VideoRendererImpl::PaintNextReadyFrame_Locked() { | 281 void VideoRendererImpl::PaintNextReadyFrame_Locked() { |
269 lock_.AssertAcquired(); | 282 lock_.AssertAcquired(); |
270 | 283 |
271 scoped_refptr<VideoFrame> next_frame = ready_frames_.front(); | 284 scoped_refptr<VideoFrame> next_frame = ready_frames_.front(); |
272 ready_frames_.pop_front(); | 285 ready_frames_.pop_front(); |
273 frames_decoded_++; | 286 frames_decoded_++; |
274 | 287 |
275 last_timestamp_ = next_frame->timestamp(); | 288 last_media_time_ = last_painted_time_ = |
276 last_painted_timestamp_ = next_frame->timestamp(); | 289 wall_clock_time_cb_.Run(next_frame->timestamp()); |
277 | 290 |
278 paint_cb_.Run(next_frame); | 291 paint_cb_.Run(next_frame); |
279 | 292 |
280 task_runner_->PostTask( | 293 task_runner_->PostTask( |
281 FROM_HERE, | 294 FROM_HERE, |
282 base::Bind(&VideoRendererImpl::AttemptRead, weak_factory_.GetWeakPtr())); | 295 base::Bind(&VideoRendererImpl::AttemptRead, weak_factory_.GetWeakPtr())); |
283 } | 296 } |
284 | 297 |
285 void VideoRendererImpl::DropNextReadyFrame_Locked() { | 298 void VideoRendererImpl::DropNextReadyFrame_Locked() { |
286 TRACE_EVENT0("media", "VideoRendererImpl:frameDropped"); | 299 TRACE_EVENT0("media", "VideoRendererImpl:frameDropped"); |
287 | 300 |
288 lock_.AssertAcquired(); | 301 lock_.AssertAcquired(); |
289 | 302 |
290 last_timestamp_ = ready_frames_.front()->timestamp(); | 303 last_media_time_ = |
| 304 wall_clock_time_cb_.Run(ready_frames_.front()->timestamp()); |
| 305 |
291 ready_frames_.pop_front(); | 306 ready_frames_.pop_front(); |
292 frames_decoded_++; | 307 frames_decoded_++; |
293 frames_dropped_++; | 308 frames_dropped_++; |
294 | 309 |
295 task_runner_->PostTask( | 310 task_runner_->PostTask( |
296 FROM_HERE, | 311 FROM_HERE, |
297 base::Bind(&VideoRendererImpl::AttemptRead, weak_factory_.GetWeakPtr())); | 312 base::Bind(&VideoRendererImpl::AttemptRead, weak_factory_.GetWeakPtr())); |
298 } | 313 } |
299 | 314 |
300 void VideoRendererImpl::FrameReady(VideoFrameStream::Status status, | 315 void VideoRendererImpl::FrameReady(VideoFrameStream::Status status, |
(...skipping 120 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
421 void VideoRendererImpl::OnVideoFrameStreamResetDone() { | 436 void VideoRendererImpl::OnVideoFrameStreamResetDone() { |
422 base::AutoLock auto_lock(lock_); | 437 base::AutoLock auto_lock(lock_); |
423 DCHECK_EQ(kFlushing, state_); | 438 DCHECK_EQ(kFlushing, state_); |
424 DCHECK(!pending_read_); | 439 DCHECK(!pending_read_); |
425 DCHECK(ready_frames_.empty()); | 440 DCHECK(ready_frames_.empty()); |
426 DCHECK(!received_end_of_stream_); | 441 DCHECK(!received_end_of_stream_); |
427 DCHECK(!rendered_end_of_stream_); | 442 DCHECK(!rendered_end_of_stream_); |
428 DCHECK_EQ(buffering_state_, BUFFERING_HAVE_NOTHING); | 443 DCHECK_EQ(buffering_state_, BUFFERING_HAVE_NOTHING); |
429 | 444 |
430 state_ = kFlushed; | 445 state_ = kFlushed; |
431 last_timestamp_ = kNoTimestamp(); | 446 last_media_time_ = last_painted_time_ = base::TimeTicks(); |
432 last_painted_timestamp_ = kNoTimestamp(); | |
433 base::ResetAndReturn(&flush_cb_).Run(); | 447 base::ResetAndReturn(&flush_cb_).Run(); |
434 } | 448 } |
435 | 449 |
436 void VideoRendererImpl::UpdateStatsAndWait_Locked( | 450 void VideoRendererImpl::UpdateStatsAndWait_Locked( |
437 base::TimeDelta wait_duration) { | 451 base::TimeDelta wait_duration) { |
438 lock_.AssertAcquired(); | 452 lock_.AssertAcquired(); |
439 DCHECK_GE(frames_decoded_, 0); | 453 DCHECK_GE(frames_decoded_, 0); |
440 DCHECK_LE(frames_dropped_, frames_decoded_); | 454 DCHECK_LE(frames_dropped_, frames_decoded_); |
441 | 455 |
442 if (frames_decoded_) { | 456 if (frames_decoded_) { |
443 PipelineStatistics statistics; | 457 PipelineStatistics statistics; |
444 statistics.video_frames_decoded = frames_decoded_; | 458 statistics.video_frames_decoded = frames_decoded_; |
445 statistics.video_frames_dropped = frames_dropped_; | 459 statistics.video_frames_dropped = frames_dropped_; |
446 task_runner_->PostTask(FROM_HERE, base::Bind(statistics_cb_, statistics)); | 460 task_runner_->PostTask(FROM_HERE, base::Bind(statistics_cb_, statistics)); |
447 | 461 |
448 frames_decoded_ = 0; | 462 frames_decoded_ = 0; |
449 frames_dropped_ = 0; | 463 frames_dropped_ = 0; |
450 } | 464 } |
451 | 465 |
452 frame_available_.TimedWait(wait_duration); | 466 frame_available_.TimedWait(wait_duration); |
453 } | 467 } |
454 | 468 |
455 } // namespace media | 469 } // namespace media |
OLD | NEW |