Index: media/filters/renderer_impl.cc |
diff --git a/media/filters/renderer_impl.cc b/media/filters/renderer_impl.cc |
index f3cbc02f147694832a31e187a8211417c089de88..1e5cb18048d869a00340df0aded69d8aab232547 100644 |
--- a/media/filters/renderer_impl.cc |
+++ b/media/filters/renderer_impl.cc |
@@ -12,9 +12,9 @@ |
#include "base/single_thread_task_runner.h" |
#include "media/base/audio_renderer.h" |
#include "media/base/demuxer.h" |
+#include "media/base/time_delta_interpolator.h" |
#include "media/base/time_source.h" |
#include "media/base/video_renderer.h" |
-#include "media/base/wall_clock_time_source.h" |
namespace media { |
@@ -29,26 +29,25 @@ |
audio_renderer_(audio_renderer.Pass()), |
video_renderer_(video_renderer.Pass()), |
time_source_(NULL), |
- time_ticking_(false), |
audio_buffering_state_(BUFFERING_HAVE_NOTHING), |
video_buffering_state_(BUFFERING_HAVE_NOTHING), |
audio_ended_(false), |
video_ended_(false), |
underflow_disabled_for_testing_(false), |
- clockless_video_playback_enabled_for_testing_(false), |
+ interpolator_(new TimeDeltaInterpolator(&default_tick_clock_)), |
+ interpolation_state_(INTERPOLATION_STOPPED), |
weak_factory_(this), |
weak_this_(weak_factory_.GetWeakPtr()) { |
DVLOG(1) << __FUNCTION__; |
+ interpolator_->SetBounds(base::TimeDelta(), base::TimeDelta()); |
} |
RendererImpl::~RendererImpl() { |
DVLOG(1) << __FUNCTION__; |
DCHECK(task_runner_->BelongsToCurrentThread()); |
- // Tear down in opposite order of construction as |video_renderer_| can still |
- // need |time_source_| (which can be |audio_renderer_|) to be alive. |
+ audio_renderer_.reset(); |
video_renderer_.reset(); |
- audio_renderer_.reset(); |
FireAllPendingCallbacks(); |
} |
@@ -57,7 +56,8 @@ |
const StatisticsCB& statistics_cb, |
const base::Closure& ended_cb, |
const PipelineStatusCB& error_cb, |
- const BufferingStateCB& buffering_state_cb) { |
+ const BufferingStateCB& buffering_state_cb, |
+ const TimeDeltaCB& get_duration_cb) { |
DVLOG(1) << __FUNCTION__; |
DCHECK(task_runner_->BelongsToCurrentThread()); |
DCHECK_EQ(state_, STATE_UNINITIALIZED) << state_; |
@@ -66,6 +66,7 @@ |
DCHECK(!ended_cb.is_null()); |
DCHECK(!error_cb.is_null()); |
DCHECK(!buffering_state_cb.is_null()); |
+ DCHECK(!get_duration_cb.is_null()); |
DCHECK(demuxer_->GetStream(DemuxerStream::AUDIO) || |
demuxer_->GetStream(DemuxerStream::VIDEO)); |
@@ -73,6 +74,7 @@ |
ended_cb_ = ended_cb; |
error_cb_ = error_cb; |
buffering_state_cb_ = buffering_state_cb; |
+ get_duration_cb_ = get_duration_cb; |
init_cb_ = init_cb; |
state_ = STATE_INITIALIZING; |
@@ -85,12 +87,13 @@ |
DCHECK_EQ(state_, STATE_PLAYING) << state_; |
DCHECK(flush_cb_.is_null()); |
+ { |
+ base::AutoLock auto_lock(interpolator_lock_); |
+ PauseClockAndStopTicking_Locked(); |
+ } |
+ |
flush_cb_ = flush_cb; |
state_ = STATE_FLUSHING; |
- |
- if (time_ticking_) |
- PausePlayback(); |
- |
FlushAudioRenderer(); |
} |
@@ -99,8 +102,13 @@ |
DCHECK(task_runner_->BelongsToCurrentThread()); |
DCHECK_EQ(state_, STATE_PLAYING) << state_; |
- time_source_->SetMediaTime(time); |
- |
+ { |
+ base::AutoLock auto_lock(interpolator_lock_); |
+ interpolator_->SetBounds(time, time); |
+ } |
+ |
+ if (time_source_) |
+ time_source_->SetMediaTime(time); |
if (audio_renderer_) |
audio_renderer_->StartPlaying(); |
if (video_renderer_) |
@@ -115,7 +123,13 @@ |
if (state_ != STATE_PLAYING) |
return; |
- time_source_->SetPlaybackRate(playback_rate); |
+ { |
+ base::AutoLock auto_lock(interpolator_lock_); |
+ interpolator_->SetPlaybackRate(playback_rate); |
+ } |
+ |
+ if (time_source_) |
+ time_source_->SetPlaybackRate(playback_rate); |
} |
void RendererImpl::SetVolume(float volume) { |
@@ -129,7 +143,8 @@ |
base::TimeDelta RendererImpl::GetMediaTime() { |
// No BelongsToCurrentThread() checking because this can be called from other |
// threads. |
- return time_source_->CurrentMediaTime(); |
+ base::AutoLock auto_lock(interpolator_lock_); |
+ return interpolator_->GetInterpolatedTime(); |
} |
bool RendererImpl::HasAudio() { |
@@ -158,26 +173,18 @@ |
underflow_disabled_for_testing_ = true; |
} |
-void RendererImpl::EnableClocklessVideoPlaybackForTesting() { |
+void RendererImpl::SetTimeDeltaInterpolatorForTesting( |
+ TimeDeltaInterpolator* interpolator) { |
DVLOG(1) << __FUNCTION__; |
DCHECK(task_runner_->BelongsToCurrentThread()); |
DCHECK_EQ(state_, STATE_UNINITIALIZED); |
- DCHECK(underflow_disabled_for_testing_) |
- << "Underflow must be disabled for clockless video playback"; |
- |
- clockless_video_playback_enabled_for_testing_ = true; |
-} |
- |
-base::TimeDelta RendererImpl::GetMediaTimeForSyncingVideo() { |
- // No BelongsToCurrentThread() checking because this can be called from other |
- // threads. |
- // |
- // TODO(scherkus): Currently called from VideoRendererImpl's internal thread, |
- // which should go away at some point http://crbug.com/110814 |
- if (clockless_video_playback_enabled_for_testing_) |
- return base::TimeDelta::Max(); |
- |
- return time_source_->CurrentMediaTimeForSyncingVideo(); |
+ |
+ interpolator_.reset(interpolator); |
+} |
+ |
+base::TimeDelta RendererImpl::GetMediaDuration() { |
+ DCHECK(task_runner_->BelongsToCurrentThread()); |
+ return get_duration_cb_.Run(); |
} |
void RendererImpl::InitializeAudioRenderer() { |
@@ -199,6 +206,7 @@ |
demuxer_->GetStream(DemuxerStream::AUDIO), |
done_cb, |
base::Bind(&RendererImpl::OnUpdateStatistics, weak_this_), |
+ base::Bind(&RendererImpl::OnAudioTimeUpdate, weak_this_), |
base::Bind(&RendererImpl::OnBufferingStateChanged, weak_this_, |
&audio_buffering_state_), |
base::Bind(&RendererImpl::OnAudioRendererEnded, weak_this_), |
@@ -216,6 +224,9 @@ |
OnError(status); |
return; |
} |
+ |
+ if (audio_renderer_) |
+ time_source_ = audio_renderer_->GetTimeSource(); |
InitializeVideoRenderer(); |
} |
@@ -240,13 +251,13 @@ |
demuxer_->GetLiveness() == Demuxer::LIVENESS_LIVE, |
done_cb, |
base::Bind(&RendererImpl::OnUpdateStatistics, weak_this_), |
- base::Bind(&RendererImpl::OnBufferingStateChanged, |
- weak_this_, |
+ base::Bind(&RendererImpl::OnVideoTimeUpdate, weak_this_), |
+ base::Bind(&RendererImpl::OnBufferingStateChanged, weak_this_, |
&video_buffering_state_), |
base::Bind(&RendererImpl::OnVideoRendererEnded, weak_this_), |
base::Bind(&RendererImpl::OnError, weak_this_), |
- base::Bind(&RendererImpl::GetMediaTimeForSyncingVideo, |
- base::Unretained(this))); |
+ base::Bind(&RendererImpl::GetMediaTime, base::Unretained(this)), |
+ base::Bind(&RendererImpl::GetMediaDuration, base::Unretained(this))); |
} |
void RendererImpl::OnVideoRendererInitializeDone(PipelineStatus status) { |
@@ -262,15 +273,7 @@ |
return; |
} |
- if (audio_renderer_) { |
- time_source_ = audio_renderer_->GetTimeSource(); |
- } else { |
- wall_clock_time_source_.reset(new WallClockTimeSource()); |
- time_source_ = wall_clock_time_source_.get(); |
- } |
- |
state_ = STATE_PLAYING; |
- DCHECK(time_source_); |
DCHECK(audio_renderer_ || video_renderer_); |
base::ResetAndReturn(&init_cb_).Run(); |
} |
@@ -338,6 +341,42 @@ |
video_ended_ = false; |
state_ = STATE_PLAYING; |
base::ResetAndReturn(&flush_cb_).Run(); |
+} |
+ |
+void RendererImpl::OnAudioTimeUpdate(base::TimeDelta time, |
+ base::TimeDelta max_time) { |
+ DVLOG(2) << __FUNCTION__ << "(" << time.InMilliseconds() |
+ << ", " << max_time.InMilliseconds() << ")"; |
+ DCHECK(task_runner_->BelongsToCurrentThread()); |
+ DCHECK_LE(time.InMicroseconds(), max_time.InMicroseconds()); |
+ |
+ base::AutoLock auto_lock(interpolator_lock_); |
+ |
+ if (interpolation_state_ == INTERPOLATION_WAITING_FOR_AUDIO_TIME_UPDATE && |
+ time < interpolator_->GetInterpolatedTime()) { |
+ return; |
+ } |
+ |
+ if (state_ == STATE_FLUSHING) |
+ return; |
+ |
+ interpolator_->SetBounds(time, max_time); |
+ StartClockIfWaitingForTimeUpdate_Locked(); |
+} |
+ |
+void RendererImpl::OnVideoTimeUpdate(base::TimeDelta max_time) { |
+ DVLOG(2) << __FUNCTION__ << "(" << max_time.InMilliseconds() << ")"; |
+ DCHECK(task_runner_->BelongsToCurrentThread()); |
+ |
+ if (audio_renderer_) |
+ return; |
+ |
+ if (state_ == STATE_FLUSHING) |
+ return; |
+ |
+ base::AutoLock auto_lock(interpolator_lock_); |
+ DCHECK_NE(interpolation_state_, INTERPOLATION_WAITING_FOR_AUDIO_TIME_UPDATE); |
+ interpolator_->SetUpperBound(max_time); |
} |
void RendererImpl::OnUpdateStatistics(const PipelineStatistics& stats) { |
@@ -357,7 +396,7 @@ |
// Disable underflow by ignoring updates that renderers have ran out of data. |
if (state_ == STATE_PLAYING && underflow_disabled_for_testing_ && |
- time_ticking_) { |
+ interpolation_state_ != INTERPOLATION_STOPPED) { |
DVLOG(1) << "Update ignored because underflow is disabled for testing."; |
return; |
} |
@@ -393,37 +432,63 @@ |
void RendererImpl::PausePlayback() { |
DVLOG(1) << __FUNCTION__; |
DCHECK(task_runner_->BelongsToCurrentThread()); |
- DCHECK(time_ticking_); |
- switch (state_) { |
- case STATE_PLAYING: |
- DCHECK(PlaybackHasEnded() || WaitingForEnoughData()) |
- << "Playback should only pause due to ending or underflowing"; |
+ DCHECK_EQ(state_, STATE_PLAYING); |
+ DCHECK(WaitingForEnoughData()); |
+ |
+ base::AutoLock auto_lock(interpolator_lock_); |
+ PauseClockAndStopTicking_Locked(); |
+} |
+ |
+void RendererImpl::StartPlayback() { |
+ DVLOG(1) << __FUNCTION__; |
+ DCHECK(task_runner_->BelongsToCurrentThread()); |
+ DCHECK_EQ(state_, STATE_PLAYING); |
+ DCHECK_EQ(interpolation_state_, INTERPOLATION_STOPPED); |
+ DCHECK(!WaitingForEnoughData()); |
+ |
+ if (time_source_) { |
+ // We use audio stream to update the interpolator. So if there is such a |
+ // stream, we pause the interpolator until we receive a valid time update. |
+ base::AutoLock auto_lock(interpolator_lock_); |
+ interpolation_state_ = INTERPOLATION_WAITING_FOR_AUDIO_TIME_UPDATE; |
+ time_source_->StartTicking(); |
+ } else { |
+ base::TimeDelta duration = get_duration_cb_.Run(); |
+ base::AutoLock auto_lock(interpolator_lock_); |
+ interpolation_state_ = INTERPOLATION_STARTED; |
+ interpolator_->SetUpperBound(duration); |
+ interpolator_->StartInterpolating(); |
+ } |
+} |
+ |
+void RendererImpl::PauseClockAndStopTicking_Locked() { |
+ DVLOG(1) << __FUNCTION__; |
+ interpolator_lock_.AssertAcquired(); |
+ switch (interpolation_state_) { |
+ case INTERPOLATION_STOPPED: |
+ return; |
+ |
+ case INTERPOLATION_WAITING_FOR_AUDIO_TIME_UPDATE: |
+ time_source_->StopTicking(); |
break; |
- case STATE_FLUSHING: |
- // It's OK to pause playback when flushing. |
+ case INTERPOLATION_STARTED: |
+ if (time_source_) |
+ time_source_->StopTicking(); |
+ interpolator_->StopInterpolating(); |
break; |
- |
- case STATE_UNINITIALIZED: |
- case STATE_INITIALIZING: |
- case STATE_ERROR: |
- NOTREACHED() << "Invalid state: " << state_; |
- break; |
- } |
- |
- time_ticking_ = false; |
- time_source_->StopTicking(); |
-} |
- |
-void RendererImpl::StartPlayback() { |
- DVLOG(1) << __FUNCTION__; |
- DCHECK(task_runner_->BelongsToCurrentThread()); |
- DCHECK_EQ(state_, STATE_PLAYING); |
- DCHECK(!time_ticking_); |
- DCHECK(!WaitingForEnoughData()); |
- |
- time_ticking_ = true; |
- time_source_->StartTicking(); |
+ } |
+ |
+ interpolation_state_ = INTERPOLATION_STOPPED; |
+} |
+ |
+void RendererImpl::StartClockIfWaitingForTimeUpdate_Locked() { |
+ interpolator_lock_.AssertAcquired(); |
+ if (interpolation_state_ != INTERPOLATION_WAITING_FOR_AUDIO_TIME_UPDATE) |
+ return; |
+ |
+ interpolation_state_ = INTERPOLATION_STARTED; |
+ interpolator_->StartInterpolating(); |
} |
void RendererImpl::OnAudioRendererEnded() { |
@@ -452,28 +517,20 @@ |
RunEndedCallbackIfNeeded(); |
} |
-bool RendererImpl::PlaybackHasEnded() const { |
+void RendererImpl::RunEndedCallbackIfNeeded() { |
DVLOG(1) << __FUNCTION__; |
DCHECK(task_runner_->BelongsToCurrentThread()); |
if (audio_renderer_ && !audio_ended_) |
- return false; |
+ return; |
if (video_renderer_ && !video_ended_) |
- return false; |
- |
- return true; |
-} |
- |
-void RendererImpl::RunEndedCallbackIfNeeded() { |
- DVLOG(1) << __FUNCTION__; |
- DCHECK(task_runner_->BelongsToCurrentThread()); |
- |
- if (!PlaybackHasEnded()) |
- return; |
- |
- if (time_ticking_) |
- PausePlayback(); |
+ return; |
+ |
+ { |
+ base::AutoLock auto_lock(interpolator_lock_); |
+ PauseClockAndStopTicking_Locked(); |
+ } |
ended_cb_.Run(); |
} |