Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(146)

Unified Diff: media/filters/renderer_impl.cc

Issue 557333002: Revert of Switch to using media::TimeSource inside media::RendererImpl. (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: Created 6 years, 3 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
« no previous file with comments | « media/filters/renderer_impl.h ('k') | media/filters/renderer_impl_unittest.cc » ('j') | no next file with comments »
Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
Index: media/filters/renderer_impl.cc
diff --git a/media/filters/renderer_impl.cc b/media/filters/renderer_impl.cc
index f3cbc02f147694832a31e187a8211417c089de88..1e5cb18048d869a00340df0aded69d8aab232547 100644
--- a/media/filters/renderer_impl.cc
+++ b/media/filters/renderer_impl.cc
@@ -12,9 +12,9 @@
#include "base/single_thread_task_runner.h"
#include "media/base/audio_renderer.h"
#include "media/base/demuxer.h"
+#include "media/base/time_delta_interpolator.h"
#include "media/base/time_source.h"
#include "media/base/video_renderer.h"
-#include "media/base/wall_clock_time_source.h"
namespace media {
@@ -29,26 +29,25 @@
audio_renderer_(audio_renderer.Pass()),
video_renderer_(video_renderer.Pass()),
time_source_(NULL),
- time_ticking_(false),
audio_buffering_state_(BUFFERING_HAVE_NOTHING),
video_buffering_state_(BUFFERING_HAVE_NOTHING),
audio_ended_(false),
video_ended_(false),
underflow_disabled_for_testing_(false),
- clockless_video_playback_enabled_for_testing_(false),
+ interpolator_(new TimeDeltaInterpolator(&default_tick_clock_)),
+ interpolation_state_(INTERPOLATION_STOPPED),
weak_factory_(this),
weak_this_(weak_factory_.GetWeakPtr()) {
DVLOG(1) << __FUNCTION__;
+ interpolator_->SetBounds(base::TimeDelta(), base::TimeDelta());
}
RendererImpl::~RendererImpl() {
DVLOG(1) << __FUNCTION__;
DCHECK(task_runner_->BelongsToCurrentThread());
- // Tear down in opposite order of construction as |video_renderer_| can still
- // need |time_source_| (which can be |audio_renderer_|) to be alive.
+ audio_renderer_.reset();
video_renderer_.reset();
- audio_renderer_.reset();
FireAllPendingCallbacks();
}
@@ -57,7 +56,8 @@
const StatisticsCB& statistics_cb,
const base::Closure& ended_cb,
const PipelineStatusCB& error_cb,
- const BufferingStateCB& buffering_state_cb) {
+ const BufferingStateCB& buffering_state_cb,
+ const TimeDeltaCB& get_duration_cb) {
DVLOG(1) << __FUNCTION__;
DCHECK(task_runner_->BelongsToCurrentThread());
DCHECK_EQ(state_, STATE_UNINITIALIZED) << state_;
@@ -66,6 +66,7 @@
DCHECK(!ended_cb.is_null());
DCHECK(!error_cb.is_null());
DCHECK(!buffering_state_cb.is_null());
+ DCHECK(!get_duration_cb.is_null());
DCHECK(demuxer_->GetStream(DemuxerStream::AUDIO) ||
demuxer_->GetStream(DemuxerStream::VIDEO));
@@ -73,6 +74,7 @@
ended_cb_ = ended_cb;
error_cb_ = error_cb;
buffering_state_cb_ = buffering_state_cb;
+ get_duration_cb_ = get_duration_cb;
init_cb_ = init_cb;
state_ = STATE_INITIALIZING;
@@ -85,12 +87,13 @@
DCHECK_EQ(state_, STATE_PLAYING) << state_;
DCHECK(flush_cb_.is_null());
+ {
+ base::AutoLock auto_lock(interpolator_lock_);
+ PauseClockAndStopTicking_Locked();
+ }
+
flush_cb_ = flush_cb;
state_ = STATE_FLUSHING;
-
- if (time_ticking_)
- PausePlayback();
-
FlushAudioRenderer();
}
@@ -99,8 +102,13 @@
DCHECK(task_runner_->BelongsToCurrentThread());
DCHECK_EQ(state_, STATE_PLAYING) << state_;
- time_source_->SetMediaTime(time);
-
+ {
+ base::AutoLock auto_lock(interpolator_lock_);
+ interpolator_->SetBounds(time, time);
+ }
+
+ if (time_source_)
+ time_source_->SetMediaTime(time);
if (audio_renderer_)
audio_renderer_->StartPlaying();
if (video_renderer_)
@@ -115,7 +123,13 @@
if (state_ != STATE_PLAYING)
return;
- time_source_->SetPlaybackRate(playback_rate);
+ {
+ base::AutoLock auto_lock(interpolator_lock_);
+ interpolator_->SetPlaybackRate(playback_rate);
+ }
+
+ if (time_source_)
+ time_source_->SetPlaybackRate(playback_rate);
}
void RendererImpl::SetVolume(float volume) {
@@ -129,7 +143,8 @@
base::TimeDelta RendererImpl::GetMediaTime() {
// No BelongsToCurrentThread() checking because this can be called from other
// threads.
- return time_source_->CurrentMediaTime();
+ base::AutoLock auto_lock(interpolator_lock_);
+ return interpolator_->GetInterpolatedTime();
}
bool RendererImpl::HasAudio() {
@@ -158,26 +173,18 @@
underflow_disabled_for_testing_ = true;
}
-void RendererImpl::EnableClocklessVideoPlaybackForTesting() {
+void RendererImpl::SetTimeDeltaInterpolatorForTesting(
+ TimeDeltaInterpolator* interpolator) {
DVLOG(1) << __FUNCTION__;
DCHECK(task_runner_->BelongsToCurrentThread());
DCHECK_EQ(state_, STATE_UNINITIALIZED);
- DCHECK(underflow_disabled_for_testing_)
- << "Underflow must be disabled for clockless video playback";
-
- clockless_video_playback_enabled_for_testing_ = true;
-}
-
-base::TimeDelta RendererImpl::GetMediaTimeForSyncingVideo() {
- // No BelongsToCurrentThread() checking because this can be called from other
- // threads.
- //
- // TODO(scherkus): Currently called from VideoRendererImpl's internal thread,
- // which should go away at some point http://crbug.com/110814
- if (clockless_video_playback_enabled_for_testing_)
- return base::TimeDelta::Max();
-
- return time_source_->CurrentMediaTimeForSyncingVideo();
+
+ interpolator_.reset(interpolator);
+}
+
+base::TimeDelta RendererImpl::GetMediaDuration() {
+ DCHECK(task_runner_->BelongsToCurrentThread());
+ return get_duration_cb_.Run();
}
void RendererImpl::InitializeAudioRenderer() {
@@ -199,6 +206,7 @@
demuxer_->GetStream(DemuxerStream::AUDIO),
done_cb,
base::Bind(&RendererImpl::OnUpdateStatistics, weak_this_),
+ base::Bind(&RendererImpl::OnAudioTimeUpdate, weak_this_),
base::Bind(&RendererImpl::OnBufferingStateChanged, weak_this_,
&audio_buffering_state_),
base::Bind(&RendererImpl::OnAudioRendererEnded, weak_this_),
@@ -216,6 +224,9 @@
OnError(status);
return;
}
+
+ if (audio_renderer_)
+ time_source_ = audio_renderer_->GetTimeSource();
InitializeVideoRenderer();
}
@@ -240,13 +251,13 @@
demuxer_->GetLiveness() == Demuxer::LIVENESS_LIVE,
done_cb,
base::Bind(&RendererImpl::OnUpdateStatistics, weak_this_),
- base::Bind(&RendererImpl::OnBufferingStateChanged,
- weak_this_,
+ base::Bind(&RendererImpl::OnVideoTimeUpdate, weak_this_),
+ base::Bind(&RendererImpl::OnBufferingStateChanged, weak_this_,
&video_buffering_state_),
base::Bind(&RendererImpl::OnVideoRendererEnded, weak_this_),
base::Bind(&RendererImpl::OnError, weak_this_),
- base::Bind(&RendererImpl::GetMediaTimeForSyncingVideo,
- base::Unretained(this)));
+ base::Bind(&RendererImpl::GetMediaTime, base::Unretained(this)),
+ base::Bind(&RendererImpl::GetMediaDuration, base::Unretained(this)));
}
void RendererImpl::OnVideoRendererInitializeDone(PipelineStatus status) {
@@ -262,15 +273,7 @@
return;
}
- if (audio_renderer_) {
- time_source_ = audio_renderer_->GetTimeSource();
- } else {
- wall_clock_time_source_.reset(new WallClockTimeSource());
- time_source_ = wall_clock_time_source_.get();
- }
-
state_ = STATE_PLAYING;
- DCHECK(time_source_);
DCHECK(audio_renderer_ || video_renderer_);
base::ResetAndReturn(&init_cb_).Run();
}
@@ -338,6 +341,42 @@
video_ended_ = false;
state_ = STATE_PLAYING;
base::ResetAndReturn(&flush_cb_).Run();
+}
+
+void RendererImpl::OnAudioTimeUpdate(base::TimeDelta time,
+ base::TimeDelta max_time) {
+ DVLOG(2) << __FUNCTION__ << "(" << time.InMilliseconds()
+ << ", " << max_time.InMilliseconds() << ")";
+ DCHECK(task_runner_->BelongsToCurrentThread());
+ DCHECK_LE(time.InMicroseconds(), max_time.InMicroseconds());
+
+ base::AutoLock auto_lock(interpolator_lock_);
+
+ if (interpolation_state_ == INTERPOLATION_WAITING_FOR_AUDIO_TIME_UPDATE &&
+ time < interpolator_->GetInterpolatedTime()) {
+ return;
+ }
+
+ if (state_ == STATE_FLUSHING)
+ return;
+
+ interpolator_->SetBounds(time, max_time);
+ StartClockIfWaitingForTimeUpdate_Locked();
+}
+
+void RendererImpl::OnVideoTimeUpdate(base::TimeDelta max_time) {
+ DVLOG(2) << __FUNCTION__ << "(" << max_time.InMilliseconds() << ")";
+ DCHECK(task_runner_->BelongsToCurrentThread());
+
+ if (audio_renderer_)
+ return;
+
+ if (state_ == STATE_FLUSHING)
+ return;
+
+ base::AutoLock auto_lock(interpolator_lock_);
+ DCHECK_NE(interpolation_state_, INTERPOLATION_WAITING_FOR_AUDIO_TIME_UPDATE);
+ interpolator_->SetUpperBound(max_time);
}
void RendererImpl::OnUpdateStatistics(const PipelineStatistics& stats) {
@@ -357,7 +396,7 @@
// Disable underflow by ignoring updates that renderers have ran out of data.
if (state_ == STATE_PLAYING && underflow_disabled_for_testing_ &&
- time_ticking_) {
+ interpolation_state_ != INTERPOLATION_STOPPED) {
DVLOG(1) << "Update ignored because underflow is disabled for testing.";
return;
}
@@ -393,37 +432,63 @@
void RendererImpl::PausePlayback() {
DVLOG(1) << __FUNCTION__;
DCHECK(task_runner_->BelongsToCurrentThread());
- DCHECK(time_ticking_);
- switch (state_) {
- case STATE_PLAYING:
- DCHECK(PlaybackHasEnded() || WaitingForEnoughData())
- << "Playback should only pause due to ending or underflowing";
+ DCHECK_EQ(state_, STATE_PLAYING);
+ DCHECK(WaitingForEnoughData());
+
+ base::AutoLock auto_lock(interpolator_lock_);
+ PauseClockAndStopTicking_Locked();
+}
+
+void RendererImpl::StartPlayback() {
+ DVLOG(1) << __FUNCTION__;
+ DCHECK(task_runner_->BelongsToCurrentThread());
+ DCHECK_EQ(state_, STATE_PLAYING);
+ DCHECK_EQ(interpolation_state_, INTERPOLATION_STOPPED);
+ DCHECK(!WaitingForEnoughData());
+
+ if (time_source_) {
+ // We use audio stream to update the interpolator. So if there is such a
+ // stream, we pause the interpolator until we receive a valid time update.
+ base::AutoLock auto_lock(interpolator_lock_);
+ interpolation_state_ = INTERPOLATION_WAITING_FOR_AUDIO_TIME_UPDATE;
+ time_source_->StartTicking();
+ } else {
+ base::TimeDelta duration = get_duration_cb_.Run();
+ base::AutoLock auto_lock(interpolator_lock_);
+ interpolation_state_ = INTERPOLATION_STARTED;
+ interpolator_->SetUpperBound(duration);
+ interpolator_->StartInterpolating();
+ }
+}
+
+void RendererImpl::PauseClockAndStopTicking_Locked() {
+ DVLOG(1) << __FUNCTION__;
+ interpolator_lock_.AssertAcquired();
+ switch (interpolation_state_) {
+ case INTERPOLATION_STOPPED:
+ return;
+
+ case INTERPOLATION_WAITING_FOR_AUDIO_TIME_UPDATE:
+ time_source_->StopTicking();
break;
- case STATE_FLUSHING:
- // It's OK to pause playback when flushing.
+ case INTERPOLATION_STARTED:
+ if (time_source_)
+ time_source_->StopTicking();
+ interpolator_->StopInterpolating();
break;
-
- case STATE_UNINITIALIZED:
- case STATE_INITIALIZING:
- case STATE_ERROR:
- NOTREACHED() << "Invalid state: " << state_;
- break;
- }
-
- time_ticking_ = false;
- time_source_->StopTicking();
-}
-
-void RendererImpl::StartPlayback() {
- DVLOG(1) << __FUNCTION__;
- DCHECK(task_runner_->BelongsToCurrentThread());
- DCHECK_EQ(state_, STATE_PLAYING);
- DCHECK(!time_ticking_);
- DCHECK(!WaitingForEnoughData());
-
- time_ticking_ = true;
- time_source_->StartTicking();
+ }
+
+ interpolation_state_ = INTERPOLATION_STOPPED;
+}
+
+void RendererImpl::StartClockIfWaitingForTimeUpdate_Locked() {
+ interpolator_lock_.AssertAcquired();
+ if (interpolation_state_ != INTERPOLATION_WAITING_FOR_AUDIO_TIME_UPDATE)
+ return;
+
+ interpolation_state_ = INTERPOLATION_STARTED;
+ interpolator_->StartInterpolating();
}
void RendererImpl::OnAudioRendererEnded() {
@@ -452,28 +517,20 @@
RunEndedCallbackIfNeeded();
}
-bool RendererImpl::PlaybackHasEnded() const {
+void RendererImpl::RunEndedCallbackIfNeeded() {
DVLOG(1) << __FUNCTION__;
DCHECK(task_runner_->BelongsToCurrentThread());
if (audio_renderer_ && !audio_ended_)
- return false;
+ return;
if (video_renderer_ && !video_ended_)
- return false;
-
- return true;
-}
-
-void RendererImpl::RunEndedCallbackIfNeeded() {
- DVLOG(1) << __FUNCTION__;
- DCHECK(task_runner_->BelongsToCurrentThread());
-
- if (!PlaybackHasEnded())
- return;
-
- if (time_ticking_)
- PausePlayback();
+ return;
+
+ {
+ base::AutoLock auto_lock(interpolator_lock_);
+ PauseClockAndStopTicking_Locked();
+ }
ended_cb_.Run();
}
« no previous file with comments | « media/filters/renderer_impl.h ('k') | media/filters/renderer_impl_unittest.cc » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698