Index: content/renderer/media/webmediaplayer_impl.cc |
diff --git a/content/renderer/media/webmediaplayer_impl.cc b/content/renderer/media/webmediaplayer_impl.cc |
deleted file mode 100644 |
index 83e620267aef10d15275c5b6bbbe34c546c8ad91..0000000000000000000000000000000000000000 |
--- a/content/renderer/media/webmediaplayer_impl.cc |
+++ /dev/null |
@@ -1,1036 +0,0 @@ |
-// Copyright 2013 The Chromium Authors. All rights reserved. |
-// Use of this source code is governed by a BSD-style license that can be |
-// found in the LICENSE file. |
- |
-#include "content/renderer/media/webmediaplayer_impl.h" |
- |
-#include <algorithm> |
-#include <limits> |
-#include <string> |
-#include <vector> |
- |
-#include "base/bind.h" |
-#include "base/callback.h" |
-#include "base/callback_helpers.h" |
-#include "base/debug/alias.h" |
-#include "base/debug/crash_logging.h" |
-#include "base/debug/trace_event.h" |
-#include "base/message_loop/message_loop_proxy.h" |
-#include "base/metrics/histogram.h" |
-#include "base/single_thread_task_runner.h" |
-#include "base/synchronization/waitable_event.h" |
-#include "cc/blink/web_layer_impl.h" |
-#include "cc/layers/video_layer.h" |
-#include "content/renderer/media/buffered_data_source.h" |
-#include "content/renderer/media/crypto/encrypted_media_player_support.h" |
-#include "content/renderer/media/texttrack_impl.h" |
-#include "content/renderer/media/webaudiosourceprovider_impl.h" |
-#include "content/renderer/media/webinbandtexttrack_impl.h" |
-#include "content/renderer/media/webmediaplayer_delegate.h" |
-#include "content/renderer/media/webmediaplayer_params.h" |
-#include "content/renderer/media/webmediaplayer_util.h" |
-#include "content/renderer/media/webmediasource_impl.h" |
-#include "gpu/GLES2/gl2extchromium.h" |
-#include "gpu/command_buffer/common/mailbox_holder.h" |
-#include "media/audio/null_audio_sink.h" |
-#include "media/base/audio_hardware_config.h" |
-#include "media/base/bind_to_current_loop.h" |
-#include "media/base/limits.h" |
-#include "media/base/media_log.h" |
-#include "media/base/pipeline.h" |
-#include "media/base/text_renderer.h" |
-#include "media/base/video_frame.h" |
-#include "media/filters/audio_renderer_impl.h" |
-#include "media/filters/chunk_demuxer.h" |
-#include "media/filters/ffmpeg_audio_decoder.h" |
-#include "media/filters/ffmpeg_demuxer.h" |
-#include "media/filters/ffmpeg_video_decoder.h" |
-#include "media/filters/gpu_video_accelerator_factories.h" |
-#include "media/filters/gpu_video_decoder.h" |
-#include "media/filters/opus_audio_decoder.h" |
-#include "media/filters/renderer_impl.h" |
-#include "media/filters/video_renderer_impl.h" |
-#include "media/filters/vpx_video_decoder.h" |
-#include "third_party/WebKit/public/platform/WebMediaSource.h" |
-#include "third_party/WebKit/public/platform/WebRect.h" |
-#include "third_party/WebKit/public/platform/WebSize.h" |
-#include "third_party/WebKit/public/platform/WebString.h" |
-#include "third_party/WebKit/public/platform/WebURL.h" |
-#include "third_party/WebKit/public/web/WebLocalFrame.h" |
-#include "third_party/WebKit/public/web/WebSecurityOrigin.h" |
-#include "third_party/WebKit/public/web/WebView.h" |
- |
-using blink::WebCanvas; |
-using blink::WebMediaPlayer; |
-using blink::WebRect; |
-using blink::WebSize; |
-using blink::WebString; |
-using media::PipelineStatus; |
- |
-namespace { |
- |
-// Limits the range of playback rate. |
-// |
-// TODO(kylep): Revisit these. |
-// |
-// Vista has substantially lower performance than XP or Windows7. If you speed |
-// up a video too much, it can't keep up, and rendering stops updating except on |
-// the time bar. For really high speeds, audio becomes a bottleneck and we just |
-// use up the data we have, which may not achieve the speed requested, but will |
-// not crash the tab. |
-// |
-// A very slow speed, ie 0.00000001x, causes the machine to lock up. (It seems |
-// like a busy loop). It gets unresponsive, although its not completely dead. |
-// |
-// Also our timers are not very accurate (especially for ogg), which becomes |
-// evident at low speeds and on Vista. Since other speeds are risky and outside |
-// the norms, we think 1/16x to 16x is a safe and useful range for now. |
-const double kMinRate = 0.0625; |
-const double kMaxRate = 16.0; |
- |
-class SyncPointClientImpl : public media::VideoFrame::SyncPointClient { |
- public: |
- explicit SyncPointClientImpl( |
- blink::WebGraphicsContext3D* web_graphics_context) |
- : web_graphics_context_(web_graphics_context) {} |
- virtual ~SyncPointClientImpl() {} |
- virtual uint32 InsertSyncPoint() OVERRIDE { |
- return web_graphics_context_->insertSyncPoint(); |
- } |
- virtual void WaitSyncPoint(uint32 sync_point) OVERRIDE { |
- web_graphics_context_->waitSyncPoint(sync_point); |
- } |
- |
- private: |
- blink::WebGraphicsContext3D* web_graphics_context_; |
-}; |
- |
-} // namespace |
- |
-namespace content { |
- |
-class BufferedDataSourceHostImpl; |
- |
-#define COMPILE_ASSERT_MATCHING_ENUM(name) \ |
- COMPILE_ASSERT(static_cast<int>(WebMediaPlayer::CORSMode ## name) == \ |
- static_cast<int>(BufferedResourceLoader::k ## name), \ |
- mismatching_enums) |
-COMPILE_ASSERT_MATCHING_ENUM(Unspecified); |
-COMPILE_ASSERT_MATCHING_ENUM(Anonymous); |
-COMPILE_ASSERT_MATCHING_ENUM(UseCredentials); |
-#undef COMPILE_ASSERT_MATCHING_ENUM |
- |
-#define BIND_TO_RENDER_LOOP(function) \ |
- (DCHECK(main_task_runner_->BelongsToCurrentThread()), \ |
- media::BindToCurrentLoop(base::Bind(function, AsWeakPtr()))) |
- |
-#define BIND_TO_RENDER_LOOP1(function, arg1) \ |
- (DCHECK(main_task_runner_->BelongsToCurrentThread()), \ |
- media::BindToCurrentLoop(base::Bind(function, AsWeakPtr(), arg1))) |
- |
-static void LogMediaSourceError(const scoped_refptr<media::MediaLog>& media_log, |
- const std::string& error) { |
- media_log->AddEvent(media_log->CreateMediaSourceErrorEvent(error)); |
-} |
- |
-WebMediaPlayerImpl::WebMediaPlayerImpl( |
- blink::WebLocalFrame* frame, |
- blink::WebMediaPlayerClient* client, |
- base::WeakPtr<WebMediaPlayerDelegate> delegate, |
- const WebMediaPlayerParams& params) |
- : frame_(frame), |
- network_state_(WebMediaPlayer::NetworkStateEmpty), |
- ready_state_(WebMediaPlayer::ReadyStateHaveNothing), |
- preload_(BufferedDataSource::AUTO), |
- main_task_runner_(base::MessageLoopProxy::current()), |
- media_task_runner_(params.media_task_runner()), |
- media_log_(params.media_log()), |
- pipeline_(media_task_runner_, media_log_.get()), |
- load_type_(LoadTypeURL), |
- opaque_(false), |
- paused_(true), |
- seeking_(false), |
- playback_rate_(0.0f), |
- ended_(false), |
- pending_seek_(false), |
- pending_seek_seconds_(0.0f), |
- should_notify_time_changed_(false), |
- client_(client), |
- delegate_(delegate), |
- defer_load_cb_(params.defer_load_cb()), |
- gpu_factories_(params.gpu_factories()), |
- supports_save_(true), |
- chunk_demuxer_(NULL), |
- compositor_task_runner_(params.compositor_task_runner()), |
- compositor_(new VideoFrameCompositor( |
- BIND_TO_RENDER_LOOP(&WebMediaPlayerImpl::OnNaturalSizeChanged), |
- BIND_TO_RENDER_LOOP(&WebMediaPlayerImpl::OnOpacityChanged))), |
- text_track_index_(0), |
- encrypted_media_support_( |
- params.CreateEncryptedMediaPlayerSupport(client)), |
- audio_hardware_config_(params.audio_hardware_config()) { |
- DCHECK(encrypted_media_support_); |
- |
- // Threaded compositing isn't enabled universally yet. |
- if (!compositor_task_runner_.get()) |
- compositor_task_runner_ = base::MessageLoopProxy::current(); |
- |
- media_log_->AddEvent( |
- media_log_->CreateEvent(media::MediaLogEvent::WEBMEDIAPLAYER_CREATED)); |
- |
- // |gpu_factories_| requires that its entry points be called on its |
- // |GetTaskRunner()|. Since |pipeline_| will own decoders created from the |
- // factories, require that their message loops are identical. |
- DCHECK(!gpu_factories_.get() || |
- (gpu_factories_->GetTaskRunner() == media_task_runner_.get())); |
- |
- // Use the null sink if no sink was provided. |
- audio_source_provider_ = new WebAudioSourceProviderImpl( |
- params.audio_renderer_sink().get() |
- ? params.audio_renderer_sink() |
- : new media::NullAudioSink(media_task_runner_)); |
-} |
- |
-WebMediaPlayerImpl::~WebMediaPlayerImpl() { |
- client_->setWebLayer(NULL); |
- |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- media_log_->AddEvent( |
- media_log_->CreateEvent(media::MediaLogEvent::WEBMEDIAPLAYER_DESTROYED)); |
- |
- if (delegate_.get()) |
- delegate_->PlayerGone(this); |
- |
- // Abort any pending IO so stopping the pipeline doesn't get blocked. |
- if (data_source_) |
- data_source_->Abort(); |
- if (chunk_demuxer_) { |
- chunk_demuxer_->Shutdown(); |
- chunk_demuxer_ = NULL; |
- } |
- |
- gpu_factories_ = NULL; |
- |
- // Make sure to kill the pipeline so there's no more media threads running. |
- // Note: stopping the pipeline might block for a long time. |
- base::WaitableEvent waiter(false, false); |
- pipeline_.Stop( |
- base::Bind(&base::WaitableEvent::Signal, base::Unretained(&waiter))); |
- waiter.Wait(); |
- |
- compositor_task_runner_->DeleteSoon(FROM_HERE, compositor_); |
-} |
- |
-void WebMediaPlayerImpl::load(LoadType load_type, const blink::WebURL& url, |
- CORSMode cors_mode) { |
- DVLOG(1) << __FUNCTION__ << "(" << load_type << ", " << url << ", " |
- << cors_mode << ")"; |
- if (!defer_load_cb_.is_null()) { |
- defer_load_cb_.Run(base::Bind( |
- &WebMediaPlayerImpl::DoLoad, AsWeakPtr(), load_type, url, cors_mode)); |
- return; |
- } |
- DoLoad(load_type, url, cors_mode); |
-} |
- |
-void WebMediaPlayerImpl::DoLoad(LoadType load_type, |
- const blink::WebURL& url, |
- CORSMode cors_mode) { |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- |
- GURL gurl(url); |
- ReportMediaSchemeUma(gurl); |
- |
- // Set subresource URL for crash reporting. |
- base::debug::SetCrashKeyValue("subresource_url", gurl.spec()); |
- |
- load_type_ = load_type; |
- |
- SetNetworkState(WebMediaPlayer::NetworkStateLoading); |
- SetReadyState(WebMediaPlayer::ReadyStateHaveNothing); |
- media_log_->AddEvent(media_log_->CreateLoadEvent(url.spec())); |
- |
- // Media source pipelines can start immediately. |
- if (load_type == LoadTypeMediaSource) { |
- supports_save_ = false; |
- StartPipeline(); |
- return; |
- } |
- |
- // Otherwise it's a regular request which requires resolving the URL first. |
- data_source_.reset(new BufferedDataSource( |
- url, |
- static_cast<BufferedResourceLoader::CORSMode>(cors_mode), |
- main_task_runner_, |
- frame_, |
- media_log_.get(), |
- &buffered_data_source_host_, |
- base::Bind(&WebMediaPlayerImpl::NotifyDownloading, AsWeakPtr()))); |
- data_source_->Initialize( |
- base::Bind(&WebMediaPlayerImpl::DataSourceInitialized, AsWeakPtr())); |
- data_source_->SetPreload(preload_); |
-} |
- |
-void WebMediaPlayerImpl::play() { |
- DVLOG(1) << __FUNCTION__; |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- |
- paused_ = false; |
- pipeline_.SetPlaybackRate(playback_rate_); |
- if (data_source_) |
- data_source_->MediaIsPlaying(); |
- |
- media_log_->AddEvent(media_log_->CreateEvent(media::MediaLogEvent::PLAY)); |
- |
- if (delegate_.get()) |
- delegate_->DidPlay(this); |
-} |
- |
-void WebMediaPlayerImpl::pause() { |
- DVLOG(1) << __FUNCTION__; |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- |
- paused_ = true; |
- pipeline_.SetPlaybackRate(0.0f); |
- if (data_source_) |
- data_source_->MediaIsPaused(); |
- paused_time_ = pipeline_.GetMediaTime(); |
- |
- media_log_->AddEvent(media_log_->CreateEvent(media::MediaLogEvent::PAUSE)); |
- |
- if (delegate_.get()) |
- delegate_->DidPause(this); |
-} |
- |
-bool WebMediaPlayerImpl::supportsSave() const { |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- return supports_save_; |
-} |
- |
-void WebMediaPlayerImpl::seek(double seconds) { |
- DVLOG(1) << __FUNCTION__ << "(" << seconds << ")"; |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- |
- ended_ = false; |
- |
- if (ready_state_ > WebMediaPlayer::ReadyStateHaveMetadata) |
- SetReadyState(WebMediaPlayer::ReadyStateHaveMetadata); |
- |
- base::TimeDelta seek_time = ConvertSecondsToTimestamp(seconds); |
- |
- if (seeking_) { |
- pending_seek_ = true; |
- pending_seek_seconds_ = seconds; |
- if (chunk_demuxer_) |
- chunk_demuxer_->CancelPendingSeek(seek_time); |
- return; |
- } |
- |
- media_log_->AddEvent(media_log_->CreateSeekEvent(seconds)); |
- |
- // Update our paused time. |
- if (paused_) |
- paused_time_ = seek_time; |
- |
- seeking_ = true; |
- |
- if (chunk_demuxer_) |
- chunk_demuxer_->StartWaitingForSeek(seek_time); |
- |
- // Kick off the asynchronous seek! |
- pipeline_.Seek( |
- seek_time, |
- BIND_TO_RENDER_LOOP1(&WebMediaPlayerImpl::OnPipelineSeeked, true)); |
-} |
- |
-void WebMediaPlayerImpl::setRate(double rate) { |
- DVLOG(1) << __FUNCTION__ << "(" << rate << ")"; |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- |
- // TODO(kylep): Remove when support for negatives is added. Also, modify the |
- // following checks so rewind uses reasonable values also. |
- if (rate < 0.0) |
- return; |
- |
- // Limit rates to reasonable values by clamping. |
- if (rate != 0.0) { |
- if (rate < kMinRate) |
- rate = kMinRate; |
- else if (rate > kMaxRate) |
- rate = kMaxRate; |
- } |
- |
- playback_rate_ = rate; |
- if (!paused_) { |
- pipeline_.SetPlaybackRate(rate); |
- if (data_source_) |
- data_source_->MediaPlaybackRateChanged(rate); |
- } |
-} |
- |
-void WebMediaPlayerImpl::setVolume(double volume) { |
- DVLOG(1) << __FUNCTION__ << "(" << volume << ")"; |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- |
- pipeline_.SetVolume(volume); |
-} |
- |
-#define COMPILE_ASSERT_MATCHING_ENUM(webkit_name, chromium_name) \ |
- COMPILE_ASSERT(static_cast<int>(WebMediaPlayer::webkit_name) == \ |
- static_cast<int>(BufferedDataSource::chromium_name), \ |
- mismatching_enums) |
-COMPILE_ASSERT_MATCHING_ENUM(PreloadNone, NONE); |
-COMPILE_ASSERT_MATCHING_ENUM(PreloadMetaData, METADATA); |
-COMPILE_ASSERT_MATCHING_ENUM(PreloadAuto, AUTO); |
-#undef COMPILE_ASSERT_MATCHING_ENUM |
- |
-void WebMediaPlayerImpl::setPreload(WebMediaPlayer::Preload preload) { |
- DVLOG(1) << __FUNCTION__ << "(" << preload << ")"; |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- |
- preload_ = static_cast<BufferedDataSource::Preload>(preload); |
- if (data_source_) |
- data_source_->SetPreload(preload_); |
-} |
- |
-bool WebMediaPlayerImpl::hasVideo() const { |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- |
- return pipeline_metadata_.has_video; |
-} |
- |
-bool WebMediaPlayerImpl::hasAudio() const { |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- |
- return pipeline_metadata_.has_audio; |
-} |
- |
-blink::WebSize WebMediaPlayerImpl::naturalSize() const { |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- |
- return blink::WebSize(pipeline_metadata_.natural_size); |
-} |
- |
-bool WebMediaPlayerImpl::paused() const { |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- |
- return pipeline_.GetPlaybackRate() == 0.0f; |
-} |
- |
-bool WebMediaPlayerImpl::seeking() const { |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- |
- if (ready_state_ == WebMediaPlayer::ReadyStateHaveNothing) |
- return false; |
- |
- return seeking_; |
-} |
- |
-double WebMediaPlayerImpl::duration() const { |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- |
- if (ready_state_ == WebMediaPlayer::ReadyStateHaveNothing) |
- return std::numeric_limits<double>::quiet_NaN(); |
- |
- return GetPipelineDuration(); |
-} |
- |
-double WebMediaPlayerImpl::timelineOffset() const { |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- |
- if (pipeline_metadata_.timeline_offset.is_null()) |
- return std::numeric_limits<double>::quiet_NaN(); |
- |
- return pipeline_metadata_.timeline_offset.ToJsTime(); |
-} |
- |
-double WebMediaPlayerImpl::currentTime() const { |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- DCHECK_NE(ready_state_, WebMediaPlayer::ReadyStateHaveNothing); |
- |
- // TODO(scherkus): Replace with an explicit ended signal to HTMLMediaElement, |
- // see http://crbug.com/409280 |
- if (ended_) |
- return duration(); |
- |
- return (paused_ ? paused_time_ : pipeline_.GetMediaTime()).InSecondsF(); |
-} |
- |
-WebMediaPlayer::NetworkState WebMediaPlayerImpl::networkState() const { |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- return network_state_; |
-} |
- |
-WebMediaPlayer::ReadyState WebMediaPlayerImpl::readyState() const { |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- return ready_state_; |
-} |
- |
-blink::WebTimeRanges WebMediaPlayerImpl::buffered() const { |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- |
- media::Ranges<base::TimeDelta> buffered_time_ranges = |
- pipeline_.GetBufferedTimeRanges(); |
- |
- const base::TimeDelta duration = pipeline_.GetMediaDuration(); |
- if (duration != media::kInfiniteDuration()) { |
- buffered_data_source_host_.AddBufferedTimeRanges( |
- &buffered_time_ranges, duration); |
- } |
- return ConvertToWebTimeRanges(buffered_time_ranges); |
-} |
- |
-double WebMediaPlayerImpl::maxTimeSeekable() const { |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- |
- // If we haven't even gotten to ReadyStateHaveMetadata yet then just |
- // return 0 so that the seekable range is empty. |
- if (ready_state_ < WebMediaPlayer::ReadyStateHaveMetadata) |
- return 0.0; |
- |
- // We don't support seeking in streaming media. |
- if (data_source_ && data_source_->IsStreaming()) |
- return 0.0; |
- return duration(); |
-} |
- |
-bool WebMediaPlayerImpl::didLoadingProgress() { |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- bool pipeline_progress = pipeline_.DidLoadingProgress(); |
- bool data_progress = buffered_data_source_host_.DidLoadingProgress(); |
- return pipeline_progress || data_progress; |
-} |
- |
-void WebMediaPlayerImpl::paint(blink::WebCanvas* canvas, |
- const blink::WebRect& rect, |
- unsigned char alpha) { |
- paint(canvas, rect, alpha, SkXfermode::kSrcOver_Mode); |
-} |
- |
-void WebMediaPlayerImpl::paint(blink::WebCanvas* canvas, |
- const blink::WebRect& rect, |
- unsigned char alpha, |
- SkXfermode::Mode mode) { |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- TRACE_EVENT0("media", "WebMediaPlayerImpl:paint"); |
- |
- // TODO(scherkus): Clarify paint() API contract to better understand when and |
- // why it's being called. For example, today paint() is called when: |
- // - We haven't reached HAVE_CURRENT_DATA and need to paint black |
- // - We're painting to a canvas |
- // See http://crbug.com/341225 http://crbug.com/342621 for details. |
- scoped_refptr<media::VideoFrame> video_frame = |
- GetCurrentFrameFromCompositor(); |
- |
- gfx::Rect gfx_rect(rect); |
- |
- skcanvas_video_renderer_.Paint(video_frame.get(), |
- canvas, |
- gfx_rect, |
- alpha, |
- mode, |
- pipeline_metadata_.video_rotation); |
-} |
- |
-bool WebMediaPlayerImpl::hasSingleSecurityOrigin() const { |
- if (data_source_) |
- return data_source_->HasSingleOrigin(); |
- return true; |
-} |
- |
-bool WebMediaPlayerImpl::didPassCORSAccessCheck() const { |
- if (data_source_) |
- return data_source_->DidPassCORSAccessCheck(); |
- return false; |
-} |
- |
-double WebMediaPlayerImpl::mediaTimeForTimeValue(double timeValue) const { |
- return ConvertSecondsToTimestamp(timeValue).InSecondsF(); |
-} |
- |
-unsigned WebMediaPlayerImpl::decodedFrameCount() const { |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- |
- media::PipelineStatistics stats = pipeline_.GetStatistics(); |
- return stats.video_frames_decoded; |
-} |
- |
-unsigned WebMediaPlayerImpl::droppedFrameCount() const { |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- |
- media::PipelineStatistics stats = pipeline_.GetStatistics(); |
- return stats.video_frames_dropped; |
-} |
- |
-unsigned WebMediaPlayerImpl::audioDecodedByteCount() const { |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- |
- media::PipelineStatistics stats = pipeline_.GetStatistics(); |
- return stats.audio_bytes_decoded; |
-} |
- |
-unsigned WebMediaPlayerImpl::videoDecodedByteCount() const { |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- |
- media::PipelineStatistics stats = pipeline_.GetStatistics(); |
- return stats.video_bytes_decoded; |
-} |
- |
-bool WebMediaPlayerImpl::copyVideoTextureToPlatformTexture( |
- blink::WebGraphicsContext3D* web_graphics_context, |
- unsigned int texture, |
- unsigned int level, |
- unsigned int internal_format, |
- unsigned int type, |
- bool premultiply_alpha, |
- bool flip_y) { |
- TRACE_EVENT0("media", "WebMediaPlayerImpl:copyVideoTextureToPlatformTexture"); |
- |
- scoped_refptr<media::VideoFrame> video_frame = |
- GetCurrentFrameFromCompositor(); |
- |
- if (!video_frame.get()) |
- return false; |
- if (video_frame->format() != media::VideoFrame::NATIVE_TEXTURE) |
- return false; |
- |
- const gpu::MailboxHolder* mailbox_holder = video_frame->mailbox_holder(); |
- if (mailbox_holder->texture_target != GL_TEXTURE_2D) |
- return false; |
- |
- web_graphics_context->waitSyncPoint(mailbox_holder->sync_point); |
- uint32 source_texture = web_graphics_context->createAndConsumeTextureCHROMIUM( |
- GL_TEXTURE_2D, mailbox_holder->mailbox.name); |
- |
- // The video is stored in a unmultiplied format, so premultiply |
- // if necessary. |
- web_graphics_context->pixelStorei(GL_UNPACK_PREMULTIPLY_ALPHA_CHROMIUM, |
- premultiply_alpha); |
- // Application itself needs to take care of setting the right flip_y |
- // value down to get the expected result. |
- // flip_y==true means to reverse the video orientation while |
- // flip_y==false means to keep the intrinsic orientation. |
- web_graphics_context->pixelStorei(GL_UNPACK_FLIP_Y_CHROMIUM, flip_y); |
- web_graphics_context->copyTextureCHROMIUM(GL_TEXTURE_2D, |
- source_texture, |
- texture, |
- level, |
- internal_format, |
- type); |
- web_graphics_context->pixelStorei(GL_UNPACK_FLIP_Y_CHROMIUM, false); |
- web_graphics_context->pixelStorei(GL_UNPACK_PREMULTIPLY_ALPHA_CHROMIUM, |
- false); |
- |
- web_graphics_context->deleteTexture(source_texture); |
- web_graphics_context->flush(); |
- |
- SyncPointClientImpl client(web_graphics_context); |
- video_frame->UpdateReleaseSyncPoint(&client); |
- return true; |
-} |
- |
-WebMediaPlayer::MediaKeyException |
-WebMediaPlayerImpl::generateKeyRequest(const WebString& key_system, |
- const unsigned char* init_data, |
- unsigned init_data_length) { |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- |
- return encrypted_media_support_->GenerateKeyRequest( |
- frame_, key_system, init_data, init_data_length); |
-} |
- |
-WebMediaPlayer::MediaKeyException WebMediaPlayerImpl::addKey( |
- const WebString& key_system, |
- const unsigned char* key, |
- unsigned key_length, |
- const unsigned char* init_data, |
- unsigned init_data_length, |
- const WebString& session_id) { |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- |
- return encrypted_media_support_->AddKey( |
- key_system, key, key_length, init_data, init_data_length, session_id); |
-} |
- |
-WebMediaPlayer::MediaKeyException WebMediaPlayerImpl::cancelKeyRequest( |
- const WebString& key_system, |
- const WebString& session_id) { |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- |
- return encrypted_media_support_->CancelKeyRequest(key_system, session_id); |
-} |
- |
-void WebMediaPlayerImpl::setContentDecryptionModule( |
- blink::WebContentDecryptionModule* cdm) { |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- |
- encrypted_media_support_->SetContentDecryptionModule(cdm); |
-} |
- |
-void WebMediaPlayerImpl::setContentDecryptionModule( |
- blink::WebContentDecryptionModule* cdm, |
- blink::WebContentDecryptionModuleResult result) { |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- |
- encrypted_media_support_->SetContentDecryptionModule(cdm, result); |
-} |
- |
-void WebMediaPlayerImpl::setContentDecryptionModuleSync( |
- blink::WebContentDecryptionModule* cdm) { |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- |
- encrypted_media_support_->SetContentDecryptionModuleSync(cdm); |
-} |
- |
-void WebMediaPlayerImpl::OnPipelineSeeked(bool time_changed, |
- PipelineStatus status) { |
- DVLOG(1) << __FUNCTION__ << "(" << time_changed << ", " << status << ")"; |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- seeking_ = false; |
- if (pending_seek_) { |
- pending_seek_ = false; |
- seek(pending_seek_seconds_); |
- return; |
- } |
- |
- if (status != media::PIPELINE_OK) { |
- OnPipelineError(status); |
- return; |
- } |
- |
- // Update our paused time. |
- if (paused_) |
- paused_time_ = pipeline_.GetMediaTime(); |
- |
- should_notify_time_changed_ = time_changed; |
-} |
- |
-void WebMediaPlayerImpl::OnPipelineEnded() { |
- DVLOG(1) << __FUNCTION__; |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- |
- // Ignore state changes until we've completed all outstanding seeks. |
- if (seeking_ || pending_seek_) |
- return; |
- |
- ended_ = true; |
- client_->timeChanged(); |
-} |
- |
-void WebMediaPlayerImpl::OnPipelineError(PipelineStatus error) { |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- DCHECK_NE(error, media::PIPELINE_OK); |
- |
- if (ready_state_ == WebMediaPlayer::ReadyStateHaveNothing) { |
- // Any error that occurs before reaching ReadyStateHaveMetadata should |
- // be considered a format error. |
- SetNetworkState(WebMediaPlayer::NetworkStateFormatError); |
- return; |
- } |
- |
- SetNetworkState(PipelineErrorToNetworkState(error)); |
- |
- if (error == media::PIPELINE_ERROR_DECRYPT) |
- encrypted_media_support_->OnPipelineDecryptError(); |
-} |
- |
-void WebMediaPlayerImpl::OnPipelineMetadata( |
- media::PipelineMetadata metadata) { |
- DVLOG(1) << __FUNCTION__; |
- |
- pipeline_metadata_ = metadata; |
- |
- UMA_HISTOGRAM_ENUMERATION("Media.VideoRotation", |
- metadata.video_rotation, |
- media::VIDEO_ROTATION_MAX + 1); |
- SetReadyState(WebMediaPlayer::ReadyStateHaveMetadata); |
- |
- if (hasVideo()) { |
- DCHECK(!video_weblayer_); |
- scoped_refptr<cc::VideoLayer> layer = |
- cc::VideoLayer::Create(compositor_, pipeline_metadata_.video_rotation); |
- |
- if (pipeline_metadata_.video_rotation == media::VIDEO_ROTATION_90 || |
- pipeline_metadata_.video_rotation == media::VIDEO_ROTATION_270) { |
- gfx::Size size = pipeline_metadata_.natural_size; |
- pipeline_metadata_.natural_size = gfx::Size(size.height(), size.width()); |
- } |
- |
- video_weblayer_.reset(new cc_blink::WebLayerImpl(layer)); |
- video_weblayer_->setOpaque(opaque_); |
- client_->setWebLayer(video_weblayer_.get()); |
- } |
-} |
- |
-void WebMediaPlayerImpl::OnPipelineBufferingStateChanged( |
- media::BufferingState buffering_state) { |
- DVLOG(1) << __FUNCTION__ << "(" << buffering_state << ")"; |
- |
- // Ignore buffering state changes until we've completed all outstanding seeks. |
- if (seeking_ || pending_seek_) |
- return; |
- |
- // TODO(scherkus): Handle other buffering states when Pipeline starts using |
- // them and translate them ready state changes http://crbug.com/144683 |
- DCHECK_EQ(buffering_state, media::BUFFERING_HAVE_ENOUGH); |
- SetReadyState(WebMediaPlayer::ReadyStateHaveEnoughData); |
- |
- // Blink expects a timeChanged() in response to a seek(). |
- if (should_notify_time_changed_) |
- client_->timeChanged(); |
-} |
- |
-void WebMediaPlayerImpl::OnDemuxerOpened() { |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- client_->mediaSourceOpened(new WebMediaSourceImpl( |
- chunk_demuxer_, base::Bind(&LogMediaSourceError, media_log_))); |
-} |
- |
-void WebMediaPlayerImpl::OnAddTextTrack( |
- const media::TextTrackConfig& config, |
- const media::AddTextTrackDoneCB& done_cb) { |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- |
- const WebInbandTextTrackImpl::Kind web_kind = |
- static_cast<WebInbandTextTrackImpl::Kind>(config.kind()); |
- const blink::WebString web_label = |
- blink::WebString::fromUTF8(config.label()); |
- const blink::WebString web_language = |
- blink::WebString::fromUTF8(config.language()); |
- const blink::WebString web_id = |
- blink::WebString::fromUTF8(config.id()); |
- |
- scoped_ptr<WebInbandTextTrackImpl> web_inband_text_track( |
- new WebInbandTextTrackImpl(web_kind, web_label, web_language, web_id, |
- text_track_index_++)); |
- |
- scoped_ptr<media::TextTrack> text_track(new TextTrackImpl( |
- main_task_runner_, client_, web_inband_text_track.Pass())); |
- |
- done_cb.Run(text_track.Pass()); |
-} |
- |
-void WebMediaPlayerImpl::DataSourceInitialized(bool success) { |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- |
- if (!success) { |
- SetNetworkState(WebMediaPlayer::NetworkStateFormatError); |
- return; |
- } |
- |
- StartPipeline(); |
-} |
- |
-void WebMediaPlayerImpl::NotifyDownloading(bool is_downloading) { |
- if (!is_downloading && network_state_ == WebMediaPlayer::NetworkStateLoading) |
- SetNetworkState(WebMediaPlayer::NetworkStateIdle); |
- else if (is_downloading && network_state_ == WebMediaPlayer::NetworkStateIdle) |
- SetNetworkState(WebMediaPlayer::NetworkStateLoading); |
- media_log_->AddEvent( |
- media_log_->CreateBooleanEvent( |
- media::MediaLogEvent::NETWORK_ACTIVITY_SET, |
- "is_downloading_data", is_downloading)); |
-} |
- |
-// TODO(xhwang): Move this to a factory class so that we can create different |
-// renderers. |
-scoped_ptr<media::Renderer> WebMediaPlayerImpl::CreateRenderer() { |
- media::SetDecryptorReadyCB set_decryptor_ready_cb = |
- encrypted_media_support_->CreateSetDecryptorReadyCB(); |
- |
- // Create our audio decoders and renderer. |
- ScopedVector<media::AudioDecoder> audio_decoders; |
- |
- media::LogCB log_cb = base::Bind(&LogMediaSourceError, media_log_); |
- audio_decoders.push_back(new media::FFmpegAudioDecoder(media_task_runner_, |
- log_cb)); |
- audio_decoders.push_back(new media::OpusAudioDecoder(media_task_runner_)); |
- |
- scoped_ptr<media::AudioRenderer> audio_renderer(new media::AudioRendererImpl( |
- media_task_runner_, |
- audio_source_provider_.get(), |
- audio_decoders.Pass(), |
- set_decryptor_ready_cb, |
- audio_hardware_config_)); |
- |
- // Create our video decoders and renderer. |
- ScopedVector<media::VideoDecoder> video_decoders; |
- |
- if (gpu_factories_.get()) { |
- video_decoders.push_back( |
- new media::GpuVideoDecoder(gpu_factories_, media_log_)); |
- } |
- |
-#if !defined(MEDIA_DISABLE_LIBVPX) |
- video_decoders.push_back(new media::VpxVideoDecoder(media_task_runner_)); |
-#endif // !defined(MEDIA_DISABLE_LIBVPX) |
- |
- video_decoders.push_back(new media::FFmpegVideoDecoder(media_task_runner_)); |
- |
- scoped_ptr<media::VideoRenderer> video_renderer( |
- new media::VideoRendererImpl( |
- media_task_runner_, |
- video_decoders.Pass(), |
- set_decryptor_ready_cb, |
- base::Bind(&WebMediaPlayerImpl::FrameReady, base::Unretained(this)), |
- true)); |
- |
- // Create renderer. |
- return scoped_ptr<media::Renderer>(new media::RendererImpl( |
- media_task_runner_, |
- demuxer_.get(), |
- audio_renderer.Pass(), |
- video_renderer.Pass())); |
-} |
- |
-void WebMediaPlayerImpl::StartPipeline() { |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- |
- // Keep track if this is a MSE or non-MSE playback. |
- UMA_HISTOGRAM_BOOLEAN("Media.MSE.Playback", |
- (load_type_ == LoadTypeMediaSource)); |
- |
- media::LogCB mse_log_cb; |
- media::Demuxer::NeedKeyCB need_key_cb = |
- encrypted_media_support_->CreateNeedKeyCB(); |
- |
- // Figure out which demuxer to use. |
- if (load_type_ != LoadTypeMediaSource) { |
- DCHECK(!chunk_demuxer_); |
- DCHECK(data_source_); |
- |
- demuxer_.reset(new media::FFmpegDemuxer( |
- media_task_runner_, data_source_.get(), |
- need_key_cb, |
- media_log_)); |
- } else { |
- DCHECK(!chunk_demuxer_); |
- DCHECK(!data_source_); |
- |
- mse_log_cb = base::Bind(&LogMediaSourceError, media_log_); |
- |
- chunk_demuxer_ = new media::ChunkDemuxer( |
- BIND_TO_RENDER_LOOP(&WebMediaPlayerImpl::OnDemuxerOpened), |
- need_key_cb, |
- mse_log_cb, |
- true); |
- demuxer_.reset(chunk_demuxer_); |
- } |
- |
- // ... and we're ready to go! |
- seeking_ = true; |
- pipeline_.Start( |
- demuxer_.get(), |
- CreateRenderer(), |
- BIND_TO_RENDER_LOOP(&WebMediaPlayerImpl::OnPipelineEnded), |
- BIND_TO_RENDER_LOOP(&WebMediaPlayerImpl::OnPipelineError), |
- BIND_TO_RENDER_LOOP1(&WebMediaPlayerImpl::OnPipelineSeeked, false), |
- BIND_TO_RENDER_LOOP(&WebMediaPlayerImpl::OnPipelineMetadata), |
- BIND_TO_RENDER_LOOP(&WebMediaPlayerImpl::OnPipelineBufferingStateChanged), |
- BIND_TO_RENDER_LOOP(&WebMediaPlayerImpl::OnDurationChanged), |
- BIND_TO_RENDER_LOOP(&WebMediaPlayerImpl::OnAddTextTrack)); |
-} |
- |
-void WebMediaPlayerImpl::SetNetworkState(WebMediaPlayer::NetworkState state) { |
- DVLOG(1) << __FUNCTION__ << "(" << state << ")"; |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- network_state_ = state; |
- // Always notify to ensure client has the latest value. |
- client_->networkStateChanged(); |
-} |
- |
-void WebMediaPlayerImpl::SetReadyState(WebMediaPlayer::ReadyState state) { |
- DVLOG(1) << __FUNCTION__ << "(" << state << ")"; |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- |
- if (state == WebMediaPlayer::ReadyStateHaveEnoughData && data_source_ && |
- data_source_->assume_fully_buffered() && |
- network_state_ == WebMediaPlayer::NetworkStateLoading) |
- SetNetworkState(WebMediaPlayer::NetworkStateLoaded); |
- |
- ready_state_ = state; |
- // Always notify to ensure client has the latest value. |
- client_->readyStateChanged(); |
-} |
- |
-blink::WebAudioSourceProvider* WebMediaPlayerImpl::audioSourceProvider() { |
- return audio_source_provider_.get(); |
-} |
- |
-double WebMediaPlayerImpl::GetPipelineDuration() const { |
- base::TimeDelta duration = pipeline_.GetMediaDuration(); |
- |
- // Return positive infinity if the resource is unbounded. |
- // http://www.whatwg.org/specs/web-apps/current-work/multipage/video.html#dom-media-duration |
- if (duration == media::kInfiniteDuration()) |
- return std::numeric_limits<double>::infinity(); |
- |
- return duration.InSecondsF(); |
-} |
- |
-void WebMediaPlayerImpl::OnDurationChanged() { |
- if (ready_state_ == WebMediaPlayer::ReadyStateHaveNothing) |
- return; |
- |
- client_->durationChanged(); |
-} |
- |
-void WebMediaPlayerImpl::OnNaturalSizeChanged(gfx::Size size) { |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- DCHECK_NE(ready_state_, WebMediaPlayer::ReadyStateHaveNothing); |
- TRACE_EVENT0("media", "WebMediaPlayerImpl::OnNaturalSizeChanged"); |
- |
- media_log_->AddEvent( |
- media_log_->CreateVideoSizeSetEvent(size.width(), size.height())); |
- pipeline_metadata_.natural_size = size; |
- |
- client_->sizeChanged(); |
-} |
- |
-void WebMediaPlayerImpl::OnOpacityChanged(bool opaque) { |
- DCHECK(main_task_runner_->BelongsToCurrentThread()); |
- DCHECK_NE(ready_state_, WebMediaPlayer::ReadyStateHaveNothing); |
- |
- opaque_ = opaque; |
- if (video_weblayer_) |
- video_weblayer_->setOpaque(opaque_); |
-} |
- |
-void WebMediaPlayerImpl::FrameReady( |
- const scoped_refptr<media::VideoFrame>& frame) { |
- compositor_task_runner_->PostTask( |
- FROM_HERE, |
- base::Bind(&VideoFrameCompositor::UpdateCurrentFrame, |
- base::Unretained(compositor_), |
- frame)); |
-} |
- |
-static void GetCurrentFrameAndSignal( |
- VideoFrameCompositor* compositor, |
- scoped_refptr<media::VideoFrame>* video_frame_out, |
- base::WaitableEvent* event) { |
- TRACE_EVENT0("media", "GetCurrentFrameAndSignal"); |
- *video_frame_out = compositor->GetCurrentFrame(); |
- event->Signal(); |
-} |
- |
-scoped_refptr<media::VideoFrame> |
-WebMediaPlayerImpl::GetCurrentFrameFromCompositor() { |
- TRACE_EVENT0("media", "WebMediaPlayerImpl::GetCurrentFrameFromCompositor"); |
- if (compositor_task_runner_->BelongsToCurrentThread()) |
- return compositor_->GetCurrentFrame(); |
- |
- // Use a posted task and waitable event instead of a lock otherwise |
- // WebGL/Canvas can see different content than what the compositor is seeing. |
- scoped_refptr<media::VideoFrame> video_frame; |
- base::WaitableEvent event(false, false); |
- compositor_task_runner_->PostTask(FROM_HERE, |
- base::Bind(&GetCurrentFrameAndSignal, |
- base::Unretained(compositor_), |
- &video_frame, |
- &event)); |
- event.Wait(); |
- return video_frame; |
-} |
- |
-} // namespace content |