| OLD | NEW |
| 1 // Copyright 2013 The Chromium Authors. All rights reserved. | 1 // Copyright 2013 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #ifndef CONTENT_RENDERER_MEDIA_WEBMEDIAPLAYER_IMPL_H_ | 5 #ifndef MEDIA_BLINK_WEBMEDIAPLAYER_IMPL_H_ |
| 6 #define CONTENT_RENDERER_MEDIA_WEBMEDIAPLAYER_IMPL_H_ | 6 #define MEDIA_BLINK_WEBMEDIAPLAYER_IMPL_H_ |
| 7 | 7 |
| 8 #include <string> | 8 #include <string> |
| 9 #include <vector> | 9 #include <vector> |
| 10 | 10 |
| 11 #include "base/basictypes.h" | 11 #include "base/basictypes.h" |
| 12 #include "base/memory/ref_counted.h" | 12 #include "base/memory/ref_counted.h" |
| 13 #include "base/memory/scoped_ptr.h" | 13 #include "base/memory/scoped_ptr.h" |
| 14 #include "base/memory/weak_ptr.h" | 14 #include "base/memory/weak_ptr.h" |
| 15 #include "base/threading/thread.h" | 15 #include "base/threading/thread.h" |
| 16 #include "content/renderer/media/buffered_data_source_host_impl.h" | |
| 17 #include "content/renderer/media/video_frame_compositor.h" | |
| 18 #include "media/base/audio_renderer_sink.h" | 16 #include "media/base/audio_renderer_sink.h" |
| 17 #include "media/base/media_export.h" |
| 19 // TODO(xhwang): Remove when we remove prefixed EME implementation. | 18 // TODO(xhwang): Remove when we remove prefixed EME implementation. |
| 20 #include "media/base/media_keys.h" | 19 #include "media/base/media_keys.h" |
| 21 #include "media/base/pipeline.h" | 20 #include "media/base/pipeline.h" |
| 22 #include "media/base/text_track.h" | 21 #include "media/base/text_track.h" |
| 22 #include "media/blink/buffered_data_source.h" |
| 23 #include "media/blink/buffered_data_source_host_impl.h" |
| 24 #include "media/blink/video_frame_compositor.h" |
| 23 #include "media/filters/skcanvas_video_renderer.h" | 25 #include "media/filters/skcanvas_video_renderer.h" |
| 24 #include "skia/ext/platform_canvas.h" | |
| 25 #include "third_party/WebKit/public/platform/WebAudioSourceProvider.h" | 26 #include "third_party/WebKit/public/platform/WebAudioSourceProvider.h" |
| 26 #include "third_party/WebKit/public/platform/WebContentDecryptionModuleResult.h" | 27 #include "third_party/WebKit/public/platform/WebContentDecryptionModuleResult.h" |
| 27 #include "third_party/WebKit/public/platform/WebGraphicsContext3D.h" | 28 #include "third_party/WebKit/public/platform/WebGraphicsContext3D.h" |
| 28 #include "third_party/WebKit/public/platform/WebMediaPlayer.h" | 29 #include "third_party/WebKit/public/platform/WebMediaPlayer.h" |
| 29 #include "third_party/WebKit/public/platform/WebMediaPlayerClient.h" | 30 #include "third_party/WebKit/public/platform/WebMediaPlayerClient.h" |
| 30 #include "url/gurl.h" | 31 #include "url/gurl.h" |
| 31 | 32 |
| 32 namespace blink { | 33 namespace blink { |
| 33 class WebLocalFrame; | 34 class WebLocalFrame; |
| 34 } | 35 } |
| 35 | 36 |
| 36 namespace base { | 37 namespace base { |
| 37 class SingleThreadTaskRunner; | 38 class SingleThreadTaskRunner; |
| 38 } | 39 } |
| 39 | 40 |
| 40 namespace cc_blink { | 41 namespace cc_blink { |
| 41 class WebLayerImpl; | 42 class WebLayerImpl; |
| 42 } | 43 } |
| 43 | 44 |
| 44 namespace media { | 45 namespace media { |
| 45 class AudioHardwareConfig; | 46 class AudioHardwareConfig; |
| 46 class ChunkDemuxer; | 47 class ChunkDemuxer; |
| 48 class EncryptedMediaPlayerSupport; |
| 47 class GpuVideoAcceleratorFactories; | 49 class GpuVideoAcceleratorFactories; |
| 48 class MediaLog; | 50 class MediaLog; |
| 49 } | |
| 50 | |
| 51 | |
| 52 namespace content { | |
| 53 class BufferedDataSource; | |
| 54 class EncryptedMediaPlayerSupport; | |
| 55 class VideoFrameCompositor; | 51 class VideoFrameCompositor; |
| 56 class WebAudioSourceProviderImpl; | 52 class WebAudioSourceProviderImpl; |
| 57 class WebMediaPlayerDelegate; | 53 class WebMediaPlayerDelegate; |
| 58 class WebMediaPlayerParams; | 54 class WebMediaPlayerParams; |
| 59 class WebTextTrackImpl; | 55 class WebTextTrackImpl; |
| 60 | 56 |
| 61 // The canonical implementation of blink::WebMediaPlayer that's backed by | 57 // The canonical implementation of blink::WebMediaPlayer that's backed by |
| 62 // media::Pipeline. Handles normal resource loading, Media Source, and | 58 // Pipeline. Handles normal resource loading, Media Source, and |
| 63 // Encrypted Media. | 59 // Encrypted Media. |
| 64 class WebMediaPlayerImpl | 60 class MEDIA_EXPORT WebMediaPlayerImpl |
| 65 : public blink::WebMediaPlayer, | 61 : public blink::WebMediaPlayer, |
| 66 public base::SupportsWeakPtr<WebMediaPlayerImpl> { | 62 public base::SupportsWeakPtr<WebMediaPlayerImpl> { |
| 67 public: | 63 public: |
| 68 // Constructs a WebMediaPlayer implementation using Chromium's media stack. | 64 // Constructs a WebMediaPlayer implementation using Chromium's media stack. |
| 69 // |delegate| may be null. | 65 // |delegate| may be null. |
| 70 WebMediaPlayerImpl(blink::WebLocalFrame* frame, | 66 WebMediaPlayerImpl(blink::WebLocalFrame* frame, |
| 71 blink::WebMediaPlayerClient* client, | 67 blink::WebMediaPlayerClient* client, |
| 72 base::WeakPtr<WebMediaPlayerDelegate> delegate, | 68 base::WeakPtr<WebMediaPlayerDelegate> delegate, |
| 73 const WebMediaPlayerParams& params); | 69 const WebMediaPlayerParams& params); |
| 74 virtual ~WebMediaPlayerImpl(); | 70 virtual ~WebMediaPlayerImpl(); |
| (...skipping 85 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 160 // TODO(jrummell): Remove this method once Blink updated to use the other | 156 // TODO(jrummell): Remove this method once Blink updated to use the other |
| 161 // two methods. | 157 // two methods. |
| 162 virtual void setContentDecryptionModule( | 158 virtual void setContentDecryptionModule( |
| 163 blink::WebContentDecryptionModule* cdm); | 159 blink::WebContentDecryptionModule* cdm); |
| 164 virtual void setContentDecryptionModule( | 160 virtual void setContentDecryptionModule( |
| 165 blink::WebContentDecryptionModule* cdm, | 161 blink::WebContentDecryptionModule* cdm, |
| 166 blink::WebContentDecryptionModuleResult result); | 162 blink::WebContentDecryptionModuleResult result); |
| 167 virtual void setContentDecryptionModuleSync( | 163 virtual void setContentDecryptionModuleSync( |
| 168 blink::WebContentDecryptionModule* cdm); | 164 blink::WebContentDecryptionModule* cdm); |
| 169 | 165 |
| 170 void OnPipelineSeeked(bool time_changed, media::PipelineStatus status); | 166 void OnPipelineSeeked(bool time_changed, PipelineStatus status); |
| 171 void OnPipelineEnded(); | 167 void OnPipelineEnded(); |
| 172 void OnPipelineError(media::PipelineStatus error); | 168 void OnPipelineError(PipelineStatus error); |
| 173 void OnPipelineMetadata(media::PipelineMetadata metadata); | 169 void OnPipelineMetadata(PipelineMetadata metadata); |
| 174 void OnPipelineBufferingStateChanged(media::BufferingState buffering_state); | 170 void OnPipelineBufferingStateChanged(BufferingState buffering_state); |
| 175 void OnDemuxerOpened(); | 171 void OnDemuxerOpened(); |
| 176 void OnAddTextTrack(const media::TextTrackConfig& config, | 172 void OnAddTextTrack(const TextTrackConfig& config, |
| 177 const media::AddTextTrackDoneCB& done_cb); | 173 const AddTextTrackDoneCB& done_cb); |
| 178 | 174 |
| 179 private: | 175 private: |
| 180 // Called after |defer_load_cb_| has decided to allow the load. If | 176 // Called after |defer_load_cb_| has decided to allow the load. If |
| 181 // |defer_load_cb_| is null this is called immediately. | 177 // |defer_load_cb_| is null this is called immediately. |
| 182 void DoLoad(LoadType load_type, | 178 void DoLoad(LoadType load_type, |
| 183 const blink::WebURL& url, | 179 const blink::WebURL& url, |
| 184 CORSMode cors_mode); | 180 CORSMode cors_mode); |
| 185 | 181 |
| 186 // Called after asynchronous initialization of a data source completed. | 182 // Called after asynchronous initialization of a data source completed. |
| 187 void DataSourceInitialized(bool success); | 183 void DataSourceInitialized(bool success); |
| 188 | 184 |
| 189 // Called when the data source is downloading or paused. | 185 // Called when the data source is downloading or paused. |
| 190 void NotifyDownloading(bool is_downloading); | 186 void NotifyDownloading(bool is_downloading); |
| 191 | 187 |
| 192 // Creates a media::Renderer that will be used by the |pipeline_|. | 188 // Creates a Renderer that will be used by the |pipeline_|. |
| 193 scoped_ptr<media::Renderer> CreateRenderer(); | 189 scoped_ptr<Renderer> CreateRenderer(); |
| 194 | 190 |
| 195 // Finishes starting the pipeline due to a call to load(). | 191 // Finishes starting the pipeline due to a call to load(). |
| 196 void StartPipeline(); | 192 void StartPipeline(); |
| 197 | 193 |
| 198 // Helpers that set the network/ready state and notifies the client if | 194 // Helpers that set the network/ready state and notifies the client if |
| 199 // they've changed. | 195 // they've changed. |
| 200 void SetNetworkState(blink::WebMediaPlayer::NetworkState state); | 196 void SetNetworkState(blink::WebMediaPlayer::NetworkState state); |
| 201 void SetReadyState(blink::WebMediaPlayer::ReadyState state); | 197 void SetReadyState(blink::WebMediaPlayer::ReadyState state); |
| 202 | 198 |
| 203 // Gets the duration value reported by the pipeline. | 199 // Gets the duration value reported by the pipeline. |
| 204 double GetPipelineDuration() const; | 200 double GetPipelineDuration() const; |
| 205 | 201 |
| 206 // Callbacks from |pipeline_| that are forwarded to |client_|. | 202 // Callbacks from |pipeline_| that are forwarded to |client_|. |
| 207 void OnDurationChanged(); | 203 void OnDurationChanged(); |
| 208 void OnNaturalSizeChanged(gfx::Size size); | 204 void OnNaturalSizeChanged(gfx::Size size); |
| 209 void OnOpacityChanged(bool opaque); | 205 void OnOpacityChanged(bool opaque); |
| 210 | 206 |
| 211 // Called by VideoRendererImpl on its internal thread with the new frame to be | 207 // Called by VideoRendererImpl on its internal thread with the new frame to be |
| 212 // painted. | 208 // painted. |
| 213 void FrameReady(const scoped_refptr<media::VideoFrame>& frame); | 209 void FrameReady(const scoped_refptr<VideoFrame>& frame); |
| 214 | 210 |
| 215 // Called when the ContentDecryptionModule has been attached to the | 211 // Called when the ContentDecryptionModule has been attached to the |
| 216 // pipeline/decoders. | 212 // pipeline/decoders. |
| 217 void ContentDecryptionModuleAttached( | 213 void ContentDecryptionModuleAttached( |
| 218 blink::WebContentDecryptionModuleResult result, | 214 blink::WebContentDecryptionModuleResult result, |
| 219 bool success); | 215 bool success); |
| 220 | 216 |
| 221 // Returns the current video frame from |compositor_|. Blocks until the | 217 // Returns the current video frame from |compositor_|. Blocks until the |
| 222 // compositor can return the frame. | 218 // compositor can return the frame. |
| 223 scoped_refptr<media::VideoFrame> GetCurrentFrameFromCompositor(); | 219 scoped_refptr<VideoFrame> GetCurrentFrameFromCompositor(); |
| 224 | 220 |
| 225 blink::WebLocalFrame* frame_; | 221 blink::WebLocalFrame* frame_; |
| 226 | 222 |
| 227 // TODO(hclam): get rid of these members and read from the pipeline directly. | 223 // TODO(hclam): get rid of these members and read from the pipeline directly. |
| 228 blink::WebMediaPlayer::NetworkState network_state_; | 224 blink::WebMediaPlayer::NetworkState network_state_; |
| 229 blink::WebMediaPlayer::ReadyState ready_state_; | 225 blink::WebMediaPlayer::ReadyState ready_state_; |
| 230 | 226 |
| 231 // Preload state for when |data_source_| is created after setPreload(). | 227 // Preload state for when |data_source_| is created after setPreload(). |
| 232 BufferedDataSource::Preload preload_; | 228 BufferedDataSource::Preload preload_; |
| 233 | 229 |
| 234 // Task runner for posting tasks on Chrome's main thread. Also used | 230 // Task runner for posting tasks on Chrome's main thread. Also used |
| 235 // for DCHECKs so methods calls won't execute in the wrong thread. | 231 // for DCHECKs so methods calls won't execute in the wrong thread. |
| 236 const scoped_refptr<base::SingleThreadTaskRunner> main_task_runner_; | 232 const scoped_refptr<base::SingleThreadTaskRunner> main_task_runner_; |
| 237 | 233 |
| 238 scoped_refptr<base::SingleThreadTaskRunner> media_task_runner_; | 234 scoped_refptr<base::SingleThreadTaskRunner> media_task_runner_; |
| 239 scoped_refptr<media::MediaLog> media_log_; | 235 scoped_refptr<MediaLog> media_log_; |
| 240 media::Pipeline pipeline_; | 236 Pipeline pipeline_; |
| 241 | 237 |
| 242 // The LoadType passed in the |load_type| parameter of the load() call. | 238 // The LoadType passed in the |load_type| parameter of the load() call. |
| 243 LoadType load_type_; | 239 LoadType load_type_; |
| 244 | 240 |
| 245 // Cache of metadata for answering hasAudio(), hasVideo(), and naturalSize(). | 241 // Cache of metadata for answering hasAudio(), hasVideo(), and naturalSize(). |
| 246 media::PipelineMetadata pipeline_metadata_; | 242 PipelineMetadata pipeline_metadata_; |
| 247 | 243 |
| 248 // Whether the video is known to be opaque or not. | 244 // Whether the video is known to be opaque or not. |
| 249 bool opaque_; | 245 bool opaque_; |
| 250 | 246 |
| 251 // Playback state. | 247 // Playback state. |
| 252 // | 248 // |
| 253 // TODO(scherkus): we have these because Pipeline favours the simplicity of a | 249 // TODO(scherkus): we have these because Pipeline favours the simplicity of a |
| 254 // single "playback rate" over worrying about paused/stopped etc... It forces | 250 // single "playback rate" over worrying about paused/stopped etc... It forces |
| 255 // all clients to manage the pause+playback rate externally, but is that | 251 // all clients to manage the pause+playback rate externally, but is that |
| 256 // really a bad thing? | 252 // really a bad thing? |
| (...skipping 17 matching lines...) Expand all Loading... |
| 274 // changes. | 270 // changes. |
| 275 bool should_notify_time_changed_; | 271 bool should_notify_time_changed_; |
| 276 | 272 |
| 277 blink::WebMediaPlayerClient* client_; | 273 blink::WebMediaPlayerClient* client_; |
| 278 | 274 |
| 279 base::WeakPtr<WebMediaPlayerDelegate> delegate_; | 275 base::WeakPtr<WebMediaPlayerDelegate> delegate_; |
| 280 | 276 |
| 281 base::Callback<void(const base::Closure&)> defer_load_cb_; | 277 base::Callback<void(const base::Closure&)> defer_load_cb_; |
| 282 | 278 |
| 283 // Factories for supporting video accelerators. May be null. | 279 // Factories for supporting video accelerators. May be null. |
| 284 scoped_refptr<media::GpuVideoAcceleratorFactories> gpu_factories_; | 280 scoped_refptr<GpuVideoAcceleratorFactories> gpu_factories_; |
| 285 | 281 |
| 286 // Routes audio playback to either AudioRendererSink or WebAudio. | 282 // Routes audio playback to either AudioRendererSink or WebAudio. |
| 287 scoped_refptr<WebAudioSourceProviderImpl> audio_source_provider_; | 283 scoped_refptr<WebAudioSourceProviderImpl> audio_source_provider_; |
| 288 | 284 |
| 289 bool supports_save_; | 285 bool supports_save_; |
| 290 | 286 |
| 291 // These two are mutually exclusive: | 287 // These two are mutually exclusive: |
| 292 // |data_source_| is used for regular resource loads. | 288 // |data_source_| is used for regular resource loads. |
| 293 // |chunk_demuxer_| is used for Media Source resource loads. | 289 // |chunk_demuxer_| is used for Media Source resource loads. |
| 294 // | 290 // |
| 295 // |demuxer_| will contain the appropriate demuxer based on which resource | 291 // |demuxer_| will contain the appropriate demuxer based on which resource |
| 296 // load strategy we're using. | 292 // load strategy we're using. |
| 297 scoped_ptr<BufferedDataSource> data_source_; | 293 scoped_ptr<BufferedDataSource> data_source_; |
| 298 scoped_ptr<media::Demuxer> demuxer_; | 294 scoped_ptr<Demuxer> demuxer_; |
| 299 media::ChunkDemuxer* chunk_demuxer_; | 295 ChunkDemuxer* chunk_demuxer_; |
| 300 | 296 |
| 301 BufferedDataSourceHostImpl buffered_data_source_host_; | 297 BufferedDataSourceHostImpl buffered_data_source_host_; |
| 302 | 298 |
| 303 // Video rendering members. | 299 // Video rendering members. |
| 304 scoped_refptr<base::SingleThreadTaskRunner> compositor_task_runner_; | 300 scoped_refptr<base::SingleThreadTaskRunner> compositor_task_runner_; |
| 305 VideoFrameCompositor* compositor_; // Deleted on |compositor_task_runner_|. | 301 VideoFrameCompositor* compositor_; // Deleted on |compositor_task_runner_|. |
| 306 media::SkCanvasVideoRenderer skcanvas_video_renderer_; | 302 SkCanvasVideoRenderer skcanvas_video_renderer_; |
| 307 | 303 |
| 308 // The compositor layer for displaying the video content when using composited | 304 // The compositor layer for displaying the video content when using composited |
| 309 // playback. | 305 // playback. |
| 310 scoped_ptr<cc_blink::WebLayerImpl> video_weblayer_; | 306 scoped_ptr<cc_blink::WebLayerImpl> video_weblayer_; |
| 311 | 307 |
| 312 // Text track objects get a unique index value when they're created. | 308 // Text track objects get a unique index value when they're created. |
| 313 int text_track_index_; | 309 int text_track_index_; |
| 314 | 310 |
| 315 scoped_ptr<EncryptedMediaPlayerSupport> encrypted_media_support_; | 311 scoped_ptr<EncryptedMediaPlayerSupport> encrypted_media_support_; |
| 316 | 312 |
| 317 const media::AudioHardwareConfig& audio_hardware_config_; | 313 const media::AudioHardwareConfig& audio_hardware_config_; |
| 318 | 314 |
| 319 DISALLOW_COPY_AND_ASSIGN(WebMediaPlayerImpl); | 315 DISALLOW_COPY_AND_ASSIGN(WebMediaPlayerImpl); |
| 320 }; | 316 }; |
| 321 | 317 |
| 322 } // namespace content | 318 } // namespace media |
| 323 | 319 |
| 324 #endif // CONTENT_RENDERER_MEDIA_WEBMEDIAPLAYER_IMPL_H_ | 320 #endif // MEDIA_BLINK_WEBMEDIAPLAYER_IMPL_H_ |
| OLD | NEW |