| OLD | NEW |
| 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2016 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #ifndef MEDIA_BASE_PIPELINE_H_ | 5 #ifndef MEDIA_BASE_PIPELINE_IMPL_H_ |
| 6 #define MEDIA_BASE_PIPELINE_H_ | 6 #define MEDIA_BASE_PIPELINE_IMPL_H_ |
| 7 | 7 |
| 8 #include "base/gtest_prod_util.h" | 8 #include "base/gtest_prod_util.h" |
| 9 #include "base/macros.h" | 9 #include "base/macros.h" |
| 10 #include "base/memory/ref_counted.h" | 10 #include "base/memory/ref_counted.h" |
| 11 #include "base/memory/weak_ptr.h" | 11 #include "base/memory/weak_ptr.h" |
| 12 #include "base/synchronization/lock.h" | 12 #include "base/synchronization/lock.h" |
| 13 #include "base/threading/thread_checker.h" | 13 #include "base/threading/thread_checker.h" |
| 14 #include "base/time/default_tick_clock.h" | 14 #include "base/time/time.h" |
| 15 #include "media/base/buffering_state.h" | 15 #include "media/base/buffering_state.h" |
| 16 #include "media/base/cdm_context.h" | 16 #include "media/base/cdm_context.h" |
| 17 #include "media/base/demuxer.h" | 17 #include "media/base/demuxer.h" |
| 18 #include "media/base/media_export.h" | 18 #include "media/base/media_export.h" |
| 19 #include "media/base/pipeline.h" |
| 19 #include "media/base/pipeline_status.h" | 20 #include "media/base/pipeline_status.h" |
| 20 #include "media/base/ranges.h" | 21 #include "media/base/ranges.h" |
| 21 #include "media/base/serial_runner.h" | 22 #include "media/base/serial_runner.h" |
| 22 #include "media/base/text_track.h" | 23 #include "media/base/text_track.h" |
| 23 #include "media/base/video_rotation.h" | |
| 24 #include "ui/gfx/geometry/size.h" | |
| 25 | 24 |
| 26 namespace base { | 25 namespace base { |
| 27 class SingleThreadTaskRunner; | 26 class SingleThreadTaskRunner; |
| 28 class TimeDelta; | |
| 29 } | 27 } |
| 30 | 28 |
| 31 namespace media { | 29 namespace media { |
| 32 | 30 |
| 33 class MediaLog; | 31 class MediaLog; |
| 34 class Renderer; | 32 class Renderer; |
| 35 class TextRenderer; | 33 class TextRenderer; |
| 36 class TextTrackConfig; | |
| 37 class TimeDeltaInterpolator; | |
| 38 class VideoFrame; | |
| 39 | |
| 40 // Metadata describing a pipeline once it has been initialized. | |
| 41 struct PipelineMetadata { | |
| 42 PipelineMetadata() | |
| 43 : has_audio(false), has_video(false), video_rotation(VIDEO_ROTATION_0) {} | |
| 44 | |
| 45 bool has_audio; | |
| 46 bool has_video; | |
| 47 gfx::Size natural_size; | |
| 48 VideoRotation video_rotation; | |
| 49 base::Time timeline_offset; | |
| 50 }; | |
| 51 | |
| 52 typedef base::Callback<void(PipelineMetadata)> PipelineMetadataCB; | |
| 53 | 34 |
| 54 // Pipeline runs the media pipeline. Filters are created and called on the | 35 // Pipeline runs the media pipeline. Filters are created and called on the |
| 55 // task runner injected into this object. Pipeline works like a state | 36 // task runner injected into this object. Pipeline works like a state |
| 56 // machine to perform asynchronous initialization, pausing, seeking and playing. | 37 // machine to perform asynchronous initialization, pausing, seeking and playing. |
| 57 // | 38 // |
| 58 // Here's a state diagram that describes the lifetime of this object. | 39 // Here's a state diagram that describes the lifetime of this object. |
| 59 // | 40 // |
| 60 // [ *Created ] [ Any State ] | 41 // [ *Created ] [ Any State ] |
| 61 // | Start() | Stop() / SetError() | 42 // | Start() | Stop() / SetError() |
| 62 // V V | 43 // V V |
| (...skipping 21 matching lines...) Expand all Loading... |
| 84 // a chance to preroll. From then on the normal Seek() transitions are carried | 65 // a chance to preroll. From then on the normal Seek() transitions are carried |
| 85 // out and we start playing the media. | 66 // out and we start playing the media. |
| 86 // | 67 // |
| 87 // If any error ever happens, this object will transition to the "Error" state | 68 // If any error ever happens, this object will transition to the "Error" state |
| 88 // from any state. If Stop() is ever called, this object will transition to | 69 // from any state. If Stop() is ever called, this object will transition to |
| 89 // "Stopped" state. | 70 // "Stopped" state. |
| 90 // | 71 // |
| 91 // TODO(sandersd): It should be possible to pass through Suspended when going | 72 // TODO(sandersd): It should be possible to pass through Suspended when going |
| 92 // from InitDemuxer to InitRenderer, thereby eliminating the Resuming state. | 73 // from InitDemuxer to InitRenderer, thereby eliminating the Resuming state. |
| 93 // Some annoying differences between the two paths need to be removed first. | 74 // Some annoying differences between the two paths need to be removed first. |
| 94 class MEDIA_EXPORT Pipeline : public DemuxerHost { | 75 class MEDIA_EXPORT PipelineImpl : public Pipeline, public DemuxerHost { |
| 95 public: | 76 public: |
| 96 // Used to paint VideoFrame. | 77 // Constructs a media pipeline that will execute on |task_runner|. |
| 97 typedef base::Callback<void(const scoped_refptr<VideoFrame>&)> PaintCB; | 78 PipelineImpl(const scoped_refptr<base::SingleThreadTaskRunner>& task_runner, |
| 79 MediaLog* media_log); |
| 80 ~PipelineImpl() override; |
| 98 | 81 |
| 99 // Constructs a media pipeline that will execute on |task_runner|. | 82 void SetErrorForTesting(PipelineStatus status); |
| 100 Pipeline(const scoped_refptr<base::SingleThreadTaskRunner>& task_runner, | 83 bool HasWeakPtrsForTesting() const; |
| 101 MediaLog* media_log); | |
| 102 ~Pipeline() override; | |
| 103 | 84 |
| 104 // Build a pipeline to using the given |demuxer| and |renderer| to construct | 85 // Pipeline implementation. |
| 105 // a filter chain, executing |seek_cb| when the initial seek has completed. | |
| 106 // | |
| 107 // The following permanent callbacks will be executed as follows up until | |
| 108 // Stop() has completed: | |
| 109 // |ended_cb| will be executed whenever the media reaches the end. | |
| 110 // |error_cb| will be executed whenever an error occurs but hasn't been | |
| 111 // reported already through another callback. | |
| 112 // |metadata_cb| will be executed when the content duration, container video | |
| 113 // size, start time, and whether the content has audio and/or | |
| 114 // video in supported formats are known. | |
| 115 // |buffering_state_cb| will be executed whenever there are changes in the | |
| 116 // overall buffering state of the pipeline. | |
| 117 // |duration_change_cb| optional callback that will be executed whenever the | |
| 118 // presentation duration changes. | |
| 119 // |add_text_track_cb| will be executed whenever a text track is added. | |
| 120 // |waiting_for_decryption_key_cb| will be executed whenever the key needed | |
| 121 // to decrypt the stream is not available. | |
| 122 // It is an error to call this method after the pipeline has already started. | |
| 123 void Start(Demuxer* demuxer, | 86 void Start(Demuxer* demuxer, |
| 124 scoped_ptr<Renderer> renderer, | 87 scoped_ptr<Renderer> renderer, |
| 125 const base::Closure& ended_cb, | 88 const base::Closure& ended_cb, |
| 126 const PipelineStatusCB& error_cb, | 89 const PipelineStatusCB& error_cb, |
| 127 const PipelineStatusCB& seek_cb, | 90 const PipelineStatusCB& seek_cb, |
| 128 const PipelineMetadataCB& metadata_cb, | 91 const PipelineMetadataCB& metadata_cb, |
| 129 const BufferingStateCB& buffering_state_cb, | 92 const BufferingStateCB& buffering_state_cb, |
| 130 const base::Closure& duration_change_cb, | 93 const base::Closure& duration_change_cb, |
| 131 const AddTextTrackCB& add_text_track_cb, | 94 const AddTextTrackCB& add_text_track_cb, |
| 132 const base::Closure& waiting_for_decryption_key_cb); | 95 const base::Closure& waiting_for_decryption_key_cb) override; |
| 133 | 96 void Stop(const base::Closure& stop_cb) override; |
| 134 // Asynchronously stops the pipeline, executing |stop_cb| when the pipeline | 97 void Seek(base::TimeDelta time, const PipelineStatusCB& seek_cb) override; |
| 135 // teardown has completed. | 98 bool IsRunning() const override; |
| 136 // | 99 double GetPlaybackRate() const override; |
| 137 // Stop() must complete before destroying the pipeline. It it permissible to | 100 void SetPlaybackRate(double playback_rate) override; |
| 138 // call Stop() at any point during the lifetime of the pipeline. | 101 void Suspend(const PipelineStatusCB& suspend_cb) override; |
| 139 // | |
| 140 // It is safe to delete the pipeline during the execution of |stop_cb|. | |
| 141 void Stop(const base::Closure& stop_cb); | |
| 142 | |
| 143 // Attempt to seek to the position specified by time. |seek_cb| will be | |
| 144 // executed when the all filters in the pipeline have processed the seek. | |
| 145 // | |
| 146 // Clients are expected to call GetMediaTime() to check whether the seek | |
| 147 // succeeded. | |
| 148 // | |
| 149 // It is an error to call this method if the pipeline has not started or | |
| 150 // is suspended. | |
| 151 void Seek(base::TimeDelta time, const PipelineStatusCB& seek_cb); | |
| 152 | |
| 153 // Returns true if the pipeline has been started via Start(). If IsRunning() | |
| 154 // returns true, it is expected that Stop() will be called before destroying | |
| 155 // the pipeline. | |
| 156 bool IsRunning() const; | |
| 157 | |
| 158 // Gets the current playback rate of the pipeline. When the pipeline is | |
| 159 // started, the playback rate will be 0.0. A rate of 1.0 indicates | |
| 160 // that the pipeline is rendering the media at the standard rate. Valid | |
| 161 // values for playback rate are >= 0.0. | |
| 162 double GetPlaybackRate() const; | |
| 163 | |
| 164 // Attempt to adjust the playback rate. Setting a playback rate of 0.0 pauses | |
| 165 // all rendering of the media. A rate of 1.0 indicates a normal playback | |
| 166 // rate. Values for the playback rate must be greater than or equal to 0.0. | |
| 167 // | |
| 168 // TODO(scherkus): What about maximum rate? Does HTML5 specify a max? | |
| 169 void SetPlaybackRate(double playback_rate); | |
| 170 | |
| 171 // Suspend the pipeline, discarding the current renderer. | |
| 172 // | |
| 173 // While suspended, GetMediaTime() returns the presentation timestamp of the | |
| 174 // last rendered frame. | |
| 175 // | |
| 176 // It is an error to call this method if the pipeline has not started or is | |
| 177 // seeking. | |
| 178 void Suspend(const PipelineStatusCB& suspend_cb); | |
| 179 | |
| 180 // Resume the pipeline with a new renderer, and initialize it with a seek. | |
| 181 void Resume(scoped_ptr<Renderer> renderer, | 102 void Resume(scoped_ptr<Renderer> renderer, |
| 182 base::TimeDelta timestamp, | 103 base::TimeDelta timestamp, |
| 183 const PipelineStatusCB& seek_cb); | 104 const PipelineStatusCB& seek_cb) override; |
| 184 | 105 float GetVolume() const override; |
| 185 // Gets the current volume setting being used by the audio renderer. When | 106 void SetVolume(float volume) override; |
| 186 // the pipeline is started, this value will be 1.0f. Valid values range | 107 base::TimeDelta GetMediaTime() const override; |
| 187 // from 0.0f to 1.0f. | 108 Ranges<base::TimeDelta> GetBufferedTimeRanges() const override; |
| 188 float GetVolume() const; | 109 base::TimeDelta GetMediaDuration() const override; |
| 189 | 110 bool DidLoadingProgress() override; |
| 190 // Attempt to set the volume of the audio renderer. Valid values for volume | 111 PipelineStatistics GetStatistics() const override; |
| 191 // range from 0.0f (muted) to 1.0f (full volume). This value affects all | 112 void SetCdm(CdmContext* cdm_context, |
| 192 // channels proportionately for multi-channel audio streams. | 113 const CdmAttachedCB& cdm_attached_cb) override; |
| 193 void SetVolume(float volume); | |
| 194 | |
| 195 // Returns the current media playback time, which progresses from 0 until | |
| 196 // GetMediaDuration(). | |
| 197 base::TimeDelta GetMediaTime() const; | |
| 198 | |
| 199 // Get approximate time ranges of buffered media. | |
| 200 Ranges<base::TimeDelta> GetBufferedTimeRanges() const; | |
| 201 | |
| 202 // Get the duration of the media in microseconds. If the duration has not | |
| 203 // been determined yet, then returns 0. | |
| 204 base::TimeDelta GetMediaDuration() const; | |
| 205 | |
| 206 // Return true if loading progress has been made since the last time this | |
| 207 // method was called. | |
| 208 bool DidLoadingProgress(); | |
| 209 | |
| 210 // Gets the current pipeline statistics. | |
| 211 PipelineStatistics GetStatistics() const; | |
| 212 | |
| 213 void SetCdm(CdmContext* cdm_context, const CdmAttachedCB& cdm_attached_cb); | |
| 214 | |
| 215 void SetErrorForTesting(PipelineStatus status); | |
| 216 bool HasWeakPtrsForTesting() const; | |
| 217 | 114 |
| 218 private: | 115 private: |
| 219 FRIEND_TEST_ALL_PREFIXES(PipelineTest, GetBufferedTimeRanges); | 116 FRIEND_TEST_ALL_PREFIXES(PipelineImplTest, GetBufferedTimeRanges); |
| 220 FRIEND_TEST_ALL_PREFIXES(PipelineTest, EndedCallback); | 117 FRIEND_TEST_ALL_PREFIXES(PipelineImplTest, EndedCallback); |
| 221 FRIEND_TEST_ALL_PREFIXES(PipelineTest, AudioStreamShorterThanVideo); | 118 FRIEND_TEST_ALL_PREFIXES(PipelineImplTest, AudioStreamShorterThanVideo); |
| 222 friend class MediaLog; | 119 friend class MediaLog; |
| 223 | 120 |
| 224 // Pipeline states, as described above. | 121 // Pipeline states, as described above. |
| 225 enum State { | 122 enum State { |
| 226 kCreated, | 123 kCreated, |
| 227 kInitDemuxer, | 124 kInitDemuxer, |
| 228 kInitRenderer, | 125 kInitRenderer, |
| 229 kSeeking, | 126 kSeeking, |
| 230 kPlaying, | 127 kPlaying, |
| 231 kStopping, | 128 kStopping, |
| (...skipping 190 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 422 scoped_ptr<SerialRunner> pending_callbacks_; | 319 scoped_ptr<SerialRunner> pending_callbacks_; |
| 423 | 320 |
| 424 // CdmContext to be used to decrypt (and decode) encrypted stream in this | 321 // CdmContext to be used to decrypt (and decode) encrypted stream in this |
| 425 // pipeline. Non-null only when SetCdm() is called and the pipeline has not | 322 // pipeline. Non-null only when SetCdm() is called and the pipeline has not |
| 426 // been started. Then during Start(), this value will be set on |renderer_|. | 323 // been started. Then during Start(), this value will be set on |renderer_|. |
| 427 CdmContext* pending_cdm_context_; | 324 CdmContext* pending_cdm_context_; |
| 428 | 325 |
| 429 base::ThreadChecker thread_checker_; | 326 base::ThreadChecker thread_checker_; |
| 430 | 327 |
| 431 // NOTE: Weak pointers must be invalidated before all other member variables. | 328 // NOTE: Weak pointers must be invalidated before all other member variables. |
| 432 base::WeakPtrFactory<Pipeline> weak_factory_; | 329 base::WeakPtrFactory<PipelineImpl> weak_factory_; |
| 433 | 330 |
| 434 DISALLOW_COPY_AND_ASSIGN(Pipeline); | 331 DISALLOW_COPY_AND_ASSIGN(PipelineImpl); |
| 435 }; | 332 }; |
| 436 | 333 |
| 437 } // namespace media | 334 } // namespace media |
| 438 | 335 |
| 439 #endif // MEDIA_BASE_PIPELINE_H_ | 336 #endif // MEDIA_BASE_PIPELINE_IMPL_H_ |
| OLD | NEW |