| Index: media/blink/video_frame_compositor.h
|
| diff --git a/media/blink/video_frame_compositor.h b/media/blink/video_frame_compositor.h
|
| index 9e46663e34f74ef3d51ba96269b03addac9259f2..02b6077f9605ff25029cfb08da5adefc8c3808e6 100644
|
| --- a/media/blink/video_frame_compositor.h
|
| +++ b/media/blink/video_frame_compositor.h
|
| @@ -7,24 +7,45 @@
|
|
|
| #include "base/callback.h"
|
| #include "base/memory/ref_counted.h"
|
| +#include "base/single_thread_task_runner.h"
|
| +#include "base/synchronization/lock.h"
|
| #include "cc/layers/video_frame_provider.h"
|
| #include "media/base/media_export.h"
|
| +#include "media/base/video_renderer_sink.h"
|
| #include "ui/gfx/geometry/size.h"
|
|
|
| namespace media {
|
| class VideoFrame;
|
|
|
| -// VideoFrameCompositor handles incoming frames by notifying the compositor and
|
| -// dispatching callbacks when detecting changes in video frames.
|
| +// VideoFrameCompositor acts as a bridge between the media and cc layers for
|
| +// rendering video frames. I.e. a media::VideoRenderer will talk to this class
|
| +// from the media side, while a cc::VideoFrameProvider::Client will talk to it
|
| +// from the cc side.
|
| //
|
| -// Typical usage is to deliver ready-to-be-displayed video frames to
|
| -// UpdateCurrentFrame() so that VideoFrameCompositor can take care of tracking
|
| -// changes in video frames and firing callbacks as needed.
|
| +// This class is responsible for requesting new frames from a video renderer in
|
| +// response to requests from the VFP::Client. Since the VFP::Client may stop
|
| +// issuing requests in response to visibility changes it is also responsible for
|
| +// ensuring the "freshness" of the current frame for programmatic frame
|
| +// requests; e.g., Canvas.drawImage() requests
|
| //
|
| -// VideoFrameCompositor must live on the same thread as the compositor.
|
| +// This class is also responsible for detecting frames dropped by the compositor
|
| +// after rendering and signaling that information to a RenderCallback. It
|
| +// detects frames not dropped by verifying each GetCurrentFrame() is followed
|
| +// by a PutCurrentFrame() before the next UpdateCurrentFrame() call.
|
| +//
|
| +// VideoRenderSink::RenderCallback implementations must call Start() and Stop()
|
| +// once new frames are expected or are no longer expected to be ready; this data
|
| +// is relayed to the compositor to avoid extraneous callbacks.
|
| +//
|
| +// VideoFrameCompositor must live on the same thread as the compositor, though
|
| +// it may be constructed on any thread.
|
| class MEDIA_EXPORT VideoFrameCompositor
|
| - : NON_EXPORTED_BASE(public cc::VideoFrameProvider) {
|
| + : public VideoRendererSink,
|
| + NON_EXPORTED_BASE(public cc::VideoFrameProvider) {
|
| public:
|
| + // |compositor_task_runner| is the task runner on which this class will live,
|
| + // though it may be constructed on any thread.
|
| + //
|
| // |natural_size_changed_cb| is run with the new natural size of the video
|
| // frame whenever a change in natural size is detected. It is not called the
|
| // first time UpdateCurrentFrame() is called. Run on the same thread as the
|
| @@ -34,31 +55,62 @@ class MEDIA_EXPORT VideoFrameCompositor
|
| // called the first time UpdateCurrentFrame() is called. Run on the same
|
| // thread as the caller of UpdateCurrentFrame().
|
| //
|
| - // TODO(scherkus): Investigate the inconsistency between the callbacks with
|
| + // TODO(dalecurtis): Investigate the inconsistency between the callbacks with
|
| // respect to why we don't call |natural_size_changed_cb| on the first frame.
|
| // I suspect it was for historical reasons that no longer make sense.
|
| VideoFrameCompositor(
|
| + const scoped_refptr<base::SingleThreadTaskRunner>& compositor_task_runner,
|
| const base::Callback<void(gfx::Size)>& natural_size_changed_cb,
|
| const base::Callback<void(bool)>& opacity_changed_cb);
|
| +
|
| + // Destruction must happen on the compositor thread; Stop() must have been
|
| + // called before destruction starts.
|
| ~VideoFrameCompositor() override;
|
|
|
| - // cc::VideoFrameProvider implementation.
|
| + // Returns |current_frame_| if it was refreshed recently; otherwise, if
|
| + // |callback_| is available, requests a new frame and returns that one.
|
| + //
|
| + // This is required for programmatic frame requests where the compositor may
|
| + // have stopped issuing UpdateCurrentFrame() callbacks in response to
|
| + // visibility changes in the output layer.
|
| + scoped_refptr<VideoFrame> GetCurrentFrameAndUpdateIfStale();
|
| +
|
| + // cc::VideoFrameProvider implementation. These methods must be called on the
|
| + // |compositor_task_runner_|.
|
| void SetVideoFrameProviderClient(
|
| cc::VideoFrameProvider::Client* client) override;
|
| + bool UpdateCurrentFrame(base::TimeTicks deadline_min,
|
| + base::TimeTicks deadline_max) override;
|
| scoped_refptr<VideoFrame> GetCurrentFrame() override;
|
| - void PutCurrentFrame(const scoped_refptr<VideoFrame>& frame) override;
|
| + void PutCurrentFrame() override;
|
|
|
| - // Updates the current frame and notifies the compositor.
|
| - void UpdateCurrentFrame(const scoped_refptr<VideoFrame>& frame);
|
| + // VideoRendererSink implementation. These methods must be called from the
|
| + // same thread (typically the media thread).
|
| + void Start(RenderCallback* callback) override;
|
| + void Stop() override;
|
| + void PaintFrameUsingOldRenderingPath(
|
| + const scoped_refptr<VideoFrame>& frame) override;
|
|
|
| private:
|
| + // Called on the compositor thread to start or stop rendering if rendering was
|
| + // previously started or stopped before we had a |callback_|.
|
| + void OnRendererStateUpdate();
|
| +
|
| + scoped_refptr<base::SingleThreadTaskRunner> compositor_task_runner_;
|
| +
|
| + // These callbacks are executed on the compositor thread.
|
| base::Callback<void(gfx::Size)> natural_size_changed_cb_;
|
| base::Callback<void(bool)> opacity_changed_cb_;
|
|
|
| + // These values are only set and read on the compositor thread.
|
| cc::VideoFrameProvider::Client* client_;
|
| -
|
| scoped_refptr<VideoFrame> current_frame_;
|
|
|
| + // These values are updated and read from the media and compositor threads.
|
| + base::Lock lock_;
|
| + bool rendering_;
|
| + VideoRendererSink::RenderCallback* callback_;
|
| +
|
| DISALLOW_COPY_AND_ASSIGN(VideoFrameCompositor);
|
| };
|
|
|
|
|