Chromium Code Reviews| OLD | NEW |
|---|---|
| 1 // Copyright 2016 The Chromium Authors. All rights reserved. | 1 // Copyright 2016 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #ifndef MEDIA_REMOTING_REMOTE_RENDERER_IMPL_H_ | 5 #ifndef MEDIA_REMOTING_COURIER_RENDERER_H_ |
| 6 #define MEDIA_REMOTING_REMOTE_RENDERER_IMPL_H_ | 6 #define MEDIA_REMOTING_COURIER_RENDERER_H_ |
| 7 | 7 |
| 8 #include <stdint.h> | 8 #include <stdint.h> |
| 9 | 9 |
| 10 #include <memory> | 10 #include <memory> |
| 11 | 11 |
| 12 #include "base/callback.h" | 12 #include "base/callback.h" |
| 13 #include "base/macros.h" | 13 #include "base/macros.h" |
| 14 #include "base/memory/ref_counted.h" | 14 #include "base/memory/ref_counted.h" |
| 15 #include "base/memory/weak_ptr.h" | 15 #include "base/memory/weak_ptr.h" |
| 16 #include "base/optional.h" | 16 #include "base/optional.h" |
| 17 #include "base/synchronization/lock.h" | 17 #include "base/synchronization/lock.h" |
| 18 #include "base/timer/timer.h" | 18 #include "base/timer/timer.h" |
| 19 #include "media/base/buffering_state.h" | |
| 20 #include "media/base/pipeline_status.h" | 19 #include "media/base/pipeline_status.h" |
| 21 #include "media/base/renderer.h" | 20 #include "media/base/renderer.h" |
| 22 #include "media/base/renderer_client.h" | |
| 23 #include "media/mojo/interfaces/remoting.mojom.h" | 21 #include "media/mojo/interfaces/remoting.mojom.h" |
| 22 #include "media/remoting/interstitial.h" | |
| 24 #include "media/remoting/metrics.h" | 23 #include "media/remoting/metrics.h" |
| 25 #include "media/remoting/remoting_interstitial_ui.h" | 24 #include "media/remoting/rpc_broker.h" |
| 26 #include "media/remoting/rpc/rpc_broker.h" | |
| 27 #include "mojo/public/cpp/system/data_pipe.h" | 25 #include "mojo/public/cpp/system/data_pipe.h" |
| 26 #include "third_party/skia/include/core/SkBitmap.h" | |
| 28 | 27 |
| 29 namespace media { | 28 namespace media { |
| 30 | 29 |
| 31 class RemotingRendererController; | 30 class RendererClient; |
| 32 class Renderer; | |
| 33 | 31 |
| 34 namespace remoting { | 32 namespace remoting { |
| 35 class RemoteDemuxerStreamAdapter; | |
| 36 }; | |
| 37 | 33 |
| 38 // A media::Renderer implementation that use a media::Renderer to render | 34 class DemuxerStreamAdapter; |
| 39 // media streams. | 35 class RendererController; |
| 40 class RemoteRendererImpl : public Renderer { | 36 |
| 37 // A media::Renderer implementation that proxies all operations to a remote | |
| 38 // renderer via RPCs. The CourierRenderer is instantiated by | |
| 39 // SituationalRendererFactory when media remoting is meant to take place. | |
| 40 // | |
| 41 // While the media content is rendered remotely, the CourieRenderer emits | |
|
xjz
2017/01/23 23:08:13
s/CourieRenderer/CourierRenderer
miu
2017/01/24 00:19:40
Done.
| |
| 42 // interstitial frames locally, to the VideoRendererSink, to indicate to the | |
| 43 // user that remoting is taking place. | |
| 44 class CourierRenderer : public Renderer { | |
| 41 public: | 45 public: |
| 42 // The whole class except for constructor and GetMediaTime() runs on | 46 // The whole class except for constructor and GetMediaTime() runs on |
| 43 // |media_task_runner|. The constructor and GetMediaTime() run on render main | 47 // |media_task_runner|. The constructor and GetMediaTime() run on render main |
| 44 // thread. | 48 // thread. |
| 45 RemoteRendererImpl( | 49 CourierRenderer(scoped_refptr<base::SingleThreadTaskRunner> media_task_runner, |
| 46 scoped_refptr<base::SingleThreadTaskRunner> media_task_runner, | 50 const base::WeakPtr<RendererController>& controller, |
| 47 const base::WeakPtr<RemotingRendererController>& | 51 VideoRendererSink* video_renderer_sink); |
| 48 remoting_renderer_controller, | 52 ~CourierRenderer() final; |
| 49 VideoRendererSink* video_renderer_sink); | |
| 50 ~RemoteRendererImpl() final; | |
| 51 | 53 |
| 52 private: | 54 private: |
| 53 // Callback when attempting to establish data pipe. The function is set to | 55 // Callback when attempting to establish data pipe. The function is set to |
| 54 // static in order to post task to media thread in order to avoid threading | 56 // static in order to post task to media thread in order to avoid threading |
| 55 // race condition. | 57 // race condition. |
| 56 static void OnDataPipeCreatedOnMainThread( | 58 static void OnDataPipeCreatedOnMainThread( |
| 57 scoped_refptr<base::SingleThreadTaskRunner> media_task_runner, | 59 scoped_refptr<base::SingleThreadTaskRunner> media_task_runner, |
| 58 base::WeakPtr<RemoteRendererImpl> self, | 60 base::WeakPtr<CourierRenderer> self, |
| 59 base::WeakPtr<remoting::RpcBroker> rpc_broker, | 61 base::WeakPtr<RpcBroker> rpc_broker, |
| 60 mojom::RemotingDataStreamSenderPtrInfo audio, | 62 mojom::RemotingDataStreamSenderPtrInfo audio, |
| 61 mojom::RemotingDataStreamSenderPtrInfo video, | 63 mojom::RemotingDataStreamSenderPtrInfo video, |
| 62 mojo::ScopedDataPipeProducerHandle audio_handle, | 64 mojo::ScopedDataPipeProducerHandle audio_handle, |
| 63 mojo::ScopedDataPipeProducerHandle video_handle); | 65 mojo::ScopedDataPipeProducerHandle video_handle); |
| 64 | 66 |
| 65 // Callback function when RPC message is received. The function is set to | 67 // Callback function when RPC message is received. The function is set to |
| 66 // static in order to post task to media thread in order to avoid threading | 68 // static in order to post task to media thread in order to avoid threading |
| 67 // race condition. | 69 // race condition. |
| 68 static void OnMessageReceivedOnMainThread( | 70 static void OnMessageReceivedOnMainThread( |
| 69 scoped_refptr<base::SingleThreadTaskRunner> media_task_runner, | 71 scoped_refptr<base::SingleThreadTaskRunner> media_task_runner, |
| 70 base::WeakPtr<RemoteRendererImpl> self, | 72 base::WeakPtr<CourierRenderer> self, |
| 71 std::unique_ptr<remoting::pb::RpcMessage> message); | 73 std::unique_ptr<pb::RpcMessage> message); |
| 72 | 74 |
| 73 // Callback when remoting interstitial needs to be updated. Will post task to | 75 // Callback when remoting interstitial needs to be updated. Will post task to |
| 74 // media thread to avoid threading race condition. | 76 // media thread to avoid threading race condition. |
| 75 static void RequestUpdateInterstitialOnMainThread( | 77 static void RequestUpdateInterstitialOnMainThread( |
| 76 scoped_refptr<base::SingleThreadTaskRunner> media_task_runner, | 78 scoped_refptr<base::SingleThreadTaskRunner> media_task_runner, |
| 77 base::WeakPtr<RemoteRendererImpl> remote_renderer_impl, | 79 base::WeakPtr<CourierRenderer> remote_renderer_impl, |
|
xjz
2017/01/23 23:08:13
nit: s/remote_renderer_impl/renderer or self as us
miu
2017/01/24 00:19:40
Done. And, did a bunch of other search-and-replace
| |
| 78 const base::Optional<SkBitmap>& background_image, | 80 const base::Optional<SkBitmap>& background_image, |
| 79 const gfx::Size& canvas_size, | 81 const gfx::Size& canvas_size, |
| 80 RemotingInterstitialType interstitial_type); | 82 InterstitialType interstitial_type); |
| 81 | 83 |
| 82 public: | 84 public: |
| 83 // media::Renderer implementation. | 85 // media::Renderer implementation. |
| 84 void Initialize(DemuxerStreamProvider* demuxer_stream_provider, | 86 void Initialize(DemuxerStreamProvider* demuxer_stream_provider, |
| 85 media::RendererClient* client, | 87 RendererClient* client, |
| 86 const PipelineStatusCB& init_cb) final; | 88 const PipelineStatusCB& init_cb) final; |
| 87 void SetCdm(CdmContext* cdm_context, | 89 void SetCdm(CdmContext* cdm_context, |
| 88 const CdmAttachedCB& cdm_attached_cb) final; | 90 const CdmAttachedCB& cdm_attached_cb) final; |
| 89 void Flush(const base::Closure& flush_cb) final; | 91 void Flush(const base::Closure& flush_cb) final; |
| 90 void StartPlayingFrom(base::TimeDelta time) final; | 92 void StartPlayingFrom(base::TimeDelta time) final; |
| 91 void SetPlaybackRate(double playback_rate) final; | 93 void SetPlaybackRate(double playback_rate) final; |
| 92 void SetVolume(float volume) final; | 94 void SetVolume(float volume) final; |
| 93 base::TimeDelta GetMediaTime() final; | 95 base::TimeDelta GetMediaTime() final; |
| 94 | 96 |
| 95 private: | 97 private: |
| 96 friend class RemoteRendererImplTest; | 98 friend class CourierRendererTest; |
| 97 | 99 |
| 98 enum State { | 100 enum State { |
| 99 STATE_UNINITIALIZED, | 101 STATE_UNINITIALIZED, |
| 100 STATE_CREATE_PIPE, | 102 STATE_CREATE_PIPE, |
| 101 STATE_ACQUIRING, | 103 STATE_ACQUIRING, |
| 102 STATE_INITIALIZING, | 104 STATE_INITIALIZING, |
| 103 STATE_FLUSHING, | 105 STATE_FLUSHING, |
| 104 STATE_PLAYING, | 106 STATE_PLAYING, |
| 105 STATE_ERROR | 107 STATE_ERROR |
| 106 }; | 108 }; |
| 107 | 109 |
| 108 // Callback when attempting to establish data pipe. Runs on media thread only. | 110 // Callback when attempting to establish data pipe. Runs on media thread only. |
| 109 void OnDataPipeCreated(mojom::RemotingDataStreamSenderPtrInfo audio, | 111 void OnDataPipeCreated(mojom::RemotingDataStreamSenderPtrInfo audio, |
| 110 mojom::RemotingDataStreamSenderPtrInfo video, | 112 mojom::RemotingDataStreamSenderPtrInfo video, |
| 111 mojo::ScopedDataPipeProducerHandle audio_handle, | 113 mojo::ScopedDataPipeProducerHandle audio_handle, |
| 112 mojo::ScopedDataPipeProducerHandle video_handle, | 114 mojo::ScopedDataPipeProducerHandle video_handle, |
| 113 int audio_rpc_handle, | 115 int audio_rpc_handle, |
| 114 int video_rpc_handle); | 116 int video_rpc_handle); |
| 115 | 117 |
| 116 // Callback function when RPC message is received. Runs on media thread only. | 118 // Callback function when RPC message is received. Runs on media thread only. |
| 117 void OnReceivedRpc(std::unique_ptr<remoting::pb::RpcMessage> message); | 119 void OnReceivedRpc(std::unique_ptr<pb::RpcMessage> message); |
| 118 | 120 |
| 119 // Function to post task to main thread in order to send RPC message. | 121 // Function to post task to main thread in order to send RPC message. |
| 120 void SendRpcToRemote(std::unique_ptr<remoting::pb::RpcMessage> message); | 122 void SendRpcToRemote(std::unique_ptr<pb::RpcMessage> message); |
| 121 | 123 |
| 122 // Functions when RPC message is received. | 124 // Functions when RPC message is received. |
| 123 void AcquireRendererDone(std::unique_ptr<remoting::pb::RpcMessage> message); | 125 void AcquireRendererDone(std::unique_ptr<pb::RpcMessage> message); |
| 124 void InitializeCallback(std::unique_ptr<remoting::pb::RpcMessage> message); | 126 void InitializeCallback(std::unique_ptr<pb::RpcMessage> message); |
| 125 void FlushUntilCallback(); | 127 void FlushUntilCallback(); |
| 126 void SetCdmCallback(std::unique_ptr<remoting::pb::RpcMessage> message); | 128 void SetCdmCallback(std::unique_ptr<pb::RpcMessage> message); |
| 127 void OnTimeUpdate(std::unique_ptr<remoting::pb::RpcMessage> message); | 129 void OnTimeUpdate(std::unique_ptr<pb::RpcMessage> message); |
| 128 void OnBufferingStateChange( | 130 void OnBufferingStateChange(std::unique_ptr<pb::RpcMessage> message); |
| 129 std::unique_ptr<remoting::pb::RpcMessage> message); | 131 void OnVideoNaturalSizeChange(std::unique_ptr<pb::RpcMessage> message); |
| 130 void OnVideoNaturalSizeChange( | 132 void OnVideoOpacityChange(std::unique_ptr<pb::RpcMessage> message); |
| 131 std::unique_ptr<remoting::pb::RpcMessage> message); | 133 void OnStatisticsUpdate(std::unique_ptr<pb::RpcMessage> message); |
| 132 void OnVideoOpacityChange(std::unique_ptr<remoting::pb::RpcMessage> message); | 134 void OnDurationChange(std::unique_ptr<pb::RpcMessage> message); |
| 133 void OnStatisticsUpdate(std::unique_ptr<remoting::pb::RpcMessage> message); | |
| 134 void OnDurationChange(std::unique_ptr<remoting::pb::RpcMessage> message); | |
| 135 | 135 |
| 136 // Called to update the remoting interstitial. Update | 136 // Called to update the remoting interstitial. Update |
| 137 // |interstitial_background_| if |background_image| is set. | 137 // |interstitial_background_| if |background_image| is set. |
| 138 void UpdateInterstitial(const base::Optional<SkBitmap>& background_image, | 138 void UpdateInterstitial(const base::Optional<SkBitmap>& background_image, |
| 139 const gfx::Size& canvas_size, | 139 const gfx::Size& canvas_size, |
| 140 RemotingInterstitialType interstitial_type); | 140 InterstitialType interstitial_type); |
| 141 | 141 |
| 142 // Called when |current_media_time_| is updated. | 142 // Called when |current_media_time_| is updated. |
| 143 void OnMediaTimeUpdated(); | 143 void OnMediaTimeUpdated(); |
| 144 | 144 |
| 145 // Called to update the |video_stats_queue_|. | 145 // Called to update the |video_stats_queue_|. |
| 146 void UpdateVideoStatsQueue(int video_frames_decoded, | 146 void UpdateVideoStatsQueue(int video_frames_decoded, |
| 147 int video_frames_dropped); | 147 int video_frames_dropped); |
| 148 | 148 |
| 149 // Called to clear all recent measurements history and schedule resuming after | 149 // Called to clear all recent measurements history and schedule resuming after |
| 150 // a stabilization period elapses. | 150 // a stabilization period elapses. |
| 151 void ResetMeasurements(); | 151 void ResetMeasurements(); |
| 152 | 152 |
| 153 // Called when a fatal runtime error occurs. |stop_trigger| is the error code | 153 // Called when a fatal runtime error occurs. |stop_trigger| is the error code |
| 154 // handed to the RemotingRendererController. | 154 // handed to the RendererController. |
| 155 void OnFatalError(remoting::StopTrigger stop_trigger); | 155 void OnFatalError(StopTrigger stop_trigger); |
| 156 | 156 |
| 157 // Called periodically to measure the data flows from the | 157 // Called periodically to measure the data flows from the |
| 158 // DemuxerStreamAdapters and record this information in the metrics. | 158 // DemuxerStreamAdapters and record this information in the metrics. |
| 159 void MeasureAndRecordDataRates(); | 159 void MeasureAndRecordDataRates(); |
| 160 | 160 |
| 161 State state_; | 161 State state_; |
| 162 const scoped_refptr<base::SingleThreadTaskRunner> main_task_runner_; | 162 const scoped_refptr<base::SingleThreadTaskRunner> main_task_runner_; |
| 163 const scoped_refptr<base::SingleThreadTaskRunner> media_task_runner_; | 163 const scoped_refptr<base::SingleThreadTaskRunner> media_task_runner_; |
| 164 | 164 |
| 165 // Current renderer playback time information. | 165 // Current renderer playback time information. |
| 166 base::TimeDelta current_media_time_; | 166 base::TimeDelta current_media_time_; |
| 167 base::TimeDelta current_max_time_; | 167 base::TimeDelta current_max_time_; |
| 168 // Both |current_media_time_| and |current_max_time_| should be protected by | 168 // Both |current_media_time_| and |current_max_time_| should be protected by |
| 169 // lock because it can be accessed from both media and render main thread. | 169 // lock because it can be accessed from both media and render main thread. |
| 170 base::Lock time_lock_; | 170 base::Lock time_lock_; |
| 171 | 171 |
| 172 DemuxerStreamProvider* demuxer_stream_provider_; | 172 DemuxerStreamProvider* demuxer_stream_provider_; |
| 173 media::RendererClient* client_; | 173 RendererClient* client_; |
| 174 std::unique_ptr<remoting::RemoteDemuxerStreamAdapter> | 174 std::unique_ptr<DemuxerStreamAdapter> audio_demuxer_stream_adapter_; |
| 175 audio_demuxer_stream_adapter_; | 175 std::unique_ptr<DemuxerStreamAdapter> video_demuxer_stream_adapter_; |
| 176 std::unique_ptr<remoting::RemoteDemuxerStreamAdapter> | |
| 177 video_demuxer_stream_adapter_; | |
| 178 | 176 |
| 179 // Component to establish mojo remoting service on browser process. | 177 // Component to establish mojo remoting service on browser process. |
| 180 const base::WeakPtr<RemotingRendererController> remoting_renderer_controller_; | 178 const base::WeakPtr<RendererController> controller_; |
| 181 // Broker class to process incoming and outgoing RPC message. | 179 // Broker class to process incoming and outgoing RPC message. |
| 182 const base::WeakPtr<remoting::RpcBroker> rpc_broker_; | 180 const base::WeakPtr<RpcBroker> rpc_broker_; |
| 183 // RPC handle value for RemoteRendererImpl component. | 181 // RPC handle value for CourierRenderer component. |
| 184 const int rpc_handle_; | 182 const int rpc_handle_; |
| 185 | 183 |
| 186 // RPC handle value for render on receiver endpoint. | 184 // RPC handle value for render on receiver endpoint. |
| 187 int remote_renderer_handle_; | 185 int remote_renderer_handle_; |
| 188 | 186 |
| 189 // Callbacks. | 187 // Callbacks. |
| 190 PipelineStatusCB init_workflow_done_callback_; | 188 PipelineStatusCB init_workflow_done_callback_; |
| 191 CdmAttachedCB cdm_attached_cb_; | 189 CdmAttachedCB cdm_attached_cb_; |
| 192 base::Closure flush_cb_; | 190 base::Closure flush_cb_; |
| 193 | 191 |
| (...skipping 24 matching lines...) Expand all Loading... | |
| 218 std::deque<std::tuple<base::TimeTicks, int, int>> video_stats_queue_; | 216 std::deque<std::tuple<base::TimeTicks, int, int>> video_stats_queue_; |
| 219 | 217 |
| 220 // The total number of frames decoded/dropped in the time window. | 218 // The total number of frames decoded/dropped in the time window. |
| 221 int sum_video_frames_decoded_ = 0; | 219 int sum_video_frames_decoded_ = 0; |
| 222 int sum_video_frames_dropped_ = 0; | 220 int sum_video_frames_dropped_ = 0; |
| 223 | 221 |
| 224 // Records the number of consecutive times that remoting playback was delayed. | 222 // Records the number of consecutive times that remoting playback was delayed. |
| 225 int times_playback_delayed_ = 0; | 223 int times_playback_delayed_ = 0; |
| 226 | 224 |
| 227 // Records events and measurements of interest. | 225 // Records events and measurements of interest. |
| 228 remoting::RendererMetricsRecorder metrics_recorder_; | 226 RendererMetricsRecorder metrics_recorder_; |
| 229 | 227 |
| 230 // A timer that polls the RemoteDemuxerStreamAdapters periodically to measure | 228 // A timer that polls the DemuxerStreamAdapters periodically to measure |
| 231 // the data flow rates for metrics. | 229 // the data flow rates for metrics. |
| 232 base::RepeatingTimer data_flow_poll_timer_; | 230 base::RepeatingTimer data_flow_poll_timer_; |
| 233 | 231 |
| 234 base::WeakPtrFactory<RemoteRendererImpl> weak_factory_; | 232 base::WeakPtrFactory<CourierRenderer> weak_factory_; |
| 235 | 233 |
| 236 DISALLOW_COPY_AND_ASSIGN(RemoteRendererImpl); | 234 DISALLOW_COPY_AND_ASSIGN(CourierRenderer); |
| 237 }; | 235 }; |
| 238 | 236 |
| 237 } // namespace remoting | |
| 239 } // namespace media | 238 } // namespace media |
| 240 | 239 |
| 241 #endif // MEDIA_REMOTING_REMOTE_RENDERER_IMPL_H_ | 240 #endif // MEDIA_REMOTING_COURIER_RENDERER_H_ |
| OLD | NEW |