Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(208)

Side by Side Diff: remoting/host/video_scheduler.h

Issue 872433005: Move capture scheduling logic from VideoScheduler to CaptureScheduler. (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: Created 5 years, 11 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #ifndef REMOTING_HOST_VIDEO_SCHEDULER_H_ 5 #ifndef REMOTING_HOST_VIDEO_SCHEDULER_H_
6 #define REMOTING_HOST_VIDEO_SCHEDULER_H_ 6 #define REMOTING_HOST_VIDEO_SCHEDULER_H_
7 7
8 #include <vector> 8 #include <vector>
9 9
10 #include "base/basictypes.h" 10 #include "base/basictypes.h"
11 #include "base/memory/ref_counted.h" 11 #include "base/memory/ref_counted.h"
12 #include "base/memory/scoped_ptr.h" 12 #include "base/memory/scoped_ptr.h"
13 #include "base/time/time.h" 13 #include "base/time/time.h"
14 #include "base/timer/timer.h" 14 #include "base/timer/timer.h"
15 #include "remoting/codec/video_encoder.h" 15 #include "remoting/codec/video_encoder.h"
16 #include "remoting/host/capture_scheduler.h"
17 #include "remoting/proto/video.pb.h" 16 #include "remoting/proto/video.pb.h"
18 #include "third_party/webrtc/modules/desktop_capture/desktop_capturer.h" 17 #include "third_party/webrtc/modules/desktop_capture/desktop_capturer.h"
19 #include "third_party/webrtc/modules/desktop_capture/mouse_cursor_monitor.h" 18 #include "third_party/webrtc/modules/desktop_capture/mouse_cursor_monitor.h"
20 19
21 namespace base { 20 namespace base {
22 class SingleThreadTaskRunner; 21 class SingleThreadTaskRunner;
23 } // namespace base 22 } // namespace base
24 23
25 namespace media { 24 namespace media {
26 class DesktopCapturer; 25 class DesktopCapturer;
27 } // namespace media 26 } // namespace media
28 27
29 namespace remoting { 28 namespace remoting {
30 29
30 class CaptureScheduler;
31 class CursorShapeInfo; 31 class CursorShapeInfo;
32 32
33 namespace protocol { 33 namespace protocol {
34 class CursorShapeInfo; 34 class CursorShapeInfo;
35 class CursorShapeStub; 35 class CursorShapeStub;
36 class VideoStub; 36 class VideoStub;
37 } // namespace protocol 37 } // namespace protocol
38 38
39 // Class responsible for scheduling frame captures from a 39 // Class responsible for scheduling frame captures from a
40 // webrtc::DesktopCapturer, delivering them to a VideoEncoder to encode, and 40 // webrtc::DesktopCapturer, delivering them to a VideoEncoder to encode, and
(...skipping 46 matching lines...) Expand 10 before | Expand all | Expand 10 after
87 VideoScheduler( 87 VideoScheduler(
88 scoped_refptr<base::SingleThreadTaskRunner> capture_task_runner, 88 scoped_refptr<base::SingleThreadTaskRunner> capture_task_runner,
89 scoped_refptr<base::SingleThreadTaskRunner> encode_task_runner, 89 scoped_refptr<base::SingleThreadTaskRunner> encode_task_runner,
90 scoped_refptr<base::SingleThreadTaskRunner> network_task_runner, 90 scoped_refptr<base::SingleThreadTaskRunner> network_task_runner,
91 scoped_ptr<webrtc::DesktopCapturer> capturer, 91 scoped_ptr<webrtc::DesktopCapturer> capturer,
92 scoped_ptr<webrtc::MouseCursorMonitor> mouse_cursor_monitor, 92 scoped_ptr<webrtc::MouseCursorMonitor> mouse_cursor_monitor,
93 scoped_ptr<VideoEncoder> encoder, 93 scoped_ptr<VideoEncoder> encoder,
94 protocol::CursorShapeStub* cursor_stub, 94 protocol::CursorShapeStub* cursor_stub,
95 protocol::VideoStub* video_stub); 95 protocol::VideoStub* video_stub);
96 96
97 // webrtc::DesktopCapturer::Callback implementation.
98 webrtc::SharedMemory* CreateSharedMemory(size_t size) override;
99 void OnCaptureCompleted(webrtc::DesktopFrame* frame) override;
100
101 // webrtc::MouseCursorMonitor::Callback implementation.
102 void OnMouseCursor(webrtc::MouseCursor* mouse_cursor) override;
103 void OnMouseCursorPosition(webrtc::MouseCursorMonitor::CursorState state,
104 const webrtc::DesktopVector& position) override;
105
106 // Starts scheduling frame captures. 97 // Starts scheduling frame captures.
107 void Start(); 98 void Start();
108 99
109 // Stop scheduling frame captures. This object cannot be re-used once 100 // Stop scheduling frame captures. This object cannot be re-used once
110 // it has been stopped. 101 // it has been stopped.
111 void Stop(); 102 void Stop();
112 103
113 // Pauses or resumes scheduling of frame captures. Pausing/resuming captures 104 // Pauses or resumes scheduling of frame captures. Pausing/resuming captures
114 // only affects capture scheduling and does not stop/start the capturer. 105 // only affects capture scheduling and does not stop/start the capturer.
115 void Pause(bool pause); 106 void Pause(bool pause);
116 107
117 // Updates event timestamp from the last event received from the client. This 108 // Updates event timestamp from the last event received from the client. This
118 // value is sent back to the client for roundtrip latency estimates. 109 // value is sent back to the client for roundtrip latency estimates.
119 void SetLatestEventTimestamp(int64 latest_event_timestamp); 110 void SetLatestEventTimestamp(int64 latest_event_timestamp);
120 111
121 // Sets whether the video encoder should be requested to encode losslessly, 112 // Sets whether the video encoder should be requested to encode losslessly,
122 // or to use a lossless color space (typically requiring higher bandwidth). 113 // or to use a lossless color space (typically requiring higher bandwidth).
123 void SetLosslessEncode(bool want_lossless); 114 void SetLosslessEncode(bool want_lossless);
124 void SetLosslessColor(bool want_lossless); 115 void SetLosslessColor(bool want_lossless);
125 116
126 private: 117 private:
127 friend class base::RefCountedThreadSafe<VideoScheduler>; 118 friend class base::RefCountedThreadSafe<VideoScheduler>;
128 ~VideoScheduler() override; 119 ~VideoScheduler() override;
129 120
130 // Capturer thread ---------------------------------------------------------- 121 // Capturer thread ----------------------------------------------------------
131 122
123 // webrtc::DesktopCapturer::Callback implementation.
124 webrtc::SharedMemory* CreateSharedMemory(size_t size) override;
125 void OnCaptureCompleted(webrtc::DesktopFrame* frame) override;
126
127 // webrtc::MouseCursorMonitor::Callback implementation.
128 void OnMouseCursor(webrtc::MouseCursor* mouse_cursor) override;
129 void OnMouseCursorPosition(webrtc::MouseCursorMonitor::CursorState state,
130 const webrtc::DesktopVector& position) override;
131
132 // Starts the capturer on the capture thread. 132 // Starts the capturer on the capture thread.
133 void StartOnCaptureThread(); 133 void StartOnCaptureThread();
134 134
135 // Stops scheduling frame captures on the capture thread. 135 // Stops scheduling frame captures on the capture thread.
136 void StopOnCaptureThread(); 136 void StopOnCaptureThread();
137 137
138 // Schedules the next call to CaptureNextFrame.
139 void ScheduleNextCapture();
140
141 // Starts the next frame capture, unless there are already too many pending. 138 // Starts the next frame capture, unless there are already too many pending.
142 void CaptureNextFrame(); 139 void CaptureNextFrame();
143 140
144 // Called when a frame capture has been encoded & sent to the client. 141 // Called when a frame has been encoded.
145 void FrameCaptureCompleted(); 142 void ProcessFrameEncodedOnCaptureThread(base::TimeDelta encode_time);
143
144 // Called when a frame has been sent to the client.
145 void ProcessFrameSentOnCaptureThread();
146 146
147 // Network thread ----------------------------------------------------------- 147 // Network thread -----------------------------------------------------------
148 148
149 // Send |packet| to the client, unless we are in the process of stopping. 149 // Send |packet| to the client, unless we are in the process of stopping.
150 void SendVideoPacket(scoped_ptr<VideoPacket> packet); 150 void SendVideoPacket(scoped_ptr<VideoPacket> packet);
151 151
152 // Callback passed to |video_stub_| for the last packet in each frame, to 152 // Callback passed to |video_stub_| for the last packet in each frame, to
153 // rate-limit frame captures to network throughput. 153 // rate-limit frame captures to network throughput.
154 void OnVideoPacketSent(); 154 void OnVideoPacketSent();
155 155
(...skipping 28 matching lines...) Expand all
184 scoped_ptr<webrtc::MouseCursorMonitor> mouse_cursor_monitor_; 184 scoped_ptr<webrtc::MouseCursorMonitor> mouse_cursor_monitor_;
185 185
186 // Used to encode captured frames. Always accessed on the encode thread. 186 // Used to encode captured frames. Always accessed on the encode thread.
187 scoped_ptr<VideoEncoder> encoder_; 187 scoped_ptr<VideoEncoder> encoder_;
188 188
189 // Interfaces through which video frames and cursor shapes are passed to the 189 // Interfaces through which video frames and cursor shapes are passed to the
190 // client. These members are always accessed on the network thread. 190 // client. These members are always accessed on the network thread.
191 protocol::CursorShapeStub* cursor_stub_; 191 protocol::CursorShapeStub* cursor_stub_;
192 protocol::VideoStub* video_stub_; 192 protocol::VideoStub* video_stub_;
193 193
194 // Timer used to schedule CaptureNextFrame().
195 scoped_ptr<base::OneShotTimer<VideoScheduler> > capture_timer_;
196
197 // Timer used to ensure that we send empty keep-alive frames to the client 194 // Timer used to ensure that we send empty keep-alive frames to the client
198 // even when the video stream is paused or encoder is busy. 195 // even when the video stream is paused or encoder is busy.
199 scoped_ptr<base::DelayTimer<VideoScheduler> > keep_alive_timer_; 196 scoped_ptr<base::DelayTimer<VideoScheduler> > keep_alive_timer_;
200 197
201 // The number of frames being processed, i.e. frames that we are currently
202 // capturing, encoding or sending. The value is capped at 2 to minimize
203 // latency.
204 int pending_frames_;
205
206 // Set when the capturer is capturing a frame.
207 bool capture_pending_;
208
209 // True if the previous scheduled capture was skipped.
210 bool did_skip_frame_;
211
212 // True if capture of video frames is paused.
213 bool is_paused_;
214
215 // Number updated by the caller to trace performance. 198 // Number updated by the caller to trace performance.
216 int64 latest_event_timestamp_; 199 int64 latest_event_timestamp_;
217 200
218 // An object to schedule capturing. 201 scoped_ptr<CaptureScheduler> capture_scheduler_;
219 CaptureScheduler scheduler_;
220 202
221 DISALLOW_COPY_AND_ASSIGN(VideoScheduler); 203 DISALLOW_COPY_AND_ASSIGN(VideoScheduler);
222 }; 204 };
223 205
224 } // namespace remoting 206 } // namespace remoting
225 207
226 #endif // REMOTING_HOST_VIDEO_SCHEDULER_H_ 208 #endif // REMOTING_HOST_VIDEO_SCHEDULER_H_
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698