Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(170)

Side by Side Diff: remoting/protocol/webrtc_video_stream.h

Issue 2200273003: Enable video stats reporting when using WebRTC (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: address feedback Created 4 years, 4 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 // Copyright 2015 The Chromium Authors. All rights reserved. 1 // Copyright 2015 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #ifndef REMOTING_PROTOCOL_WEBRTC_VIDEO_STREAM_H_ 5 #ifndef REMOTING_PROTOCOL_WEBRTC_VIDEO_STREAM_H_
6 #define REMOTING_PROTOCOL_WEBRTC_VIDEO_STREAM_H_ 6 #define REMOTING_PROTOCOL_WEBRTC_VIDEO_STREAM_H_
7 7
8 #include <stdint.h> 8 #include <stdint.h>
9 9
10 #include <memory> 10 #include <memory>
11 11
12 #include "base/callback.h" 12 #include "base/callback.h"
13 #include "base/macros.h" 13 #include "base/macros.h"
14 #include "base/memory/ref_counted.h" 14 #include "base/memory/ref_counted.h"
15 #include "base/memory/weak_ptr.h" 15 #include "base/memory/weak_ptr.h"
16 #include "base/threading/thread_checker.h" 16 #include "base/threading/thread_checker.h"
17 #include "base/timer/timer.h" 17 #include "base/timer/timer.h"
18 #include "remoting/codec/video_encoder.h" 18 #include "remoting/codec/video_encoder.h"
19 #include "remoting/protocol/host_video_stats_dispatcher.h"
19 #include "remoting/protocol/video_stream.h" 20 #include "remoting/protocol/video_stream.h"
20 #include "third_party/webrtc/modules/desktop_capture/desktop_capturer.h" 21 #include "third_party/webrtc/modules/desktop_capture/desktop_capturer.h"
21 22
22 namespace webrtc { 23 namespace webrtc {
23 class MediaStreamInterface; 24 class MediaStreamInterface;
24 class PeerConnectionInterface; 25 class PeerConnectionInterface;
25 class PeerConnectionFactoryInterface; 26 class PeerConnectionFactoryInterface;
26 class VideoTrackInterface; 27 class VideoTrackInterface;
27 } // namespace webrtc 28 } // namespace webrtc
28 29
29 namespace remoting { 30 namespace remoting {
30 namespace protocol { 31 namespace protocol {
31 32
33 class HostVideoStatsDispatcher;
32 class WebrtcVideoCapturerAdapter; 34 class WebrtcVideoCapturerAdapter;
33 class WebrtcTransport; 35 class WebrtcTransport;
34 36
35 class WebrtcVideoStream : public VideoStream, 37 class WebrtcVideoStream : public VideoStream,
36 public webrtc::DesktopCapturer::Callback { 38 public webrtc::DesktopCapturer::Callback,
39 public HostVideoStatsDispatcher::EventHandler {
37 public: 40 public:
38 WebrtcVideoStream(); 41 WebrtcVideoStream();
39 ~WebrtcVideoStream() override; 42 ~WebrtcVideoStream() override;
40 43
41 bool Start( 44 bool Start(
42 std::unique_ptr<webrtc::DesktopCapturer> desktop_capturer, 45 std::unique_ptr<webrtc::DesktopCapturer> desktop_capturer,
43 WebrtcTransport* webrtc_transport, 46 WebrtcTransport* webrtc_transport,
44 scoped_refptr<base::SingleThreadTaskRunner> encode_task_runner, 47 scoped_refptr<base::SingleThreadTaskRunner> encode_task_runner,
45 std::unique_ptr<VideoEncoder> video_encoder); 48 std::unique_ptr<VideoEncoder> video_encoder);
46 49
47 // VideoStream interface. 50 // VideoStream interface.
48 void Pause(bool pause) override; 51 void Pause(bool pause) override;
49 void OnInputEventReceived(int64_t event_timestamp) override; 52 void OnInputEventReceived(int64_t event_timestamp) override;
50 void SetLosslessEncode(bool want_lossless) override; 53 void SetLosslessEncode(bool want_lossless) override;
51 void SetLosslessColor(bool want_lossless) override; 54 void SetLosslessColor(bool want_lossless) override;
52 void SetObserver(Observer* observer) override; 55 void SetObserver(Observer* observer) override;
53 56
54 private: 57 private:
58 struct FrameTimestamps;
59 struct PacketWithTimestamps;
60
55 // webrtc::DesktopCapturer::Callback interface. 61 // webrtc::DesktopCapturer::Callback interface.
56 void OnCaptureResult(webrtc::DesktopCapturer::Result result, 62 void OnCaptureResult(webrtc::DesktopCapturer::Result result,
57 std::unique_ptr<webrtc::DesktopFrame> frame) override; 63 std::unique_ptr<webrtc::DesktopFrame> frame) override;
58 64
65 // HostVideoStatsDispatcher::EventHandler interface.
66 void OnChannelInitialized(ChannelDispatcherBase* channel_dispatcher) override;
67 void OnChannelClosed(ChannelDispatcherBase* channel_dispatcher) override;
68
59 // Starts |capture_timer_|. 69 // Starts |capture_timer_|.
60 void StartCaptureTimer(); 70 void StartCaptureTimer();
61 71
62 // Called by |capture_timer_|. 72 // Called by |capture_timer_|.
63 void CaptureNextFrame(); 73 void CaptureNextFrame();
64 74
65 void OnFrameEncoded(std::unique_ptr<VideoPacket> packet); 75 // Task running on the encoder thread to encode the |frame|.
76 static PacketWithTimestamps EncodeFrame(
77 VideoEncoder* encoder,
78 std::unique_ptr<webrtc::DesktopFrame> frame,
79 std::unique_ptr<WebrtcVideoStream::FrameTimestamps> timestamps,
80 uint32_t target_bitrate_kbps,
81 bool key_frame_request);
82 void OnFrameEncoded(PacketWithTimestamps packet);
66 83
67 void SetKeyFrameRequest(); 84 void SetKeyFrameRequest();
68 bool ClearAndGetKeyFrameRequest(); 85 bool ClearAndGetKeyFrameRequest();
69 void SetTargetBitrate(int bitrate); 86 void SetTargetBitrate(int bitrate);
70 87
88 // Capturer used to capture the screen.
89 std::unique_ptr<webrtc::DesktopCapturer> capturer_;
90 // Used to send across encoded frames.
91 WebrtcTransport* webrtc_transport_ = nullptr;
92 // Task runner used to run |encoder_|.
93 scoped_refptr<base::SingleThreadTaskRunner> encode_task_runner_;
94 // Used to encode captured frames. Always accessed on the encode thread.
95 std::unique_ptr<VideoEncoder> encoder_;
96
71 scoped_refptr<webrtc::PeerConnectionInterface> peer_connection_; 97 scoped_refptr<webrtc::PeerConnectionInterface> peer_connection_;
72 scoped_refptr<webrtc::MediaStreamInterface> stream_; 98 scoped_refptr<webrtc::MediaStreamInterface> stream_;
73 99
100 HostVideoStatsDispatcher video_stats_dispatcher_;
101
102 // Timestamps for the frame to be captured next.
103 std::unique_ptr<FrameTimestamps> next_frame_timestamps_;
104
105 // Timestamps for the frame that's being captured.
106 std::unique_ptr<FrameTimestamps> captured_frame_timestamps_;
107
74 bool key_frame_request_ = false; 108 bool key_frame_request_ = false;
75 uint32_t target_bitrate_kbps_ = 1000; // Initial bitrate. 109 uint32_t target_bitrate_kbps_ = 1000; // Initial bitrate.
76 110
77 bool received_first_frame_request_ = false; 111 bool received_first_frame_request_ = false;
78 112
79 bool capture_pending_ = false; 113 bool capture_pending_ = false;
80 bool encode_pending_ = false; 114 bool encode_pending_ = false;
81 115
82 // Last time capture was started. 116 // Last time capture was started.
83 base::TimeTicks last_capture_started_ticks_; 117 base::TimeTicks last_capture_started_ticks_;
84 118
85 webrtc::DesktopSize frame_size_; 119 webrtc::DesktopSize frame_size_;
86 webrtc::DesktopVector frame_dpi_; 120 webrtc::DesktopVector frame_dpi_;
87 Observer* observer_ = nullptr; 121 Observer* observer_ = nullptr;
88 122
89 // Main task runner. 123 base::RepeatingTimer capture_timer_;
90 scoped_refptr<base::SingleThreadTaskRunner> main_task_runner_;
91
92 // Task runner used to run |encoder_|.
93 scoped_refptr<base::SingleThreadTaskRunner> encode_task_runner_;
94
95 // Capturer used to capture the screen.
96 std::unique_ptr<webrtc::DesktopCapturer> capturer_;
97
98 std::unique_ptr<base::RepeatingTimer> capture_timer_;
99
100 // Used to send across encoded frames.
101 WebrtcTransport* webrtc_transport_ = nullptr;
102
103 // Used to encode captured frames. Always accessed on the encode thread.
104 std::unique_ptr<VideoEncoder> encoder_;
105 124
106 base::ThreadChecker thread_checker_; 125 base::ThreadChecker thread_checker_;
107 126
108 base::WeakPtrFactory<WebrtcVideoStream> weak_factory_; 127 base::WeakPtrFactory<WebrtcVideoStream> weak_factory_;
109 128
110 DISALLOW_COPY_AND_ASSIGN(WebrtcVideoStream); 129 DISALLOW_COPY_AND_ASSIGN(WebrtcVideoStream);
111 }; 130 };
112 131
113 } // namespace protocol 132 } // namespace protocol
114 } // namespace remoting 133 } // namespace remoting
115 134
116 #endif // REMOTING_PROTOCOL_WEBRTC_VIDEO_STREAM_H_ 135 #endif // REMOTING_PROTOCOL_WEBRTC_VIDEO_STREAM_H_
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698