OLD | NEW |
1 // Copyright 2016 The Chromium Authors. All rights reserved. | 1 // Copyright 2016 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 #ifndef REMOTING_PROTOCOL_DUMMY_WEBRTC_VIDEO_ENCODER_H_ | 5 #ifndef REMOTING_PROTOCOL_WEBRTC_DUMMY_VIDEO_ENCODER_H_ |
6 #define REMOTING_PROTOCOL_DUMMY_WEBRTC_VIDEO_ENCODER_H_ | 6 #define REMOTING_PROTOCOL_WEBRTC_DUMMY_VIDEO_ENCODER_H_ |
7 | 7 |
8 #include <memory> | 8 #include <memory> |
9 #include <vector> | 9 #include <vector> |
10 | 10 |
11 #include "base/callback.h" | 11 #include "base/callback.h" |
| 12 #include "base/memory/ref_counted.h" |
| 13 #include "base/memory/weak_ptr.h" |
12 #include "base/synchronization/lock.h" | 14 #include "base/synchronization/lock.h" |
13 #include "remoting/codec/webrtc_video_encoder.h" | 15 #include "remoting/codec/webrtc_video_encoder.h" |
14 #include "third_party/webrtc/media/engine/webrtcvideoencoderfactory.h" | 16 #include "third_party/webrtc/media/engine/webrtcvideoencoderfactory.h" |
15 #include "third_party/webrtc/modules/video_coding/include/video_codec_interface.
h" | 17 #include "third_party/webrtc/modules/video_coding/include/video_codec_interface.
h" |
16 | 18 |
17 namespace remoting { | 19 namespace remoting { |
18 namespace protocol { | 20 namespace protocol { |
19 | 21 |
20 using TargetBitrateCallback = base::Callback<void(int)>; | 22 class VideoChannelStateObserver; |
21 | 23 |
22 // WebrtcDummyVideoEncoder implements webrtc::VideoEncoder interface for WebRTC. | 24 // WebrtcDummyVideoEncoder implements webrtc::VideoEncoder interface for WebRTC. |
23 // It's responsible for getting feedback on network bandwidth, latency & RTT | 25 // It's responsible for getting feedback on network bandwidth, latency & RTT |
24 // and passing this information to the WebrtcVideoStream through the callbacks | 26 // and passing this information to the WebrtcVideoStream through the callbacks |
25 // in WebrtcDummyVideoEncoderFactory. Video frames are captured encoded outside | 27 // in WebrtcDummyVideoEncoderFactory. Video frames are captured and encoded |
26 // of this dummy encoder (in WebrtcVideoEncoded called from WebrtcVideoStream). | 28 // outside of this dummy encoder (in WebrtcVideoEncoder called from |
27 // They are passed to SendEncodedFrame() to be delivered to the network layer. | 29 // WebrtcVideoStream). They are passed to SendEncodedFrame() to be delivered to |
| 30 // the network layer. |
28 class WebrtcDummyVideoEncoder : public webrtc::VideoEncoder { | 31 class WebrtcDummyVideoEncoder : public webrtc::VideoEncoder { |
29 public: | 32 public: |
30 enum State { kUninitialized = 0, kInitialized }; | 33 enum State { kUninitialized = 0, kInitialized }; |
31 explicit WebrtcDummyVideoEncoder(webrtc::VideoCodecType codec); | 34 |
| 35 WebrtcDummyVideoEncoder( |
| 36 scoped_refptr<base::SingleThreadTaskRunner> main_task_runner, |
| 37 base::WeakPtr<VideoChannelStateObserver> video_channel_state_observer); |
32 ~WebrtcDummyVideoEncoder() override; | 38 ~WebrtcDummyVideoEncoder() override; |
33 | 39 |
34 // webrtc::VideoEncoder overrides | 40 // webrtc::VideoEncoder overrides. |
35 int32_t InitEncode(const webrtc::VideoCodec* codec_settings, | 41 int32_t InitEncode(const webrtc::VideoCodec* codec_settings, |
36 int32_t number_of_cores, | 42 int32_t number_of_cores, |
37 size_t max_payload_size) override; | 43 size_t max_payload_size) override; |
38 int32_t RegisterEncodeCompleteCallback( | 44 int32_t RegisterEncodeCompleteCallback( |
39 webrtc::EncodedImageCallback* callback) override; | 45 webrtc::EncodedImageCallback* callback) override; |
40 int32_t Release() override; | 46 int32_t Release() override; |
41 int32_t Encode(const webrtc::VideoFrame& frame, | 47 int32_t Encode(const webrtc::VideoFrame& frame, |
42 const webrtc::CodecSpecificInfo* codec_specific_info, | 48 const webrtc::CodecSpecificInfo* codec_specific_info, |
43 const std::vector<webrtc::FrameType>* frame_types) override; | 49 const std::vector<webrtc::FrameType>* frame_types) override; |
44 int32_t SetChannelParameters(uint32_t packet_loss, int64_t rtt) override; | 50 int32_t SetChannelParameters(uint32_t packet_loss, int64_t rtt) override; |
45 int32_t SetRates(uint32_t bitrate, uint32_t framerate) override; | 51 int32_t SetRates(uint32_t bitrate, uint32_t framerate) override; |
46 | 52 |
47 webrtc::EncodedImageCallback::Result SendEncodedFrame( | 53 webrtc::EncodedImageCallback::Result SendEncodedFrame( |
48 const WebrtcVideoEncoder::EncodedFrame& frame, | 54 const WebrtcVideoEncoder::EncodedFrame& frame, |
49 base::TimeTicks capture_time); | 55 base::TimeTicks capture_time); |
50 void SetKeyFrameRequestCallback(const base::Closure& key_frame_request); | |
51 void SetTargetBitrateCallback(const TargetBitrateCallback& target_bitrate_cb); | |
52 | 56 |
53 private: | 57 private: |
54 // Protects |encoded_callback_|, |key_frame_request_|, | 58 scoped_refptr<base::SingleThreadTaskRunner> main_task_runner_; |
55 // |target_bitrate_cb_| and |state_|. | 59 |
| 60 // Protects |encoded_callback_| and |state_|. |
56 base::Lock lock_; | 61 base::Lock lock_; |
57 State state_; | 62 State state_; |
58 webrtc::EncodedImageCallback* encoded_callback_; | 63 webrtc::EncodedImageCallback* encoded_callback_ = nullptr; |
59 | 64 |
60 base::Closure key_frame_request_; | 65 base::WeakPtr<VideoChannelStateObserver> video_channel_state_observer_; |
61 TargetBitrateCallback target_bitrate_cb_; | |
62 webrtc::VideoCodecType video_codec_type_; | |
63 }; | 66 }; |
64 | 67 |
65 // This is the external encoder factory implementation that is passed to | 68 // This is the external encoder factory implementation that is passed to |
66 // WebRTC at the time of creation of peer connection. The external encoder | 69 // WebRTC at the time of creation of peer connection. The external encoder |
67 // factory primarily manages creation and destruction of encoder. | 70 // factory primarily manages creation and destruction of encoder. |
68 class WebrtcDummyVideoEncoderFactory | 71 class WebrtcDummyVideoEncoderFactory |
69 : public cricket::WebRtcVideoEncoderFactory { | 72 : public cricket::WebRtcVideoEncoderFactory { |
70 public: | 73 public: |
71 WebrtcDummyVideoEncoderFactory(); | 74 WebrtcDummyVideoEncoderFactory(); |
72 ~WebrtcDummyVideoEncoderFactory() override; | 75 ~WebrtcDummyVideoEncoderFactory() override; |
73 | 76 |
| 77 // cricket::WebRtcVideoEncoderFactory interface. |
74 webrtc::VideoEncoder* CreateVideoEncoder( | 78 webrtc::VideoEncoder* CreateVideoEncoder( |
75 webrtc::VideoCodecType type) override; | 79 webrtc::VideoCodecType type) override; |
76 const std::vector<cricket::WebRtcVideoEncoderFactory::VideoCodec>& codecs() | 80 const std::vector<cricket::WebRtcVideoEncoderFactory::VideoCodec>& codecs() |
77 const override; | 81 const override; |
78 | |
79 // Returns true to directly provide encoded frames to webrtc | |
80 bool EncoderTypeHasInternalSource(webrtc::VideoCodecType type) const override; | 82 bool EncoderTypeHasInternalSource(webrtc::VideoCodecType type) const override; |
81 void DestroyVideoEncoder(webrtc::VideoEncoder* encoder) override; | 83 void DestroyVideoEncoder(webrtc::VideoEncoder* encoder) override; |
82 | 84 |
83 webrtc::EncodedImageCallback::Result SendEncodedFrame( | 85 webrtc::EncodedImageCallback::Result SendEncodedFrame( |
84 const WebrtcVideoEncoder::EncodedFrame& packet, | 86 const WebrtcVideoEncoder::EncodedFrame& packet, |
85 base::TimeTicks capture_time); | 87 base::TimeTicks capture_time); |
86 | 88 |
87 void SetKeyFrameRequestCallback(const base::Closure& key_frame_request); | 89 void SetVideoChannelStateObserver( |
88 void SetTargetBitrateCallback(const TargetBitrateCallback& target_bitrate_cb); | 90 base::WeakPtr<VideoChannelStateObserver> video_channel_state_observer); |
89 | 91 |
90 private: | 92 private: |
91 // Protects |key_frame_request_| and |target_bitrate_cb_|. | 93 scoped_refptr<base::SingleThreadTaskRunner> main_task_runner_; |
| 94 |
| 95 std::vector<cricket::WebRtcVideoEncoderFactory::VideoCodec> codecs_; |
| 96 |
| 97 // Protects |video_channel_state_observer_| and |encoders_|. |
92 base::Lock lock_; | 98 base::Lock lock_; |
93 base::Closure key_frame_request_; | 99 base::WeakPtr<VideoChannelStateObserver> video_channel_state_observer_; |
94 TargetBitrateCallback target_bitrate_cb_; | |
95 std::vector<cricket::WebRtcVideoEncoderFactory::VideoCodec> codecs_; | |
96 std::vector<std::unique_ptr<WebrtcDummyVideoEncoder>> encoders_; | 100 std::vector<std::unique_ptr<WebrtcDummyVideoEncoder>> encoders_; |
97 }; | 101 }; |
98 | 102 |
99 } // namespace protocol | 103 } // namespace protocol |
100 } // namespace remoting | 104 } // namespace remoting |
101 | 105 |
102 #endif // REMOTING_PROTOCOL_DUMMY_WEBRTC_VIDEO_ENCODER_H_ | 106 #endif // REMOTING_PROTOCOL_WEBRTC_DUMMY_VIDEO_ENCODER_H_ |
OLD | NEW |