| OLD | NEW |
| 1 // Copyright 2016 The Chromium Authors. All rights reserved. | 1 // Copyright 2016 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #ifndef REMOTING_PROTOCOL_WEBRTC_VIDEO_ENCODER_FACTORY_H_ | 5 #ifndef REMOTING_PROTOCOL_DUMMY_WEBRTC_VIDEO_ENCODER_H_ |
| 6 #define REMOTING_PROTOCOL_WEBRTC_VIDEO_ENCODER_FACTORY_H_ | 6 #define REMOTING_PROTOCOL_DUMMY_WEBRTC_VIDEO_ENCODER_H_ |
| 7 | 7 |
| 8 #include <memory> | 8 #include <memory> |
| 9 #include <vector> | 9 #include <vector> |
| 10 | 10 |
| 11 #include "base/callback.h" | 11 #include "base/callback.h" |
| 12 #include "base/synchronization/lock.h" | 12 #include "base/synchronization/lock.h" |
| 13 #include "remoting/proto/video.pb.h" | 13 #include "remoting/codec/webrtc_video_encoder.h" |
| 14 #include "third_party/webrtc/media/engine/webrtcvideoencoderfactory.h" | 14 #include "third_party/webrtc/media/engine/webrtcvideoencoderfactory.h" |
| 15 #include "third_party/webrtc/modules/video_coding/include/video_codec_interface.
h" | 15 #include "third_party/webrtc/modules/video_coding/include/video_codec_interface.
h" |
| 16 | 16 |
| 17 namespace remoting { | 17 namespace remoting { |
| 18 namespace protocol { |
| 18 | 19 |
| 19 using TargetBitrateCallback = base::Callback<void(int)>; | 20 using TargetBitrateCallback = base::Callback<void(int)>; |
| 20 | 21 |
| 21 // This is the interface between the Webrtc engine and the external encoder | 22 // WebrtcDummyVideoEncoder implements webrtc::VideoEncoder interface for WebRTC. |
| 22 // provided by remoting. Webrtc provides feedback on network bandwidth, latency | 23 // It's responsible for getting feedback on network bandwidth, latency & RTT |
| 23 // & RTT and in turn remoting passes encoded frames as they get encoded | 24 // and passing this information to the WebrtcVideoStream through the callbacks |
| 24 // through the capture pipeline. | 25 // in WebrtcDummyVideoEncoderFactory. Video frames are captured encoded outside |
| 25 class WebrtcVideoEncoder : public webrtc::VideoEncoder { | 26 // of this dummy encoder (in WebrtcVideoEncoded called from WebrtcVideoStream). |
| 27 // They are passed to SendEncodedFrame() to be delivered to the network layer. |
| 28 class WebrtcDummyVideoEncoder : public webrtc::VideoEncoder { |
| 26 public: | 29 public: |
| 27 enum State { kUninitialized = 0, kInitialized }; | 30 enum State { kUninitialized = 0, kInitialized }; |
| 28 explicit WebrtcVideoEncoder(webrtc::VideoCodecType codec); | 31 explicit WebrtcDummyVideoEncoder(webrtc::VideoCodecType codec); |
| 29 ~WebrtcVideoEncoder() override; | 32 ~WebrtcDummyVideoEncoder() override; |
| 30 | 33 |
| 31 // webrtc::VideoEncoder overrides | 34 // webrtc::VideoEncoder overrides |
| 32 int32_t InitEncode(const webrtc::VideoCodec* codec_settings, | 35 int32_t InitEncode(const webrtc::VideoCodec* codec_settings, |
| 33 int32_t number_of_cores, | 36 int32_t number_of_cores, |
| 34 size_t max_payload_size) override; | 37 size_t max_payload_size) override; |
| 35 int32_t RegisterEncodeCompleteCallback( | 38 int32_t RegisterEncodeCompleteCallback( |
| 36 webrtc::EncodedImageCallback* callback) override; | 39 webrtc::EncodedImageCallback* callback) override; |
| 37 int32_t Release() override; | 40 int32_t Release() override; |
| 38 int32_t Encode(const webrtc::VideoFrame& frame, | 41 int32_t Encode(const webrtc::VideoFrame& frame, |
| 39 const webrtc::CodecSpecificInfo* codec_specific_info, | 42 const webrtc::CodecSpecificInfo* codec_specific_info, |
| 40 const std::vector<webrtc::FrameType>* frame_types) override; | 43 const std::vector<webrtc::FrameType>* frame_types) override; |
| 41 int32_t SetChannelParameters(uint32_t packet_loss, int64_t rtt) override; | 44 int32_t SetChannelParameters(uint32_t packet_loss, int64_t rtt) override; |
| 42 int32_t SetRates(uint32_t bitrate, uint32_t framerate) override; | 45 int32_t SetRates(uint32_t bitrate, uint32_t framerate) override; |
| 43 | 46 |
| 44 webrtc::EncodedImageCallback::Result SendEncodedFrame( | 47 webrtc::EncodedImageCallback::Result SendEncodedFrame( |
| 45 std::unique_ptr<VideoPacket> packet, | 48 std::unique_ptr<WebrtcVideoEncoder::EncodedFrame> frame, |
| 46 base::TimeTicks capture_time); | 49 base::TimeTicks capture_time); |
| 47 void SetKeyFrameRequestCallback(const base::Closure& key_frame_request); | 50 void SetKeyFrameRequestCallback(const base::Closure& key_frame_request); |
| 48 void SetTargetBitrateCallback(const TargetBitrateCallback& target_bitrate_cb); | 51 void SetTargetBitrateCallback(const TargetBitrateCallback& target_bitrate_cb); |
| 49 | 52 |
| 50 private: | 53 private: |
| 51 // Protects |encoded_callback_|, |key_frame_request_|, | 54 // Protects |encoded_callback_|, |key_frame_request_|, |
| 52 // |target_bitrate_cb_| and |state_|. | 55 // |target_bitrate_cb_| and |state_|. |
| 53 base::Lock lock_; | 56 base::Lock lock_; |
| 54 State state_; | 57 State state_; |
| 55 webrtc::EncodedImageCallback* encoded_callback_; | 58 webrtc::EncodedImageCallback* encoded_callback_; |
| 56 | 59 |
| 57 base::Closure key_frame_request_; | 60 base::Closure key_frame_request_; |
| 58 TargetBitrateCallback target_bitrate_cb_; | 61 TargetBitrateCallback target_bitrate_cb_; |
| 59 webrtc::VideoCodecType video_codec_type_; | 62 webrtc::VideoCodecType video_codec_type_; |
| 60 }; | 63 }; |
| 61 | 64 |
| 62 // This is the external encoder factory implementation that is passed to | 65 // This is the external encoder factory implementation that is passed to |
| 63 // WebRTC at the time of creation of peer connection. The external encoder | 66 // WebRTC at the time of creation of peer connection. The external encoder |
| 64 // factory primarily manages creation and destruction of encoder. | 67 // factory primarily manages creation and destruction of encoder. |
| 65 class WebrtcVideoEncoderFactory : public cricket::WebRtcVideoEncoderFactory { | 68 class WebrtcDummyVideoEncoderFactory |
| 69 : public cricket::WebRtcVideoEncoderFactory { |
| 66 public: | 70 public: |
| 67 WebrtcVideoEncoderFactory(); | 71 WebrtcDummyVideoEncoderFactory(); |
| 68 ~WebrtcVideoEncoderFactory() override; | 72 ~WebrtcDummyVideoEncoderFactory() override; |
| 69 | 73 |
| 70 webrtc::VideoEncoder* CreateVideoEncoder( | 74 webrtc::VideoEncoder* CreateVideoEncoder( |
| 71 webrtc::VideoCodecType type) override; | 75 webrtc::VideoCodecType type) override; |
| 72 const std::vector<cricket::WebRtcVideoEncoderFactory::VideoCodec>& codecs() | 76 const std::vector<cricket::WebRtcVideoEncoderFactory::VideoCodec>& codecs() |
| 73 const override; | 77 const override; |
| 74 | 78 |
| 75 // Returns true to directly provide encoded frames to webrtc | 79 // Returns true to directly provide encoded frames to webrtc |
| 76 bool EncoderTypeHasInternalSource(webrtc::VideoCodecType type) const override; | 80 bool EncoderTypeHasInternalSource(webrtc::VideoCodecType type) const override; |
| 77 void DestroyVideoEncoder(webrtc::VideoEncoder* encoder) override; | 81 void DestroyVideoEncoder(webrtc::VideoEncoder* encoder) override; |
| 78 | 82 |
| 79 webrtc::EncodedImageCallback::Result SendEncodedFrame( | 83 webrtc::EncodedImageCallback::Result SendEncodedFrame( |
| 80 std::unique_ptr<VideoPacket> packet, | 84 std::unique_ptr<WebrtcVideoEncoder::EncodedFrame> packet, |
| 81 base::TimeTicks capture_time); | 85 base::TimeTicks capture_time); |
| 82 | 86 |
| 83 void SetKeyFrameRequestCallback(const base::Closure& key_frame_request); | 87 void SetKeyFrameRequestCallback(const base::Closure& key_frame_request); |
| 84 void SetTargetBitrateCallback(const TargetBitrateCallback& target_bitrate_cb); | 88 void SetTargetBitrateCallback(const TargetBitrateCallback& target_bitrate_cb); |
| 85 | 89 |
| 86 private: | 90 private: |
| 87 // Protects |key_frame_request_| and |target_bitrate_cb_|. | 91 // Protects |key_frame_request_| and |target_bitrate_cb_|. |
| 88 base::Lock lock_; | 92 base::Lock lock_; |
| 89 base::Closure key_frame_request_; | 93 base::Closure key_frame_request_; |
| 90 TargetBitrateCallback target_bitrate_cb_; | 94 TargetBitrateCallback target_bitrate_cb_; |
| 91 std::vector<cricket::WebRtcVideoEncoderFactory::VideoCodec> codecs_; | 95 std::vector<cricket::WebRtcVideoEncoderFactory::VideoCodec> codecs_; |
| 92 std::vector<std::unique_ptr<WebrtcVideoEncoder>> encoders_; | 96 std::vector<std::unique_ptr<WebrtcDummyVideoEncoder>> encoders_; |
| 93 }; | 97 }; |
| 94 | 98 |
| 99 } // namespace protocol |
| 95 } // namespace remoting | 100 } // namespace remoting |
| 96 | 101 |
| 97 #endif // REMOTING_PROTOCOL_WEBRTC_VIDEO_ENCODER_FACTORY_H_ | 102 #endif // REMOTING_PROTOCOL_DUMMY_WEBRTC_VIDEO_ENCODER_H_ |
| OLD | NEW |