Chromium Code Reviews| OLD | NEW |
|---|---|
| 1 // Copyright 2014 The Chromium Authors. All rights reserved. | 1 // Copyright 2014 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 // This class maintains a transport for audio and video in a Cast Streaming | 5 // This class maintains a transport for audio and video in a Cast Streaming |
| 6 // session. | 6 // session. |
| 7 // Audio, video frames and RTCP messages are submitted to this object | 7 // Audio, video frames and RTCP messages are submitted to this object |
| 8 // and then packetized and paced to the underlying UDP socket. | 8 // and then packetized and paced to the underlying UDP socket. |
| 9 // | 9 // |
| 10 // The hierarchy of send transport in a Cast Streaming session: | 10 // The hierarchy of send transport in a Cast Streaming session: |
| (...skipping 15 matching lines...) Expand all Loading... | |
| 26 | 26 |
| 27 #include <stdint.h> | 27 #include <stdint.h> |
| 28 | 28 |
| 29 #include <set> | 29 #include <set> |
| 30 #include <vector> | 30 #include <vector> |
| 31 | 31 |
| 32 #include "base/callback.h" | 32 #include "base/callback.h" |
| 33 #include "base/gtest_prod_util.h" | 33 #include "base/gtest_prod_util.h" |
| 34 #include "base/macros.h" | 34 #include "base/macros.h" |
| 35 #include "base/memory/ref_counted.h" | 35 #include "base/memory/ref_counted.h" |
| 36 #include "base/memory/scoped_ptr.h" | |
| 37 #include "base/memory/weak_ptr.h" | 36 #include "base/memory/weak_ptr.h" |
| 38 #include "base/time/tick_clock.h" | 37 #include "base/time/tick_clock.h" |
| 39 #include "base/time/time.h" | 38 #include "base/time/time.h" |
| 40 #include "media/cast/common/transport_encryption_handler.h" | 39 #include "media/cast/common/transport_encryption_handler.h" |
| 41 #include "media/cast/logging/logging_defines.h" | 40 #include "media/cast/logging/logging_defines.h" |
| 42 #include "media/cast/net/cast_transport.h" | 41 #include "media/cast/net/cast_transport.h" |
| 43 #include "media/cast/net/cast_transport_config.h" | 42 #include "media/cast/net/cast_transport_config.h" |
| 44 #include "media/cast/net/pacing/paced_sender.h" | 43 #include "media/cast/net/pacing/paced_sender.h" |
| 45 #include "media/cast/net/rtcp/rtcp_builder.h" | 44 #include "media/cast/net/rtcp/rtcp_builder.h" |
| 46 #include "media/cast/net/rtcp/sender_rtcp_session.h" | 45 #include "media/cast/net/rtcp/sender_rtcp_session.h" |
| 47 #include "media/cast/net/rtp/rtp_parser.h" | 46 #include "media/cast/net/rtp/rtp_parser.h" |
| 48 #include "media/cast/net/rtp/rtp_sender.h" | 47 #include "media/cast/net/rtp/rtp_sender.h" |
| 49 #include "net/base/network_interfaces.h" | 48 #include "net/base/network_interfaces.h" |
| 50 | 49 |
| 51 namespace media { | 50 namespace media { |
| 52 namespace cast { | 51 namespace cast { |
| 53 | 52 |
| 54 class UdpTransport; | 53 class UdpTransport; |
| 55 | 54 |
| 56 class CastTransportImpl final : public CastTransport { | 55 class CastTransportImpl final : public CastTransport { |
| 57 public: | 56 public: |
| 58 CastTransportImpl( | 57 CastTransportImpl( |
| 59 base::TickClock* clock, // Owned by the caller. | 58 base::TickClock* clock, // Owned by the caller. |
| 60 base::TimeDelta logging_flush_interval, | 59 base::TimeDelta logging_flush_interval, |
| 61 scoped_ptr<Client> client, | 60 std::unique_ptr<Client> client, |
| 62 scoped_ptr<PacketTransport> transport, | 61 std::unique_ptr<PacketTransport> transport, |
| 63 const scoped_refptr<base::SingleThreadTaskRunner>& transport_task_runner); | 62 const scoped_refptr<base::SingleThreadTaskRunner>& transport_task_runner); |
| 64 | 63 |
| 65 ~CastTransportImpl() final; | 64 ~CastTransportImpl() final; |
| 66 | 65 |
| 67 // CastTransport implementation for sending. | 66 // CastTransport implementation for sending. |
| 68 void InitializeAudio(const CastTransportRtpConfig& config, | 67 void InitializeAudio(const CastTransportRtpConfig& config, |
| 69 const RtcpCastMessageCallback& cast_message_cb, | 68 std::unique_ptr<RtpSenderRtcpClient> rtcp_client) final; |
| 70 const RtcpRttCallback& rtt_cb, | |
| 71 const RtcpPliCallback& pli_cb) final; | |
| 72 void InitializeVideo(const CastTransportRtpConfig& config, | 69 void InitializeVideo(const CastTransportRtpConfig& config, |
| 73 const RtcpCastMessageCallback& cast_message_cb, | 70 std::unique_ptr<RtpSenderRtcpClient> rtcp_client) final; |
| 74 const RtcpRttCallback& rtt_cb, | |
| 75 const RtcpPliCallback& pli_cb) final; | |
| 76 void InsertFrame(uint32_t ssrc, const EncodedFrame& frame) final; | 71 void InsertFrame(uint32_t ssrc, const EncodedFrame& frame) final; |
| 77 | 72 |
| 78 void SendSenderReport(uint32_t ssrc, | 73 void SendSenderReport(uint32_t ssrc, |
| 79 base::TimeTicks current_time, | 74 base::TimeTicks current_time, |
| 80 RtpTimeTicks current_time_as_rtp_timestamp) final; | 75 RtpTimeTicks current_time_as_rtp_timestamp) final; |
| 81 | 76 |
| 82 void CancelSendingFrames(uint32_t ssrc, | 77 void CancelSendingFrames(uint32_t ssrc, |
| 83 const std::vector<uint32_t>& frame_ids) final; | 78 const std::vector<uint32_t>& frame_ids) final; |
| 84 | 79 |
| 85 void ResendFrameForKickstart(uint32_t ssrc, uint32_t frame_id) final; | 80 void ResendFrameForKickstart(uint32_t ssrc, uint32_t frame_id) final; |
| (...skipping 23 matching lines...) Expand all Loading... | |
| 109 const RtcpTimeData& time_data) final; | 104 const RtcpTimeData& time_data) final; |
| 110 void AddCastFeedback(const RtcpCastMessage& cast_message, | 105 void AddCastFeedback(const RtcpCastMessage& cast_message, |
| 111 base::TimeDelta target_delay) final; | 106 base::TimeDelta target_delay) final; |
| 112 void AddPli(const RtcpPliMessage& pli_message) final; | 107 void AddPli(const RtcpPliMessage& pli_message) final; |
| 113 void AddRtcpEvents( | 108 void AddRtcpEvents( |
| 114 const ReceiverRtcpEventSubscriber::RtcpEvents& rtcp_events) final; | 109 const ReceiverRtcpEventSubscriber::RtcpEvents& rtcp_events) final; |
| 115 void AddRtpReceiverReport( | 110 void AddRtpReceiverReport( |
| 116 const RtcpReportBlock& rtp_receiver_report_block) final; | 111 const RtcpReportBlock& rtp_receiver_report_block) final; |
| 117 void SendRtcpFromRtpReceiver() final; | 112 void SendRtcpFromRtpReceiver() final; |
| 118 | 113 |
| 114 // Called when a log message is received. | |
| 115 void OnReceivedLogMessage(EventMediaType media_type, | |
|
miu
2016/04/15 23:14:39
These don't need to be made public. (See my comme
xjz
2016/04/20 01:09:03
Done.
| |
| 116 const RtcpReceiverLogMessage& log); | |
| 117 | |
| 118 // Called when a RTCP Cast message is received. | |
| 119 void OnReceivedCastMessage(uint32_t ssrc, | |
| 120 const RtcpCastMessage& cast_message); | |
| 121 | |
| 119 private: | 122 private: |
| 120 FRIEND_TEST_ALL_PREFIXES(CastTransportImplTest, NacksCancelRetransmits); | 123 FRIEND_TEST_ALL_PREFIXES(CastTransportImplTest, NacksCancelRetransmits); |
| 121 FRIEND_TEST_ALL_PREFIXES(CastTransportImplTest, CancelRetransmits); | 124 FRIEND_TEST_ALL_PREFIXES(CastTransportImplTest, CancelRetransmits); |
| 122 FRIEND_TEST_ALL_PREFIXES(CastTransportImplTest, Kickstart); | 125 FRIEND_TEST_ALL_PREFIXES(CastTransportImplTest, Kickstart); |
| 123 FRIEND_TEST_ALL_PREFIXES(CastTransportImplTest, DedupRetransmissionWithAudio); | 126 FRIEND_TEST_ALL_PREFIXES(CastTransportImplTest, DedupRetransmissionWithAudio); |
| 124 | 127 |
| 125 // Resend packets for the stream identified by |ssrc|. | 128 // Resend packets for the stream identified by |ssrc|. |
| 126 // If |cancel_rtx_if_not_in_list| is true then transmission of packets for the | 129 // If |cancel_rtx_if_not_in_list| is true then transmission of packets for the |
| 127 // frames but not in the list will be dropped. | 130 // frames but not in the list will be dropped. |
| 128 // See PacedSender::ResendPackets() to see how |dedup_info| works. | 131 // See PacedSender::ResendPackets() to see how |dedup_info| works. |
| 129 void ResendPackets(uint32_t ssrc, | 132 void ResendPackets(uint32_t ssrc, |
| 130 const MissingFramesAndPacketsMap& missing_packets, | 133 const MissingFramesAndPacketsMap& missing_packets, |
| 131 bool cancel_rtx_if_not_in_list, | 134 bool cancel_rtx_if_not_in_list, |
| 132 const DedupInfo& dedup_info); | 135 const DedupInfo& dedup_info); |
| 133 | 136 |
| 134 // If |logging_flush_interval| is set, this is called at approximate periodic | 137 // If |logging_flush_interval| is set, this is called at approximate periodic |
| 135 // intervals. | 138 // intervals. |
| 136 void SendRawEvents(); | 139 void SendRawEvents(); |
| 137 | 140 |
| 138 // Called when a packet is received. | 141 // Called when a packet is received. |
| 139 bool OnReceivedPacket(scoped_ptr<Packet> packet); | 142 bool OnReceivedPacket(std::unique_ptr<Packet> packet); |
| 140 | |
| 141 // Called when a log message is received. | |
| 142 void OnReceivedLogMessage(EventMediaType media_type, | |
| 143 const RtcpReceiverLogMessage& log); | |
| 144 | |
| 145 // Called when a RTCP Cast message is received. | |
| 146 void OnReceivedCastMessage(uint32_t ssrc, | |
| 147 const RtcpCastMessageCallback& cast_message_cb, | |
| 148 const RtcpCastMessage& cast_message); | |
| 149 | 143 |
| 150 base::TickClock* const clock_; // Not owned by this class. | 144 base::TickClock* const clock_; // Not owned by this class. |
| 151 const base::TimeDelta logging_flush_interval_; | 145 const base::TimeDelta logging_flush_interval_; |
| 152 const scoped_ptr<Client> transport_client_; | 146 const std::unique_ptr<Client> transport_client_; |
| 153 const scoped_ptr<PacketTransport> transport_; | 147 const std::unique_ptr<PacketTransport> transport_; |
| 154 const scoped_refptr<base::SingleThreadTaskRunner> transport_task_runner_; | 148 const scoped_refptr<base::SingleThreadTaskRunner> transport_task_runner_; |
| 155 | 149 |
| 156 // FrameEvents and PacketEvents pending delivery via raw events callback. | 150 // FrameEvents and PacketEvents pending delivery via raw events callback. |
| 157 // Do not add elements to these when |logging_flush_interval| is | 151 // Do not add elements to these when |logging_flush_interval| is |
| 158 // |base::TimeDelta()|. | 152 // |base::TimeDelta()|. |
| 159 std::vector<FrameEvent> recent_frame_events_; | 153 std::vector<FrameEvent> recent_frame_events_; |
| 160 std::vector<PacketEvent> recent_packet_events_; | 154 std::vector<PacketEvent> recent_packet_events_; |
| 161 | 155 |
| 162 // Packet sender that performs pacing. | 156 // Packet sender that performs pacing. |
| 163 PacedSender pacer_; | 157 PacedSender pacer_; |
| 164 | 158 |
| 165 // Packetizer for audio and video frames. | 159 // Packetizer for audio and video frames. |
| 166 scoped_ptr<RtpSender> audio_sender_; | 160 std::unique_ptr<RtpSender> audio_sender_; |
| 167 scoped_ptr<RtpSender> video_sender_; | 161 std::unique_ptr<RtpSender> video_sender_; |
| 168 | 162 |
| 169 // Maintains RTCP session for audio and video. | 163 // Maintains RTCP session for audio and video. |
| 170 scoped_ptr<SenderRtcpSession> audio_rtcp_session_; | 164 std::unique_ptr<SenderRtcpSession> audio_rtcp_session_; |
| 171 scoped_ptr<SenderRtcpSession> video_rtcp_session_; | 165 std::unique_ptr<SenderRtcpSession> video_rtcp_session_; |
| 172 | 166 |
| 173 // Encrypts data in EncodedFrames before they are sent. Note that it's | 167 // Encrypts data in EncodedFrames before they are sent. Note that it's |
| 174 // important for the encryption to happen here, in code that would execute in | 168 // important for the encryption to happen here, in code that would execute in |
| 175 // the main browser process, for security reasons. This helps to mitigate | 169 // the main browser process, for security reasons. This helps to mitigate |
| 176 // the damage that could be caused by a compromised renderer process. | 170 // the damage that could be caused by a compromised renderer process. |
| 177 TransportEncryptionHandler audio_encryptor_; | 171 TransportEncryptionHandler audio_encryptor_; |
| 178 TransportEncryptionHandler video_encryptor_; | 172 TransportEncryptionHandler video_encryptor_; |
| 179 | 173 |
| 180 // Right after a frame is sent we record the number of bytes sent to the | 174 // Right after a frame is sent we record the number of bytes sent to the |
| 181 // socket. We record the corresponding bytes sent for the most recent ACKed | 175 // socket. We record the corresponding bytes sent for the most recent ACKed |
| 182 // audio packet. | 176 // audio packet. |
| 183 int64_t last_byte_acked_for_audio_; | 177 int64_t last_byte_acked_for_audio_; |
| 184 | 178 |
| 185 // Packets that don't match these sender ssrcs are ignored. | 179 // Packets that don't match these sender ssrcs are ignored. |
| 186 std::set<uint32_t> valid_sender_ssrcs_; | 180 std::set<uint32_t> valid_sender_ssrcs_; |
| 187 | 181 |
| 188 // While non-null, global WiFi behavior modifications are in effect. This is | 182 // While non-null, global WiFi behavior modifications are in effect. This is |
| 189 // used, for example, to turn off WiFi scanning that tends to interfere with | 183 // used, for example, to turn off WiFi scanning that tends to interfere with |
| 190 // the reliability of UDP packet transmission. | 184 // the reliability of UDP packet transmission. |
| 191 scoped_ptr<net::ScopedWifiOptions> wifi_options_autoreset_; | 185 std::unique_ptr<net::ScopedWifiOptions> wifi_options_autoreset_; |
| 192 | 186 |
| 193 // Do not initialize the |rtcp_builder_at_rtp_receiver_| if the RTP receiver | 187 // Do not initialize the |rtcp_builder_at_rtp_receiver_| if the RTP receiver |
| 194 // SSRC does not match these ssrcs. Only RTP receiver needs to register its | 188 // SSRC does not match these ssrcs. Only RTP receiver needs to register its |
| 195 // SSRC in this set. | 189 // SSRC in this set. |
| 196 std::set<uint32_t> valid_rtp_receiver_ssrcs_; | 190 std::set<uint32_t> valid_rtp_receiver_ssrcs_; |
| 197 | 191 |
| 198 scoped_ptr<RtcpBuilder> rtcp_builder_at_rtp_receiver_; | 192 std::unique_ptr<RtcpBuilder> rtcp_builder_at_rtp_receiver_; |
| 199 | 193 |
| 200 base::WeakPtrFactory<CastTransportImpl> weak_factory_; | 194 base::WeakPtrFactory<CastTransportImpl> weak_factory_; |
| 201 | 195 |
| 202 DISALLOW_COPY_AND_ASSIGN(CastTransportImpl); | 196 DISALLOW_COPY_AND_ASSIGN(CastTransportImpl); |
| 203 }; | 197 }; |
| 204 | 198 |
| 205 } // namespace cast | 199 } // namespace cast |
| 206 } // namespace media | 200 } // namespace media |
| 207 | 201 |
| 208 #endif // MEDIA_CAST_NET_CAST_TRANSPORT_IMPL_H_ | 202 #endif // MEDIA_CAST_NET_CAST_TRANSPORT_IMPL_H_ |
| OLD | NEW |