| OLD | NEW |
| 1 // Copyright 2013 The Chromium Authors. All rights reserved. | 1 // Copyright 2013 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include "media/cast/audio_sender/audio_sender.h" | 5 #include "media/cast/audio_sender/audio_sender.h" |
| 6 | 6 |
| 7 #include "base/bind.h" | 7 #include "base/bind.h" |
| 8 #include "base/logging.h" | 8 #include "base/logging.h" |
| 9 #include "base/message_loop/message_loop.h" | 9 #include "base/message_loop/message_loop.h" |
| 10 #include "media/cast/audio_sender/audio_encoder.h" | 10 #include "media/cast/audio_sender/audio_encoder.h" |
| 11 #include "media/cast/transport/cast_transport_defines.h" | 11 #include "media/cast/transport/cast_transport_defines.h" |
| 12 | 12 |
| 13 namespace media { | 13 namespace media { |
| 14 namespace cast { | 14 namespace cast { |
| 15 | 15 |
| 16 const int64 kMinSchedulingDelayMs = 1; | 16 const int kNumAggressiveReportsSentAtStart = 100; |
| 17 | 17 const int kMinSchedulingDelayMs = 1; |
| 18 class LocalRtcpAudioSenderFeedback : public RtcpSenderFeedback { | |
| 19 public: | |
| 20 explicit LocalRtcpAudioSenderFeedback(AudioSender* audio_sender) | |
| 21 : audio_sender_(audio_sender) {} | |
| 22 | |
| 23 virtual void OnReceivedCastFeedback(const RtcpCastMessage& cast_feedback) | |
| 24 OVERRIDE { | |
| 25 if (!cast_feedback.missing_frames_and_packets_.empty()) { | |
| 26 audio_sender_->ResendPackets(cast_feedback.missing_frames_and_packets_); | |
| 27 } | |
| 28 VLOG(2) << "Received audio ACK " | |
| 29 << static_cast<int>(cast_feedback.ack_frame_id_); | |
| 30 } | |
| 31 | |
| 32 private: | |
| 33 AudioSender* audio_sender_; | |
| 34 | |
| 35 DISALLOW_IMPLICIT_CONSTRUCTORS(LocalRtcpAudioSenderFeedback); | |
| 36 }; | |
| 37 | 18 |
| 38 // TODO(mikhal): Reduce heap allocation when not needed. | 19 // TODO(mikhal): Reduce heap allocation when not needed. |
| 39 AudioSender::AudioSender(scoped_refptr<CastEnvironment> cast_environment, | 20 AudioSender::AudioSender(scoped_refptr<CastEnvironment> cast_environment, |
| 40 const AudioSenderConfig& audio_config, | 21 const AudioSenderConfig& audio_config, |
| 41 transport::CastTransportSender* const transport_sender) | 22 transport::CastTransportSender* const transport_sender) |
| 42 : cast_environment_(cast_environment), | 23 : cast_environment_(cast_environment), |
| 43 transport_sender_(transport_sender), | 24 transport_sender_(transport_sender), |
| 44 rtp_timestamp_helper_(audio_config.frequency), | 25 rtp_timestamp_helper_(audio_config.frequency), |
| 45 rtcp_feedback_(new LocalRtcpAudioSenderFeedback(this)), | |
| 46 rtcp_(cast_environment, | 26 rtcp_(cast_environment, |
| 47 rtcp_feedback_.get(), | 27 this, |
| 48 transport_sender_, | 28 transport_sender_, |
| 49 NULL, // paced sender. | 29 NULL, // paced sender. |
| 50 NULL, | 30 NULL, |
| 51 audio_config.rtcp_mode, | 31 audio_config.rtcp_mode, |
| 52 base::TimeDelta::FromMilliseconds(audio_config.rtcp_interval), | 32 base::TimeDelta::FromMilliseconds(audio_config.rtcp_interval), |
| 53 audio_config.rtp_config.ssrc, | 33 audio_config.rtp_config.ssrc, |
| 54 audio_config.incoming_feedback_ssrc, | 34 audio_config.incoming_feedback_ssrc, |
| 55 audio_config.rtcp_c_name, | 35 audio_config.rtcp_c_name, |
| 56 true), | 36 true), |
| 57 timers_initialized_(false), | 37 num_aggressive_rtcp_reports_sent_(0), |
| 58 cast_initialization_cb_(STATUS_AUDIO_UNINITIALIZED), | 38 cast_initialization_cb_(STATUS_AUDIO_UNINITIALIZED), |
| 59 weak_factory_(this) { | 39 weak_factory_(this) { |
| 60 rtcp_.SetCastReceiverEventHistorySize(kReceiverRtcpEventHistorySize); | 40 rtcp_.SetCastReceiverEventHistorySize(kReceiverRtcpEventHistorySize); |
| 61 if (!audio_config.use_external_encoder) { | 41 if (!audio_config.use_external_encoder) { |
| 62 audio_encoder_.reset( | 42 audio_encoder_.reset( |
| 63 new AudioEncoder(cast_environment, | 43 new AudioEncoder(cast_environment, |
| 64 audio_config, | 44 audio_config, |
| 65 base::Bind(&AudioSender::SendEncodedAudioFrame, | 45 base::Bind(&AudioSender::SendEncodedAudioFrame, |
| 66 weak_factory_.GetWeakPtr()))); | 46 weak_factory_.GetWeakPtr()))); |
| 67 cast_initialization_cb_ = audio_encoder_->InitializationResult(); | 47 cast_initialization_cb_ = audio_encoder_->InitializationResult(); |
| 68 } | 48 } |
| 69 | 49 |
| 70 media::cast::transport::CastTransportAudioConfig transport_config; | 50 media::cast::transport::CastTransportAudioConfig transport_config; |
| 71 transport_config.codec = audio_config.codec; | 51 transport_config.codec = audio_config.codec; |
| 72 transport_config.rtp.config = audio_config.rtp_config; | 52 transport_config.rtp.config = audio_config.rtp_config; |
| 73 transport_config.frequency = audio_config.frequency; | 53 transport_config.frequency = audio_config.frequency; |
| 74 transport_config.channels = audio_config.channels; | 54 transport_config.channels = audio_config.channels; |
| 75 transport_config.rtp.max_outstanding_frames = | 55 transport_config.rtp.max_outstanding_frames = |
| 76 audio_config.rtp_config.max_delay_ms / 100 + 1; | 56 audio_config.rtp_config.max_delay_ms / 100 + 1; |
| 77 transport_sender_->InitializeAudio(transport_config); | 57 transport_sender_->InitializeAudio(transport_config); |
| 78 } | 58 } |
| 79 | 59 |
| 80 AudioSender::~AudioSender() {} | 60 AudioSender::~AudioSender() {} |
| 81 | 61 |
| 82 void AudioSender::InitializeTimers() { | |
| 83 DCHECK(cast_environment_->CurrentlyOn(CastEnvironment::MAIN)); | |
| 84 if (!timers_initialized_) { | |
| 85 timers_initialized_ = true; | |
| 86 ScheduleNextRtcpReport(); | |
| 87 } | |
| 88 } | |
| 89 | |
| 90 void AudioSender::InsertAudio(scoped_ptr<AudioBus> audio_bus, | 62 void AudioSender::InsertAudio(scoped_ptr<AudioBus> audio_bus, |
| 91 const base::TimeTicks& recorded_time) { | 63 const base::TimeTicks& recorded_time) { |
| 92 DCHECK(cast_environment_->CurrentlyOn(CastEnvironment::MAIN)); | 64 DCHECK(cast_environment_->CurrentlyOn(CastEnvironment::MAIN)); |
| 93 DCHECK(audio_encoder_.get()) << "Invalid internal state"; | 65 DCHECK(audio_encoder_.get()) << "Invalid internal state"; |
| 94 audio_encoder_->InsertAudio(audio_bus.Pass(), recorded_time); | 66 audio_encoder_->InsertAudio(audio_bus.Pass(), recorded_time); |
| 95 } | 67 } |
| 96 | 68 |
| 97 void AudioSender::SendEncodedAudioFrame( | 69 void AudioSender::SendEncodedAudioFrame( |
| 98 scoped_ptr<transport::EncodedFrame> audio_frame) { | 70 scoped_ptr<transport::EncodedFrame> audio_frame) { |
| 99 DCHECK(cast_environment_->CurrentlyOn(CastEnvironment::MAIN)); | 71 DCHECK(cast_environment_->CurrentlyOn(CastEnvironment::MAIN)); |
| 100 DCHECK(!audio_frame->reference_time.is_null()); | 72 DCHECK(!audio_frame->reference_time.is_null()); |
| 101 rtp_timestamp_helper_.StoreLatestTime(audio_frame->reference_time, | 73 rtp_timestamp_helper_.StoreLatestTime(audio_frame->reference_time, |
| 102 audio_frame->rtp_timestamp); | 74 audio_frame->rtp_timestamp); |
| 103 InitializeTimers(); | 75 |
| 76 // At the start of the session, it's important to send reports before each |
| 77 // frame so that the receiver can properly compute playout times. The reason |
| 78 // more than one report is sent is because transmission is not guaranteed, |
| 79 // only best effort, so we send enough that one should almost certainly get |
| 80 // through. |
| 81 if (num_aggressive_rtcp_reports_sent_ < kNumAggressiveReportsSentAtStart) { |
| 82 // SendRtcpReport() will schedule future reports to be made if this is the |
| 83 // last "aggressive report." |
| 84 ++num_aggressive_rtcp_reports_sent_; |
| 85 const bool is_last_aggressive_report = |
| 86 (num_aggressive_rtcp_reports_sent_ == kNumAggressiveReportsSentAtStart); |
| 87 VLOG_IF(1, is_last_aggressive_report) << "Sending last aggressive report."; |
| 88 SendRtcpReport(is_last_aggressive_report); |
| 89 } |
| 90 |
| 104 transport_sender_->InsertCodedAudioFrame(*audio_frame); | 91 transport_sender_->InsertCodedAudioFrame(*audio_frame); |
| 105 } | 92 } |
| 106 | 93 |
| 107 void AudioSender::ResendPackets( | 94 void AudioSender::ResendPackets( |
| 108 const MissingFramesAndPacketsMap& missing_frames_and_packets) { | 95 const MissingFramesAndPacketsMap& missing_frames_and_packets) { |
| 109 DCHECK(cast_environment_->CurrentlyOn(CastEnvironment::MAIN)); | 96 DCHECK(cast_environment_->CurrentlyOn(CastEnvironment::MAIN)); |
| 110 transport_sender_->ResendPackets(true, missing_frames_and_packets); | 97 transport_sender_->ResendPackets(true, missing_frames_and_packets); |
| 111 } | 98 } |
| 112 | 99 |
| 113 void AudioSender::IncomingRtcpPacket(scoped_ptr<Packet> packet) { | 100 void AudioSender::IncomingRtcpPacket(scoped_ptr<Packet> packet) { |
| 114 DCHECK(cast_environment_->CurrentlyOn(CastEnvironment::MAIN)); | 101 DCHECK(cast_environment_->CurrentlyOn(CastEnvironment::MAIN)); |
| 115 rtcp_.IncomingRtcpPacket(&packet->front(), packet->size()); | 102 rtcp_.IncomingRtcpPacket(&packet->front(), packet->size()); |
| 116 } | 103 } |
| 117 | 104 |
| 118 void AudioSender::ScheduleNextRtcpReport() { | 105 void AudioSender::ScheduleNextRtcpReport() { |
| 119 DCHECK(cast_environment_->CurrentlyOn(CastEnvironment::MAIN)); | 106 DCHECK(cast_environment_->CurrentlyOn(CastEnvironment::MAIN)); |
| 120 base::TimeDelta time_to_next = | 107 base::TimeDelta time_to_next = |
| 121 rtcp_.TimeToSendNextRtcpReport() - cast_environment_->Clock()->NowTicks(); | 108 rtcp_.TimeToSendNextRtcpReport() - cast_environment_->Clock()->NowTicks(); |
| 122 | 109 |
| 123 time_to_next = std::max( | 110 time_to_next = std::max( |
| 124 time_to_next, base::TimeDelta::FromMilliseconds(kMinSchedulingDelayMs)); | 111 time_to_next, base::TimeDelta::FromMilliseconds(kMinSchedulingDelayMs)); |
| 125 | 112 |
| 126 cast_environment_->PostDelayedTask( | 113 cast_environment_->PostDelayedTask( |
| 127 CastEnvironment::MAIN, | 114 CastEnvironment::MAIN, |
| 128 FROM_HERE, | 115 FROM_HERE, |
| 129 base::Bind(&AudioSender::SendRtcpReport, weak_factory_.GetWeakPtr()), | 116 base::Bind(&AudioSender::SendRtcpReport, |
| 117 weak_factory_.GetWeakPtr(), |
| 118 true), |
| 130 time_to_next); | 119 time_to_next); |
| 131 } | 120 } |
| 132 | 121 |
| 133 void AudioSender::SendRtcpReport() { | 122 void AudioSender::SendRtcpReport(bool schedule_future_reports) { |
| 134 DCHECK(cast_environment_->CurrentlyOn(CastEnvironment::MAIN)); | 123 DCHECK(cast_environment_->CurrentlyOn(CastEnvironment::MAIN)); |
| 135 const base::TimeTicks now = cast_environment_->Clock()->NowTicks(); | 124 const base::TimeTicks now = cast_environment_->Clock()->NowTicks(); |
| 136 uint32 now_as_rtp_timestamp = 0; | 125 uint32 now_as_rtp_timestamp = 0; |
| 137 if (rtp_timestamp_helper_.GetCurrentTimeAsRtpTimestamp( | 126 if (rtp_timestamp_helper_.GetCurrentTimeAsRtpTimestamp( |
| 138 now, &now_as_rtp_timestamp)) { | 127 now, &now_as_rtp_timestamp)) { |
| 139 rtcp_.SendRtcpFromRtpSender(now, now_as_rtp_timestamp); | 128 rtcp_.SendRtcpFromRtpSender(now, now_as_rtp_timestamp); |
| 129 } else { |
| 130 // |rtp_timestamp_helper_| should have stored a mapping by this point. |
| 131 NOTREACHED(); |
| 140 } | 132 } |
| 141 ScheduleNextRtcpReport(); | 133 if (schedule_future_reports) |
| 134 ScheduleNextRtcpReport(); |
| 135 } |
| 136 |
| 137 void AudioSender::OnReceivedCastFeedback(const RtcpCastMessage& cast_feedback) { |
| 138 DCHECK(cast_environment_->CurrentlyOn(CastEnvironment::MAIN)); |
| 139 |
| 140 if (rtcp_.is_rtt_available()) { |
| 141 // Having the RTT values implies the receiver sent back a receiver report |
| 142 // based on it having received a report from here. Therefore, ensure this |
| 143 // sender stops aggressively sending reports. |
| 144 if (num_aggressive_rtcp_reports_sent_ < kNumAggressiveReportsSentAtStart) { |
| 145 VLOG(1) << "No longer a need to send reports aggressively (sent " |
| 146 << num_aggressive_rtcp_reports_sent_ << ")."; |
| 147 num_aggressive_rtcp_reports_sent_ = kNumAggressiveReportsSentAtStart; |
| 148 ScheduleNextRtcpReport(); |
| 149 } |
| 150 } |
| 151 |
| 152 if (!cast_feedback.missing_frames_and_packets_.empty()) { |
| 153 ResendPackets(cast_feedback.missing_frames_and_packets_); |
| 154 } |
| 155 VLOG(2) << "Received audio ACK " |
| 156 << static_cast<int>(cast_feedback.ack_frame_id_); |
| 142 } | 157 } |
| 143 | 158 |
| 144 } // namespace cast | 159 } // namespace cast |
| 145 } // namespace media | 160 } // namespace media |
| OLD | NEW |