Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(60)

Side by Side Diff: media/cast/receiver/cast_receiver_impl.cc

Issue 308043006: [Cast] Clean-up: Merge RtpReceiver+AudioReceiver+VideoReceiver-->FrameReceiver. (Closed) Base URL: svn://svn.chromium.org/chrome/trunk/src
Patch Set: Created 6 years, 6 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
OLDNEW
1 // Copyright 2013 The Chromium Authors. All rights reserved. 1 // Copyright 2013 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #include "media/cast/cast_receiver_impl.h" 5 #include "media/cast/receiver/cast_receiver_impl.h"
6 6
7 #include "base/bind.h" 7 #include "base/bind.h"
8 #include "base/bind_helpers.h"
8 #include "base/callback.h" 9 #include "base/callback.h"
10 #include "base/debug/trace_event.h"
9 #include "base/logging.h" 11 #include "base/logging.h"
10 #include "base/message_loop/message_loop.h" 12 #include "base/message_loop/message_loop.h"
13 #include "media/cast/receiver/audio_decoder.h"
14 #include "media/cast/receiver/video_decoder.h"
11 15
12 namespace media { 16 namespace media {
13 namespace cast { 17 namespace cast {
14 18
15 // The video and audio receivers should only be called from the main thread.
16 // LocalFrameReciever posts tasks to the main thread, making the cast interface
17 // thread safe.
18 class LocalFrameReceiver : public FrameReceiver {
19 public:
20 LocalFrameReceiver(scoped_refptr<CastEnvironment> cast_environment,
21 AudioReceiver* audio_receiver,
22 VideoReceiver* video_receiver)
23 : cast_environment_(cast_environment),
24 audio_receiver_(audio_receiver),
25 video_receiver_(video_receiver) {}
26
27 virtual void GetRawVideoFrame(const VideoFrameDecodedCallback& callback)
28 OVERRIDE {
29 cast_environment_->PostTask(CastEnvironment::MAIN,
30 FROM_HERE,
31 base::Bind(&VideoReceiver::GetRawVideoFrame,
32 video_receiver_->AsWeakPtr(),
33 callback));
34 }
35
36 virtual void GetEncodedVideoFrame(const FrameEncodedCallback& callback)
37 OVERRIDE {
38 cast_environment_->PostTask(CastEnvironment::MAIN,
39 FROM_HERE,
40 base::Bind(&VideoReceiver::GetEncodedVideoFrame,
41 video_receiver_->AsWeakPtr(),
42 callback));
43 }
44
45 virtual void GetRawAudioFrame(const AudioFrameDecodedCallback& callback)
46 OVERRIDE {
47 cast_environment_->PostTask(CastEnvironment::MAIN,
48 FROM_HERE,
49 base::Bind(&AudioReceiver::GetRawAudioFrame,
50 audio_receiver_->AsWeakPtr(),
51 callback));
52 }
53
54 virtual void GetCodedAudioFrame(const FrameEncodedCallback& callback)
55 OVERRIDE {
56 cast_environment_->PostTask(CastEnvironment::MAIN,
57 FROM_HERE,
58 base::Bind(&AudioReceiver::GetEncodedAudioFrame,
59 audio_receiver_->AsWeakPtr(),
60 callback));
61 }
62
63 protected:
64 virtual ~LocalFrameReceiver() {}
65
66 private:
67 friend class base::RefCountedThreadSafe<LocalFrameReceiver>;
68
69 scoped_refptr<CastEnvironment> cast_environment_;
70 AudioReceiver* audio_receiver_;
71 VideoReceiver* video_receiver_;
72 };
73
74 scoped_ptr<CastReceiver> CastReceiver::Create( 19 scoped_ptr<CastReceiver> CastReceiver::Create(
75 scoped_refptr<CastEnvironment> cast_environment, 20 scoped_refptr<CastEnvironment> cast_environment,
76 const FrameReceiverConfig& audio_config, 21 const FrameReceiverConfig& audio_config,
77 const FrameReceiverConfig& video_config, 22 const FrameReceiverConfig& video_config,
78 transport::PacketSender* const packet_sender) { 23 transport::PacketSender* const packet_sender) {
79 return scoped_ptr<CastReceiver>(new CastReceiverImpl( 24 return scoped_ptr<CastReceiver>(new CastReceiverImpl(
80 cast_environment, audio_config, video_config, packet_sender)); 25 cast_environment, audio_config, video_config, packet_sender));
81 } 26 }
82 27
83 CastReceiverImpl::CastReceiverImpl( 28 CastReceiverImpl::CastReceiverImpl(
84 scoped_refptr<CastEnvironment> cast_environment, 29 scoped_refptr<CastEnvironment> cast_environment,
85 const FrameReceiverConfig& audio_config, 30 const FrameReceiverConfig& audio_config,
86 const FrameReceiverConfig& video_config, 31 const FrameReceiverConfig& video_config,
87 transport::PacketSender* const packet_sender) 32 transport::PacketSender* const packet_sender)
88 : pacer_(cast_environment->Clock(), 33 : cast_environment_(cast_environment),
34 pacer_(cast_environment->Clock(),
89 cast_environment->Logging(), 35 cast_environment->Logging(),
90 packet_sender, 36 packet_sender,
91 cast_environment->GetTaskRunner(CastEnvironment::MAIN)), 37 cast_environment->GetTaskRunner(CastEnvironment::MAIN)),
92 audio_receiver_(cast_environment, audio_config, &pacer_), 38 audio_receiver_(cast_environment, audio_config, AUDIO_EVENT, &pacer_),
93 video_receiver_(cast_environment, 39 video_receiver_(cast_environment, video_config, VIDEO_EVENT, &pacer_),
94 video_config,
95 &pacer_),
96 frame_receiver_(new LocalFrameReceiver(cast_environment,
97 &audio_receiver_,
98 &video_receiver_)),
99 cast_environment_(cast_environment),
100 ssrc_of_audio_sender_(audio_config.incoming_ssrc), 40 ssrc_of_audio_sender_(audio_config.incoming_ssrc),
101 ssrc_of_video_sender_(video_config.incoming_ssrc) {} 41 ssrc_of_video_sender_(video_config.incoming_ssrc),
42 num_audio_channels_(audio_config.channels),
43 audio_sampling_rate_(audio_config.frequency),
44 audio_codec_(audio_config.codec.audio),
45 video_codec_(video_config.codec.video) {}
102 46
103 CastReceiverImpl::~CastReceiverImpl() {} 47 CastReceiverImpl::~CastReceiverImpl() {}
104 48
105 // The video and audio receivers should only be called from the main thread. 49 void CastReceiverImpl::DispatchReceivedPacket(scoped_ptr<Packet> packet) {
106 void CastReceiverImpl::ReceivedPacket(scoped_ptr<Packet> packet) { 50 const uint8_t* const data = &packet->front();
107 const uint8_t* data = &packet->front(); 51 const size_t length = packet->size();
108 size_t length = packet->size(); 52
109 if (length < kMinLengthOfRtcp) { 53 uint32 ssrc_of_sender;
110 VLOG(1) << "Received a packet which is too short " << length; 54 if (Rtcp::IsRtcpPacket(data, length)) {
55 ssrc_of_sender = Rtcp::GetSsrcOfSender(data, length);
56 } else if (!FrameReceiver::ParseSenderSsrc(data, length, &ssrc_of_sender)) {
57 VLOG(1) << "Invalid RTP packet.";
111 return; 58 return;
112 } 59 }
113 uint32 ssrc_of_sender; 60
114 if (!Rtcp::IsRtcpPacket(data, length)) { 61 base::WeakPtr<FrameReceiver> target;
115 if (length < kMinLengthOfRtp) { 62 if (ssrc_of_sender == ssrc_of_video_sender_) {
116 VLOG(1) << "Received a RTP packet which is too short " << length; 63 target = video_receiver_.AsWeakPtr();
117 return; 64 } else if (ssrc_of_sender == ssrc_of_audio_sender_) {
118 } 65 target = audio_receiver_.AsWeakPtr();
119 ssrc_of_sender = RtpReceiver::GetSsrcOfSender(data, length);
120 } else { 66 } else {
121 ssrc_of_sender = Rtcp::GetSsrcOfSender(data, length); 67 VLOG(1) << "Dropping packet with a non matching sender SSRC: "
68 << ssrc_of_sender;
69 return;
122 } 70 }
123 if (ssrc_of_sender == ssrc_of_audio_sender_) { 71 cast_environment_->PostTask(
124 cast_environment_->PostTask(CastEnvironment::MAIN, 72 CastEnvironment::MAIN,
125 FROM_HERE, 73 FROM_HERE,
126 base::Bind(&AudioReceiver::IncomingPacket, 74 base::Bind(base::IgnoreResult(&FrameReceiver::ProcessPacket),
127 audio_receiver_.AsWeakPtr(), 75 target,
128 base::Passed(&packet))); 76 base::Passed(&packet)));
129 } else if (ssrc_of_sender == ssrc_of_video_sender_) {
130 cast_environment_->PostTask(CastEnvironment::MAIN,
131 FROM_HERE,
132 base::Bind(&VideoReceiver::IncomingPacket,
133 video_receiver_.AsWeakPtr(),
134 base::Passed(&packet)));
135 } else {
136 VLOG(1) << "Received a packet with a non matching sender SSRC "
137 << ssrc_of_sender;
138 }
139 } 77 }
140 78
141 transport::PacketReceiverCallback CastReceiverImpl::packet_receiver() { 79 transport::PacketReceiverCallback CastReceiverImpl::packet_receiver() {
142 return base::Bind(&CastReceiverImpl::ReceivedPacket, base::Unretained(this)); 80 return base::Bind(&CastReceiverImpl::DispatchReceivedPacket,
Alpha Left Google 2014/06/02 20:16:59 I think we need a TODO here.
miu 2014/06/02 22:36:08 Done.
81 base::Unretained(this));
143 } 82 }
144 83
145 scoped_refptr<FrameReceiver> CastReceiverImpl::frame_receiver() { 84 void CastReceiverImpl::RequestDecodedAudioFrame(
146 return frame_receiver_; 85 const AudioFrameDecodedCallback& callback) {
86 DCHECK(cast_environment_->CurrentlyOn(CastEnvironment::MAIN));
87 DCHECK(!callback.is_null());
88 audio_receiver_.RequestEncodedFrame(base::Bind(
89 &CastReceiverImpl::DecodeEncodedAudioFrame,
90 // Note: Use of Unretained is safe since this Closure is guaranteed to be
91 // invoked or discarded before destruction of |this|.
92 base::Unretained(this),
93 callback));
94 }
95
96 void CastReceiverImpl::RequestEncodedAudioFrame(
97 const FrameEncodedCallback& callback) {
98 DCHECK(cast_environment_->CurrentlyOn(CastEnvironment::MAIN));
99 audio_receiver_.RequestEncodedFrame(callback);
100 }
101
102 void CastReceiverImpl::RequestDecodedVideoFrame(
103 const VideoFrameDecodedCallback& callback) {
104 DCHECK(cast_environment_->CurrentlyOn(CastEnvironment::MAIN));
105 DCHECK(!callback.is_null());
106 video_receiver_.RequestEncodedFrame(base::Bind(
107 &CastReceiverImpl::DecodeEncodedVideoFrame,
108 // Note: Use of Unretained is safe since this Closure is guaranteed to be
109 // invoked or discarded before destruction of |this|.
110 base::Unretained(this),
111 callback));
112 }
113
114 void CastReceiverImpl::RequestEncodedVideoFrame(
115 const FrameEncodedCallback& callback) {
116 DCHECK(cast_environment_->CurrentlyOn(CastEnvironment::MAIN));
117 video_receiver_.RequestEncodedFrame(callback);
118 }
119
120 void CastReceiverImpl::DecodeEncodedAudioFrame(
121 const AudioFrameDecodedCallback& callback,
122 scoped_ptr<transport::EncodedFrame> encoded_frame) {
123 DCHECK(cast_environment_->CurrentlyOn(CastEnvironment::MAIN));
124 if (!encoded_frame) {
125 callback.Run(make_scoped_ptr<AudioBus>(NULL), base::TimeTicks(), false);
126 return;
127 }
128
129 if (!audio_decoder_) {
130 audio_decoder_.reset(new AudioDecoder(cast_environment_,
131 num_audio_channels_,
132 audio_sampling_rate_,
133 audio_codec_));
134 }
135 const uint32 frame_id = encoded_frame->frame_id;
136 const uint32 rtp_timestamp = encoded_frame->rtp_timestamp;
137 const base::TimeTicks playout_time = encoded_frame->reference_time;
138 audio_decoder_->DecodeFrame(
139 encoded_frame.Pass(),
140 base::Bind(&CastReceiverImpl::EmitDecodedAudioFrame,
141 cast_environment_,
142 callback,
143 frame_id,
144 rtp_timestamp,
145 playout_time));
146 }
147
148 void CastReceiverImpl::DecodeEncodedVideoFrame(
149 const VideoFrameDecodedCallback& callback,
150 scoped_ptr<transport::EncodedFrame> encoded_frame) {
151 DCHECK(cast_environment_->CurrentlyOn(CastEnvironment::MAIN));
152 if (!encoded_frame) {
153 callback.Run(
154 make_scoped_refptr<VideoFrame>(NULL), base::TimeTicks(), false);
155 return;
156 }
157
158 // Used by chrome/browser/extension/api/cast_streaming/performance_test.cc
159 TRACE_EVENT_INSTANT2(
160 "cast_perf_test", "PullEncodedVideoFrame",
161 TRACE_EVENT_SCOPE_THREAD,
162 "rtp_timestamp", encoded_frame->rtp_timestamp,
163 "render_time", encoded_frame->reference_time.ToInternalValue());
164
165 if (!video_decoder_)
166 video_decoder_.reset(new VideoDecoder(cast_environment_, video_codec_));
167 const uint32 frame_id = encoded_frame->frame_id;
168 const uint32 rtp_timestamp = encoded_frame->rtp_timestamp;
169 const base::TimeTicks playout_time = encoded_frame->reference_time;
170 video_decoder_->DecodeFrame(
171 encoded_frame.Pass(),
172 base::Bind(&CastReceiverImpl::EmitDecodedVideoFrame,
173 cast_environment_,
174 callback,
175 frame_id,
176 rtp_timestamp,
177 playout_time));
178 }
179
180 // static
181 void CastReceiverImpl::EmitDecodedAudioFrame(
182 const scoped_refptr<CastEnvironment>& cast_environment,
183 const AudioFrameDecodedCallback& callback,
184 uint32 frame_id,
185 uint32 rtp_timestamp,
186 const base::TimeTicks& playout_time,
187 scoped_ptr<AudioBus> audio_bus,
188 bool is_continuous) {
189 DCHECK(cast_environment->CurrentlyOn(CastEnvironment::MAIN));
190 if (audio_bus.get()) {
191 const base::TimeTicks now = cast_environment->Clock()->NowTicks();
192 cast_environment->Logging()->InsertFrameEvent(
193 now, FRAME_DECODED, AUDIO_EVENT, rtp_timestamp, frame_id);
194 cast_environment->Logging()->InsertFrameEventWithDelay(
195 now, FRAME_PLAYOUT, AUDIO_EVENT, rtp_timestamp, frame_id,
196 playout_time - now);
197 }
198 callback.Run(audio_bus.Pass(), playout_time, is_continuous);
199 }
200
201 // static
202 void CastReceiverImpl::EmitDecodedVideoFrame(
203 const scoped_refptr<CastEnvironment>& cast_environment,
204 const VideoFrameDecodedCallback& callback,
205 uint32 frame_id,
206 uint32 rtp_timestamp,
207 const base::TimeTicks& playout_time,
208 const scoped_refptr<VideoFrame>& video_frame,
209 bool is_continuous) {
210 DCHECK(cast_environment->CurrentlyOn(CastEnvironment::MAIN));
211 if (video_frame) {
212 const base::TimeTicks now = cast_environment->Clock()->NowTicks();
213 cast_environment->Logging()->InsertFrameEvent(
214 now, FRAME_DECODED, VIDEO_EVENT, rtp_timestamp, frame_id);
215 cast_environment->Logging()->InsertFrameEventWithDelay(
216 now, FRAME_PLAYOUT, VIDEO_EVENT, rtp_timestamp, frame_id,
217 playout_time - now);
218
219 // Used by chrome/browser/extension/api/cast_streaming/performance_test.cc
220 TRACE_EVENT_INSTANT1(
221 "cast_perf_test", "FrameDecoded",
222 TRACE_EVENT_SCOPE_THREAD,
223 "rtp_timestamp", rtp_timestamp);
224 }
225 callback.Run(video_frame, playout_time, is_continuous);
147 } 226 }
148 227
149 } // namespace cast 228 } // namespace cast
150 } // namespace media 229 } // namespace media
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698