Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(58)

Side by Side Diff: media/cast/video_sender/video_sender.h

Issue 388663003: Cast: Reshuffle files under media/cast (Closed) Base URL: svn://svn.chromium.org/chrome/trunk/src
Patch Set: missing includes Created 6 years, 5 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
OLDNEW
(Empty)
1 // Copyright 2013 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file.
4
5 #ifndef MEDIA_CAST_VIDEO_SENDER_VIDEO_SENDER_H_
6 #define MEDIA_CAST_VIDEO_SENDER_VIDEO_SENDER_H_
7
8 #include "base/callback.h"
9 #include "base/memory/ref_counted.h"
10 #include "base/memory/scoped_ptr.h"
11 #include "base/memory/weak_ptr.h"
12 #include "base/threading/non_thread_safe.h"
13 #include "base/time/tick_clock.h"
14 #include "base/time/time.h"
15 #include "media/cast/cast_config.h"
16 #include "media/cast/cast_environment.h"
17 #include "media/cast/congestion_control/congestion_control.h"
18 #include "media/cast/logging/logging_defines.h"
19 #include "media/cast/rtcp/rtcp.h"
20 #include "media/cast/rtp_timestamp_helper.h"
21
22 namespace media {
23
24 class VideoFrame;
25
26 namespace cast {
27
28 class LocalVideoEncoderCallback;
29 class VideoEncoder;
30
31 namespace transport {
32 class CastTransportSender;
33 }
34
35 // Not thread safe. Only called from the main cast thread.
36 // This class owns all objects related to sending video, objects that create RTP
37 // packets, congestion control, video encoder, parsing and sending of
38 // RTCP packets.
39 // Additionally it posts a bunch of delayed tasks to the main thread for various
40 // timeouts.
41 class VideoSender : public RtcpSenderFeedback,
42 public base::NonThreadSafe,
43 public base::SupportsWeakPtr<VideoSender> {
44 public:
45 VideoSender(scoped_refptr<CastEnvironment> cast_environment,
46 const VideoSenderConfig& video_config,
47 const CreateVideoEncodeAcceleratorCallback& create_vea_cb,
48 const CreateVideoEncodeMemoryCallback& create_video_encode_mem_cb,
49 transport::CastTransportSender* const transport_sender);
50
51 virtual ~VideoSender();
52
53 CastInitializationStatus InitializationResult() const {
54 return cast_initialization_status_;
55 }
56
57 // Note: It is not guaranteed that |video_frame| will actually be encoded and
58 // sent, if VideoSender detects too many frames in flight. Therefore, clients
59 // should be careful about the rate at which this method is called.
60 //
61 // Note: It is invalid to call this method if InitializationResult() returns
62 // anything but STATUS_VIDEO_INITIALIZED.
63 void InsertRawVideoFrame(const scoped_refptr<media::VideoFrame>& video_frame,
64 const base::TimeTicks& capture_time);
65
66 // Only called from the main cast thread.
67 void IncomingRtcpPacket(scoped_ptr<Packet> packet);
68
69 protected:
70 // Protected for testability.
71 virtual void OnReceivedCastFeedback(const RtcpCastMessage& cast_feedback)
72 OVERRIDE;
73
74 private:
75 // Schedule and execute periodic sending of RTCP report.
76 void ScheduleNextRtcpReport();
77 void SendRtcpReport(bool schedule_future_reports);
78
79 // Schedule and execute periodic checks for re-sending packets. If no
80 // acknowledgements have been received for "too long," VideoSender will
81 // speculatively re-send certain packets of an unacked frame to kick-start
82 // re-transmission. This is a last resort tactic to prevent the session from
83 // getting stuck after a long outage.
84 void ScheduleNextResendCheck();
85 void ResendCheck();
86 void ResendForKickstart();
87
88 // Returns true if there are too many frames in flight, as defined by the
89 // configured target playout delay plus simple logic. When this is true,
90 // InsertRawVideoFrame() will silenty drop frames instead of sending them to
91 // the video encoder.
92 bool AreTooManyFramesInFlight() const;
93
94 // Called by the |video_encoder_| with the next EncodeFrame to send.
95 void SendEncodedVideoFrame(int requested_bitrate_before_encode,
96 scoped_ptr<transport::EncodedFrame> encoded_frame);
97
98 const scoped_refptr<CastEnvironment> cast_environment_;
99
100 // The total amount of time between a frame's capture/recording on the sender
101 // and its playback on the receiver (i.e., shown to a user). This is fixed as
102 // a value large enough to give the system sufficient time to encode,
103 // transmit/retransmit, receive, decode, and render; given its run-time
104 // environment (sender/receiver hardware performance, network conditions,
105 // etc.).
106 const base::TimeDelta target_playout_delay_;
107
108 // Sends encoded frames over the configured transport (e.g., UDP). In
109 // Chromium, this could be a proxy that first sends the frames from a renderer
110 // process to the browser process over IPC, with the browser process being
111 // responsible for "packetizing" the frames and pushing packets into the
112 // network layer.
113 transport::CastTransportSender* const transport_sender_;
114
115 // Maximum number of outstanding frames before the encoding and sending of
116 // new frames shall halt.
117 const int max_unacked_frames_;
118
119 // Encodes media::VideoFrame images into EncodedFrames. Per configuration,
120 // this will point to either the internal software-based encoder or a proxy to
121 // a hardware-based encoder.
122 scoped_ptr<VideoEncoder> video_encoder_;
123
124 // Manages sending/receiving of RTCP packets, including sender/receiver
125 // reports.
126 Rtcp rtcp_;
127
128 // Records lip-sync (i.e., mapping of RTP <--> NTP timestamps), and
129 // extrapolates this mapping to any other point in time.
130 RtpTimestampHelper rtp_timestamp_helper_;
131
132 // Counts how many RTCP reports are being "aggressively" sent (i.e., one per
133 // frame) at the start of the session. Once a threshold is reached, RTCP
134 // reports are instead sent at the configured interval + random drift.
135 int num_aggressive_rtcp_reports_sent_;
136
137 // The number of frames currently being processed in |video_encoder_|.
138 int frames_in_encoder_;
139
140 // This is "null" until the first frame is sent. Thereafter, this tracks the
141 // last time any frame was sent or re-sent.
142 base::TimeTicks last_send_time_;
143
144 // The ID of the last frame sent. Logic throughout VideoSender assumes this
145 // can safely wrap-around. This member is invalid until
146 // |!last_send_time_.is_null()|.
147 uint32 last_sent_frame_id_;
148
149 // The ID of the latest (not necessarily the last) frame that has been
150 // acknowledged. Logic throughout VideoSender assumes this can safely
151 // wrap-around. This member is invalid until |!last_send_time_.is_null()|.
152 uint32 latest_acked_frame_id_;
153
154 // Counts the number of duplicate ACK that are being received. When this
155 // number reaches a threshold, the sender will take this as a sign that the
156 // receiver hasn't yet received the first packet of the next frame. In this
157 // case, VideoSender will trigger a re-send of the next frame.
158 int duplicate_ack_counter_;
159
160 // When we get close to the max number of un-acked frames, we set lower
161 // the bitrate drastically to ensure that we catch up. Without this we
162 // risk getting stuck in a catch-up state forever.
163 CongestionControl congestion_control_;
164
165 // If this sender is ready for use, this is STATUS_VIDEO_INITIALIZED.
166 CastInitializationStatus cast_initialization_status_;
167
168 // This is a "good enough" mapping for finding the RTP timestamp associated
169 // with a video frame. The key is the lowest 8 bits of frame id (which is
170 // what is sent via RTCP). This map is used for logging purposes.
171 RtpTimestamp frame_id_to_rtp_timestamp_[256];
172
173 // NOTE: Weak pointers must be invalidated before all other member variables.
174 base::WeakPtrFactory<VideoSender> weak_factory_;
175
176 DISALLOW_COPY_AND_ASSIGN(VideoSender);
177 };
178
179 } // namespace cast
180 } // namespace media
181
182 #endif // MEDIA_CAST_VIDEO_SENDER_VIDEO_SENDER_H_
OLDNEW
« no previous file with comments | « media/cast/video_sender/video_encoder_impl_unittest.cc ('k') | media/cast/video_sender/video_sender.cc » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698