Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(90)

Side by Side Diff: webrtc/modules/video_coding/frame_buffer2.cc

Issue 2627463004: Make the new jitter buffer the default jitter buffer. (Closed)
Patch Set: Rebase Created 3 years, 11 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 /* 1 /*
2 * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved. 2 * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved.
3 * 3 *
4 * Use of this source code is governed by a BSD-style license 4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source 5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found 6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may 7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree. 8 * be found in the AUTHORS file in the root of the source tree.
9 */ 9 */
10 10
11 #include "webrtc/modules/video_coding/frame_buffer2.h" 11 #include "webrtc/modules/video_coding/frame_buffer2.h"
12 12
13 #include <algorithm> 13 #include <algorithm>
14 #include <cstring> 14 #include <cstring>
15 #include <queue> 15 #include <queue>
16 16
17 #include "webrtc/base/checks.h" 17 #include "webrtc/base/checks.h"
18 #include "webrtc/base/logging.h" 18 #include "webrtc/base/logging.h"
19 #include "webrtc/modules/video_coding/include/video_coding_defines.h"
19 #include "webrtc/modules/video_coding/jitter_estimator.h" 20 #include "webrtc/modules/video_coding/jitter_estimator.h"
20 #include "webrtc/modules/video_coding/timing.h" 21 #include "webrtc/modules/video_coding/timing.h"
21 #include "webrtc/system_wrappers/include/clock.h" 22 #include "webrtc/system_wrappers/include/clock.h"
22 #include "webrtc/system_wrappers/include/metrics.h" 23 #include "webrtc/system_wrappers/include/metrics.h"
23 24
24 namespace webrtc { 25 namespace webrtc {
25 namespace video_coding { 26 namespace video_coding {
26 27
27 namespace { 28 namespace {
28 // Max number of frames the buffer will hold. 29 // Max number of frames the buffer will hold.
29 constexpr int kMaxFramesBuffered = 600; 30 constexpr int kMaxFramesBuffered = 600;
30 31
31 // Max number of decoded frame info that will be saved. 32 // Max number of decoded frame info that will be saved.
32 constexpr int kMaxFramesHistory = 50; 33 constexpr int kMaxFramesHistory = 50;
33 } // namespace 34 } // namespace
34 35
35 FrameBuffer::FrameBuffer(Clock* clock, 36 FrameBuffer::FrameBuffer(Clock* clock,
36 VCMJitterEstimator* jitter_estimator, 37 VCMJitterEstimator* jitter_estimator,
37 VCMTiming* timing) 38 VCMTiming* timing,
39 VCMReceiveStatisticsCallback* stats_callback)
38 : clock_(clock), 40 : clock_(clock),
39 new_countinuous_frame_event_(false, false), 41 new_countinuous_frame_event_(false, false),
40 jitter_estimator_(jitter_estimator), 42 jitter_estimator_(jitter_estimator),
41 timing_(timing), 43 timing_(timing),
42 inter_frame_delay_(clock_->TimeInMilliseconds()), 44 inter_frame_delay_(clock_->TimeInMilliseconds()),
43 last_decoded_frame_it_(frames_.end()), 45 last_decoded_frame_it_(frames_.end()),
44 last_continuous_frame_it_(frames_.end()), 46 last_continuous_frame_it_(frames_.end()),
45 num_frames_history_(0), 47 num_frames_history_(0),
46 num_frames_buffered_(0), 48 num_frames_buffered_(0),
47 stopped_(false), 49 stopped_(false),
48 protection_mode_(kProtectionNack) {} 50 protection_mode_(kProtectionNack),
51 stats_callback_(stats_callback) {}
49 52
50 FrameBuffer::~FrameBuffer() { 53 FrameBuffer::~FrameBuffer() {}
51 UpdateHistograms();
52 }
53 54
54 FrameBuffer::ReturnReason FrameBuffer::NextFrame( 55 FrameBuffer::ReturnReason FrameBuffer::NextFrame(
55 int64_t max_wait_time_ms, 56 int64_t max_wait_time_ms,
56 std::unique_ptr<FrameObject>* frame_out) { 57 std::unique_ptr<FrameObject>* frame_out) {
57 int64_t latest_return_time = clock_->TimeInMilliseconds() + max_wait_time_ms; 58 int64_t latest_return_time = clock_->TimeInMilliseconds() + max_wait_time_ms;
58 int64_t wait_ms = max_wait_time_ms; 59 int64_t wait_ms = max_wait_time_ms;
59 FrameMap::iterator next_frame_it; 60 FrameMap::iterator next_frame_it;
60 61
61 do { 62 do {
62 int64_t now_ms = clock_->TimeInMilliseconds(); 63 int64_t now_ms = clock_->TimeInMilliseconds();
(...skipping 92 matching lines...) Expand 10 before | Expand all | Expand 10 after
155 void FrameBuffer::Stop() { 156 void FrameBuffer::Stop() {
156 rtc::CritScope lock(&crit_); 157 rtc::CritScope lock(&crit_);
157 stopped_ = true; 158 stopped_ = true;
158 new_countinuous_frame_event_.Set(); 159 new_countinuous_frame_event_.Set();
159 } 160 }
160 161
161 int FrameBuffer::InsertFrame(std::unique_ptr<FrameObject> frame) { 162 int FrameBuffer::InsertFrame(std::unique_ptr<FrameObject> frame) {
162 rtc::CritScope lock(&crit_); 163 rtc::CritScope lock(&crit_);
163 RTC_DCHECK(frame); 164 RTC_DCHECK(frame);
164 165
165 ++num_total_frames_; 166 if (stats_callback_)
166 if (frame->num_references == 0) 167 stats_callback_->OnCompleteFrame(frame->num_references == 0, frame->size());
167 ++num_key_frames_;
168 168
169 FrameKey key(frame->picture_id, frame->spatial_layer); 169 FrameKey key(frame->picture_id, frame->spatial_layer);
170 int last_continuous_picture_id = 170 int last_continuous_picture_id =
171 last_continuous_frame_it_ == frames_.end() 171 last_continuous_frame_it_ == frames_.end()
172 ? -1 172 ? -1
173 : last_continuous_frame_it_->first.picture_id; 173 : last_continuous_frame_it_->first.picture_id;
174 174
175 if (num_frames_buffered_ >= kMaxFramesBuffered) { 175 if (num_frames_buffered_ >= kMaxFramesBuffered) {
176 LOG(LS_WARNING) << "Frame with (picture_id:spatial_id) (" << key.picture_id 176 LOG(LS_WARNING) << "Frame with (picture_id:spatial_id) (" << key.picture_id
177 << ":" << static_cast<int>(key.spatial_layer) 177 << ":" << static_cast<int>(key.spatial_layer)
(...skipping 180 matching lines...) Expand 10 before | Expand all | Expand 10 after
358 ref_info->second.num_missing_decodable); 358 ref_info->second.num_missing_decodable);
359 } 359 }
360 360
361 RTC_DCHECK_LE(info->second.num_missing_continuous, 361 RTC_DCHECK_LE(info->second.num_missing_continuous,
362 info->second.num_missing_decodable); 362 info->second.num_missing_decodable);
363 363
364 return true; 364 return true;
365 } 365 }
366 366
367 void FrameBuffer::UpdateJitterDelay() { 367 void FrameBuffer::UpdateJitterDelay() {
368 int unused; 368 if (!stats_callback_)
369 int delay; 369 return;
370 timing_->GetTimings(&unused, &unused, &unused, &unused, &delay, &unused,
371 &unused);
372 370
373 accumulated_delay_ += delay; 371 int decode_ms;
374 ++accumulated_delay_samples_; 372 int max_decode_ms;
375 } 373 int current_delay_ms;
376 374 int target_delay_ms;
377 void FrameBuffer::UpdateHistograms() const { 375 int jitter_buffer_ms;
378 rtc::CritScope lock(&crit_); 376 int min_playout_delay_ms;
379 if (num_total_frames_ > 0) { 377 int render_delay_ms;
380 int key_frames_permille = (static_cast<float>(num_key_frames_) * 1000.0f / 378 if (timing_->GetTimings(&decode_ms, &max_decode_ms, &current_delay_ms,
381 static_cast<float>(num_total_frames_) + 379 &target_delay_ms, &jitter_buffer_ms,
382 0.5f); 380 &min_playout_delay_ms, &render_delay_ms)) {
383 RTC_HISTOGRAM_COUNTS_1000("WebRTC.Video.KeyFramesReceivedInPermille", 381 stats_callback_->OnFrameBufferTimingsUpdated(
384 key_frames_permille); 382 decode_ms, max_decode_ms, current_delay_ms, target_delay_ms,
385 } 383 jitter_buffer_ms, min_playout_delay_ms, render_delay_ms);
386
387 if (accumulated_delay_samples_ > 0) {
388 RTC_HISTOGRAM_COUNTS_10000("WebRTC.Video.JitterBufferDelayInMs",
389 accumulated_delay_ / accumulated_delay_samples_);
390 } 384 }
391 } 385 }
392 386
393 } // namespace video_coding 387 } // namespace video_coding
394 } // namespace webrtc 388 } // namespace webrtc
OLDNEW
« no previous file with comments | « webrtc/modules/video_coding/frame_buffer2.h ('k') | webrtc/modules/video_coding/frame_buffer2_unittest.cc » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698