Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(168)

Side by Side Diff: webrtc/modules/video_coding/frame_buffer2.cc

Issue 2704183002: Revert of Revert Make the new jitter buffer the default jitter buffer. (Closed)
Patch Set: Rebase Created 3 years, 10 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 /* 1 /*
2 * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved. 2 * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved.
3 * 3 *
4 * Use of this source code is governed by a BSD-style license 4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source 5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found 6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may 7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree. 8 * be found in the AUTHORS file in the root of the source tree.
9 */ 9 */
10 10
11 #include "webrtc/modules/video_coding/frame_buffer2.h" 11 #include "webrtc/modules/video_coding/frame_buffer2.h"
12 12
13 #include <algorithm> 13 #include <algorithm>
14 #include <cstring> 14 #include <cstring>
15 #include <queue> 15 #include <queue>
16 16
17 #include "webrtc/base/checks.h" 17 #include "webrtc/base/checks.h"
18 #include "webrtc/base/logging.h" 18 #include "webrtc/base/logging.h"
19 #include "webrtc/modules/video_coding/include/video_coding_defines.h"
19 #include "webrtc/modules/video_coding/jitter_estimator.h" 20 #include "webrtc/modules/video_coding/jitter_estimator.h"
20 #include "webrtc/modules/video_coding/timing.h" 21 #include "webrtc/modules/video_coding/timing.h"
21 #include "webrtc/system_wrappers/include/clock.h" 22 #include "webrtc/system_wrappers/include/clock.h"
22 #include "webrtc/system_wrappers/include/metrics.h" 23 #include "webrtc/system_wrappers/include/metrics.h"
23 24
24 namespace webrtc { 25 namespace webrtc {
25 namespace video_coding { 26 namespace video_coding {
26 27
27 namespace { 28 namespace {
28 // Max number of frames the buffer will hold. 29 // Max number of frames the buffer will hold.
29 constexpr int kMaxFramesBuffered = 600; 30 constexpr int kMaxFramesBuffered = 600;
30 31
31 // Max number of decoded frame info that will be saved. 32 // Max number of decoded frame info that will be saved.
32 constexpr int kMaxFramesHistory = 50; 33 constexpr int kMaxFramesHistory = 50;
33 } // namespace 34 } // namespace
34 35
35 FrameBuffer::FrameBuffer(Clock* clock, 36 FrameBuffer::FrameBuffer(Clock* clock,
36 VCMJitterEstimator* jitter_estimator, 37 VCMJitterEstimator* jitter_estimator,
37 VCMTiming* timing) 38 VCMTiming* timing,
39 VCMReceiveStatisticsCallback* stats_callback)
38 : clock_(clock), 40 : clock_(clock),
39 new_countinuous_frame_event_(false, false), 41 new_countinuous_frame_event_(false, false),
40 jitter_estimator_(jitter_estimator), 42 jitter_estimator_(jitter_estimator),
41 timing_(timing), 43 timing_(timing),
42 inter_frame_delay_(clock_->TimeInMilliseconds()), 44 inter_frame_delay_(clock_->TimeInMilliseconds()),
43 last_decoded_frame_it_(frames_.end()), 45 last_decoded_frame_it_(frames_.end()),
44 last_continuous_frame_it_(frames_.end()), 46 last_continuous_frame_it_(frames_.end()),
45 num_frames_history_(0), 47 num_frames_history_(0),
46 num_frames_buffered_(0), 48 num_frames_buffered_(0),
47 stopped_(false), 49 stopped_(false),
48 protection_mode_(kProtectionNack) {} 50 protection_mode_(kProtectionNack),
51 stats_callback_(stats_callback) {}
49 52
50 FrameBuffer::~FrameBuffer() { 53 FrameBuffer::~FrameBuffer() {}
51 UpdateHistograms();
52 }
53 54
54 FrameBuffer::ReturnReason FrameBuffer::NextFrame( 55 FrameBuffer::ReturnReason FrameBuffer::NextFrame(
55 int64_t max_wait_time_ms, 56 int64_t max_wait_time_ms,
56 std::unique_ptr<FrameObject>* frame_out) { 57 std::unique_ptr<FrameObject>* frame_out) {
57 int64_t latest_return_time_ms = 58 int64_t latest_return_time_ms =
58 clock_->TimeInMilliseconds() + max_wait_time_ms; 59 clock_->TimeInMilliseconds() + max_wait_time_ms;
59 int64_t wait_ms = max_wait_time_ms; 60 int64_t wait_ms = max_wait_time_ms;
60 61
61 do { 62 do {
62 int64_t now_ms = clock_->TimeInMilliseconds(); 63 int64_t now_ms = clock_->TimeInMilliseconds();
(...skipping 102 matching lines...) Expand 10 before | Expand all | Expand 10 after
165 void FrameBuffer::Stop() { 166 void FrameBuffer::Stop() {
166 rtc::CritScope lock(&crit_); 167 rtc::CritScope lock(&crit_);
167 stopped_ = true; 168 stopped_ = true;
168 new_countinuous_frame_event_.Set(); 169 new_countinuous_frame_event_.Set();
169 } 170 }
170 171
171 int FrameBuffer::InsertFrame(std::unique_ptr<FrameObject> frame) { 172 int FrameBuffer::InsertFrame(std::unique_ptr<FrameObject> frame) {
172 rtc::CritScope lock(&crit_); 173 rtc::CritScope lock(&crit_);
173 RTC_DCHECK(frame); 174 RTC_DCHECK(frame);
174 175
175 ++num_total_frames_; 176 if (stats_callback_)
176 if (frame->num_references == 0) 177 stats_callback_->OnCompleteFrame(frame->num_references == 0, frame->size());
177 ++num_key_frames_;
178 178
179 FrameKey key(frame->picture_id, frame->spatial_layer); 179 FrameKey key(frame->picture_id, frame->spatial_layer);
180 int last_continuous_picture_id = 180 int last_continuous_picture_id =
181 last_continuous_frame_it_ == frames_.end() 181 last_continuous_frame_it_ == frames_.end()
182 ? -1 182 ? -1
183 : last_continuous_frame_it_->first.picture_id; 183 : last_continuous_frame_it_->first.picture_id;
184 184
185 if (num_frames_buffered_ >= kMaxFramesBuffered) { 185 if (num_frames_buffered_ >= kMaxFramesBuffered) {
186 LOG(LS_WARNING) << "Frame with (picture_id:spatial_id) (" << key.picture_id 186 LOG(LS_WARNING) << "Frame with (picture_id:spatial_id) (" << key.picture_id
187 << ":" << static_cast<int>(key.spatial_layer) 187 << ":" << static_cast<int>(key.spatial_layer)
(...skipping 193 matching lines...) Expand 10 before | Expand all | Expand 10 after
381 ref_info->second.num_missing_decodable); 381 ref_info->second.num_missing_decodable);
382 } 382 }
383 383
384 RTC_DCHECK_LE(info->second.num_missing_continuous, 384 RTC_DCHECK_LE(info->second.num_missing_continuous,
385 info->second.num_missing_decodable); 385 info->second.num_missing_decodable);
386 386
387 return true; 387 return true;
388 } 388 }
389 389
390 void FrameBuffer::UpdateJitterDelay() { 390 void FrameBuffer::UpdateJitterDelay() {
391 int unused; 391 if (!stats_callback_)
392 int delay; 392 return;
393 timing_->GetTimings(&unused, &unused, &unused, &unused, &delay, &unused,
394 &unused);
395 393
396 accumulated_delay_ += delay; 394 int decode_ms;
397 ++accumulated_delay_samples_; 395 int max_decode_ms;
398 } 396 int current_delay_ms;
399 397 int target_delay_ms;
400 void FrameBuffer::UpdateHistograms() const { 398 int jitter_buffer_ms;
401 rtc::CritScope lock(&crit_); 399 int min_playout_delay_ms;
402 if (num_total_frames_ > 0) { 400 int render_delay_ms;
403 int key_frames_permille = (static_cast<float>(num_key_frames_) * 1000.0f / 401 if (timing_->GetTimings(&decode_ms, &max_decode_ms, &current_delay_ms,
404 static_cast<float>(num_total_frames_) + 402 &target_delay_ms, &jitter_buffer_ms,
405 0.5f); 403 &min_playout_delay_ms, &render_delay_ms)) {
406 RTC_HISTOGRAM_COUNTS_1000("WebRTC.Video.KeyFramesReceivedInPermille", 404 stats_callback_->OnFrameBufferTimingsUpdated(
407 key_frames_permille); 405 decode_ms, max_decode_ms, current_delay_ms, target_delay_ms,
408 } 406 jitter_buffer_ms, min_playout_delay_ms, render_delay_ms);
409
410 if (accumulated_delay_samples_ > 0) {
411 RTC_HISTOGRAM_COUNTS_10000("WebRTC.Video.JitterBufferDelayInMs",
412 accumulated_delay_ / accumulated_delay_samples_);
413 } 407 }
414 } 408 }
415 409
416 void FrameBuffer::ClearFramesAndHistory() { 410 void FrameBuffer::ClearFramesAndHistory() {
417 frames_.clear(); 411 frames_.clear();
418 last_decoded_frame_it_ = frames_.end(); 412 last_decoded_frame_it_ = frames_.end();
419 last_continuous_frame_it_ = frames_.end(); 413 last_continuous_frame_it_ = frames_.end();
420 next_frame_it_ = frames_.end(); 414 next_frame_it_ = frames_.end();
421 num_frames_history_ = 0; 415 num_frames_history_ = 0;
422 num_frames_buffered_ = 0; 416 num_frames_buffered_ = 0;
423 } 417 }
424 418
425 } // namespace video_coding 419 } // namespace video_coding
426 } // namespace webrtc 420 } // namespace webrtc
OLDNEW
« no previous file with comments | « webrtc/modules/video_coding/frame_buffer2.h ('k') | webrtc/modules/video_coding/frame_buffer2_unittest.cc » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698