Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(207)

Side by Side Diff: webrtc/modules/video_coding/frame_buffer2.cc

Issue 2652043005: Reland of Make the new jitter buffer the default jitter buffer. (Closed)
Patch Set: Rebase Created 3 years, 10 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 /* 1 /*
2 * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved. 2 * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved.
3 * 3 *
4 * Use of this source code is governed by a BSD-style license 4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source 5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found 6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may 7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree. 8 * be found in the AUTHORS file in the root of the source tree.
9 */ 9 */
10 10
11 #include "webrtc/modules/video_coding/frame_buffer2.h" 11 #include "webrtc/modules/video_coding/frame_buffer2.h"
12 12
13 #include <algorithm> 13 #include <algorithm>
14 #include <cstring> 14 #include <cstring>
15 #include <queue> 15 #include <queue>
16 16
17 #include "webrtc/base/checks.h" 17 #include "webrtc/base/checks.h"
18 #include "webrtc/base/logging.h" 18 #include "webrtc/base/logging.h"
19 #include "webrtc/modules/video_coding/include/video_coding_defines.h"
19 #include "webrtc/modules/video_coding/jitter_estimator.h" 20 #include "webrtc/modules/video_coding/jitter_estimator.h"
20 #include "webrtc/modules/video_coding/timing.h" 21 #include "webrtc/modules/video_coding/timing.h"
21 #include "webrtc/system_wrappers/include/clock.h" 22 #include "webrtc/system_wrappers/include/clock.h"
22 #include "webrtc/system_wrappers/include/metrics.h" 23 #include "webrtc/system_wrappers/include/metrics.h"
23 24
24 namespace webrtc { 25 namespace webrtc {
25 namespace video_coding { 26 namespace video_coding {
26 27
27 namespace { 28 namespace {
28 // Max number of frames the buffer will hold. 29 // Max number of frames the buffer will hold.
29 constexpr int kMaxFramesBuffered = 600; 30 constexpr int kMaxFramesBuffered = 600;
30 31
31 // Max number of decoded frame info that will be saved. 32 // Max number of decoded frame info that will be saved.
32 constexpr int kMaxFramesHistory = 50; 33 constexpr int kMaxFramesHistory = 50;
33 } // namespace 34 } // namespace
34 35
35 FrameBuffer::FrameBuffer(Clock* clock, 36 FrameBuffer::FrameBuffer(Clock* clock,
36 VCMJitterEstimator* jitter_estimator, 37 VCMJitterEstimator* jitter_estimator,
37 VCMTiming* timing) 38 VCMTiming* timing,
39 VCMReceiveStatisticsCallback* stats_callback)
38 : clock_(clock), 40 : clock_(clock),
39 new_countinuous_frame_event_(false, false), 41 new_countinuous_frame_event_(false, false),
40 jitter_estimator_(jitter_estimator), 42 jitter_estimator_(jitter_estimator),
41 timing_(timing), 43 timing_(timing),
42 inter_frame_delay_(clock_->TimeInMilliseconds()), 44 inter_frame_delay_(clock_->TimeInMilliseconds()),
43 last_decoded_frame_it_(frames_.end()), 45 last_decoded_frame_it_(frames_.end()),
44 last_continuous_frame_it_(frames_.end()), 46 last_continuous_frame_it_(frames_.end()),
45 num_frames_history_(0), 47 num_frames_history_(0),
46 num_frames_buffered_(0), 48 num_frames_buffered_(0),
47 stopped_(false), 49 stopped_(false),
48 protection_mode_(kProtectionNack) {} 50 protection_mode_(kProtectionNack),
51 stats_callback_(stats_callback) {}
49 52
50 FrameBuffer::~FrameBuffer() { 53 FrameBuffer::~FrameBuffer() {}
51 UpdateHistograms();
52 }
53 54
54 FrameBuffer::ReturnReason FrameBuffer::NextFrame( 55 FrameBuffer::ReturnReason FrameBuffer::NextFrame(
55 int64_t max_wait_time_ms, 56 int64_t max_wait_time_ms,
56 std::unique_ptr<FrameObject>* frame_out) { 57 std::unique_ptr<FrameObject>* frame_out) {
57 int64_t latest_return_time = clock_->TimeInMilliseconds() + max_wait_time_ms; 58 int64_t latest_return_time = clock_->TimeInMilliseconds() + max_wait_time_ms;
58 int64_t wait_ms = max_wait_time_ms; 59 int64_t wait_ms = max_wait_time_ms;
59 FrameMap::iterator next_frame_it; 60 FrameMap::iterator next_frame_it;
60 61
61 do { 62 do {
62 int64_t now_ms = clock_->TimeInMilliseconds(); 63 int64_t now_ms = clock_->TimeInMilliseconds();
(...skipping 95 matching lines...) Expand 10 before | Expand all | Expand 10 after
158 void FrameBuffer::Stop() { 159 void FrameBuffer::Stop() {
159 rtc::CritScope lock(&crit_); 160 rtc::CritScope lock(&crit_);
160 stopped_ = true; 161 stopped_ = true;
161 new_countinuous_frame_event_.Set(); 162 new_countinuous_frame_event_.Set();
162 } 163 }
163 164
164 int FrameBuffer::InsertFrame(std::unique_ptr<FrameObject> frame) { 165 int FrameBuffer::InsertFrame(std::unique_ptr<FrameObject> frame) {
165 rtc::CritScope lock(&crit_); 166 rtc::CritScope lock(&crit_);
166 RTC_DCHECK(frame); 167 RTC_DCHECK(frame);
167 168
168 ++num_total_frames_; 169 if (stats_callback_)
169 if (frame->num_references == 0) 170 stats_callback_->OnCompleteFrame(frame->num_references == 0, frame->size());
170 ++num_key_frames_;
171 171
172 FrameKey key(frame->picture_id, frame->spatial_layer); 172 FrameKey key(frame->picture_id, frame->spatial_layer);
173 int last_continuous_picture_id = 173 int last_continuous_picture_id =
174 last_continuous_frame_it_ == frames_.end() 174 last_continuous_frame_it_ == frames_.end()
175 ? -1 175 ? -1
176 : last_continuous_frame_it_->first.picture_id; 176 : last_continuous_frame_it_->first.picture_id;
177 177
178 if (num_frames_buffered_ >= kMaxFramesBuffered) { 178 if (num_frames_buffered_ >= kMaxFramesBuffered) {
179 LOG(LS_WARNING) << "Frame with (picture_id:spatial_id) (" << key.picture_id 179 LOG(LS_WARNING) << "Frame with (picture_id:spatial_id) (" << key.picture_id
180 << ":" << static_cast<int>(key.spatial_layer) 180 << ":" << static_cast<int>(key.spatial_layer)
(...skipping 193 matching lines...) Expand 10 before | Expand all | Expand 10 after
374 ref_info->second.num_missing_decodable); 374 ref_info->second.num_missing_decodable);
375 } 375 }
376 376
377 RTC_DCHECK_LE(info->second.num_missing_continuous, 377 RTC_DCHECK_LE(info->second.num_missing_continuous,
378 info->second.num_missing_decodable); 378 info->second.num_missing_decodable);
379 379
380 return true; 380 return true;
381 } 381 }
382 382
383 void FrameBuffer::UpdateJitterDelay() { 383 void FrameBuffer::UpdateJitterDelay() {
384 int unused; 384 if (!stats_callback_)
385 int delay; 385 return;
386 timing_->GetTimings(&unused, &unused, &unused, &unused, &delay, &unused,
387 &unused);
388 386
389 accumulated_delay_ += delay; 387 int decode_ms;
390 ++accumulated_delay_samples_; 388 int max_decode_ms;
391 } 389 int current_delay_ms;
392 390 int target_delay_ms;
393 void FrameBuffer::UpdateHistograms() const { 391 int jitter_buffer_ms;
394 rtc::CritScope lock(&crit_); 392 int min_playout_delay_ms;
395 if (num_total_frames_ > 0) { 393 int render_delay_ms;
396 int key_frames_permille = (static_cast<float>(num_key_frames_) * 1000.0f / 394 if (timing_->GetTimings(&decode_ms, &max_decode_ms, &current_delay_ms,
397 static_cast<float>(num_total_frames_) + 395 &target_delay_ms, &jitter_buffer_ms,
398 0.5f); 396 &min_playout_delay_ms, &render_delay_ms)) {
399 RTC_HISTOGRAM_COUNTS_1000("WebRTC.Video.KeyFramesReceivedInPermille", 397 stats_callback_->OnFrameBufferTimingsUpdated(
400 key_frames_permille); 398 decode_ms, max_decode_ms, current_delay_ms, target_delay_ms,
401 } 399 jitter_buffer_ms, min_playout_delay_ms, render_delay_ms);
402
403 if (accumulated_delay_samples_ > 0) {
404 RTC_HISTOGRAM_COUNTS_10000("WebRTC.Video.JitterBufferDelayInMs",
405 accumulated_delay_ / accumulated_delay_samples_);
406 } 400 }
407 } 401 }
408 402
409 void FrameBuffer::ClearFramesAndHistory() { 403 void FrameBuffer::ClearFramesAndHistory() {
410 frames_.clear(); 404 frames_.clear();
411 last_decoded_frame_it_ = frames_.end(); 405 last_decoded_frame_it_ = frames_.end();
412 last_continuous_frame_it_ = frames_.end(); 406 last_continuous_frame_it_ = frames_.end();
413 num_frames_history_ = 0; 407 num_frames_history_ = 0;
414 num_frames_buffered_ = 0; 408 num_frames_buffered_ = 0;
415 } 409 }
416 410
417 } // namespace video_coding 411 } // namespace video_coding
418 } // namespace webrtc 412 } // namespace webrtc
OLDNEW
« no previous file with comments | « webrtc/modules/video_coding/frame_buffer2.h ('k') | webrtc/modules/video_coding/frame_buffer2_unittest.cc » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698