[Video] Disable bg optimization if avg keyframe distance is >10s

media/filters/decoder_stream_traits.cc

 // Copyright 2014 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #include "media/filters/decoder_stream_traits.h"
 
+#include <limits>
+
 #include "base/logging.h"
 #include "base/metrics/histogram_macros.h"
 #include "media/base/audio_buffer.h"
 #include "media/base/audio_decoder.h"
 #include "media/base/audio_decoder_config.h"
 #include "media/base/video_decoder.h"
 #include "media/base/video_frame.h"
 
 namespace media {
 
 // Audio decoder stream traits implementation.
 
 // static
 std::string DecoderStreamTraits<DemuxerStream::AUDIO>::ToString() {
   return "audio";
 }
 
 // static
 bool DecoderStreamTraits<DemuxerStream::AUDIO>::NeedsBitstreamConversion(
     DecoderType* decoder) {
   return decoder->NeedsBitstreamConversion();
 }
 
 // static
-void DecoderStreamTraits<DemuxerStream::AUDIO>::ReportStatistics(
-    const StatisticsCB& statistics_cb,
-    int bytes_decoded) {
-  PipelineStatistics statistics;
-  statistics.audio_bytes_decoded = bytes_decoded;
-  statistics_cb.Run(statistics);
-}
-
-// static
 scoped_refptr<DecoderStreamTraits<DemuxerStream::AUDIO>::OutputType>
     DecoderStreamTraits<DemuxerStream::AUDIO>::CreateEOSOutput() {
   return OutputType::CreateEOSBuffer();
 }
 
 DecoderStreamTraits<DemuxerStream::AUDIO>::DecoderStreamTraits(
     const scoped_refptr<MediaLog>& media_log)
     : media_log_(media_log) {}
 
+void DecoderStreamTraits<DemuxerStream::AUDIO>::ReportStatistics(
+    const StatisticsCB& statistics_cb,
+    int bytes_decoded) {
+  PipelineStatistics statistics;
+  statistics.audio_bytes_decoded = bytes_decoded;
+  statistics_cb.Run(statistics);
+}
+
 void DecoderStreamTraits<DemuxerStream::AUDIO>::InitializeDecoder(
     DecoderType* decoder,
     DemuxerStream* stream,
     CdmContext* cdm_context,
     const InitCB& init_cb,
     const OutputCB& output_cb) {
   DCHECK(stream->audio_decoder_config().IsValidConfig());
   decoder->Initialize(stream->audio_decoder_config(), cdm_context, init_cb,
                       output_cb);
 }
@@ skipping 24 matching lines @@
   return "video";
 }
 
 // static
 bool DecoderStreamTraits<DemuxerStream::VIDEO>::NeedsBitstreamConversion(
     DecoderType* decoder) {
   return decoder->NeedsBitstreamConversion();
 }
 
 // static
+scoped_refptr<DecoderStreamTraits<DemuxerStream::VIDEO>::OutputType>
+DecoderStreamTraits<DemuxerStream::VIDEO>::CreateEOSOutput() {
+  return OutputType::CreateEOSFrame();
+}
+
+DecoderStreamTraits<DemuxerStream::VIDEO>::DecoderStreamTraits(
+    const scoped_refptr<MediaLog>& media_log)
+    // Randomly selected number of samples to keep.
+    : keyframe_distance_average_(16) {}
+
 void DecoderStreamTraits<DemuxerStream::VIDEO>::ReportStatistics(
     const StatisticsCB& statistics_cb,
     int bytes_decoded) {
   PipelineStatistics statistics;
   statistics.video_bytes_decoded = bytes_decoded;
+
+  // Before we have enough keyframes to calculate the average distance, we will
+  // assume the average keyframe distance is infinitely large.
+  if (keyframe_distance_average_.count() < 3) {
+    statistics.video_keyframe_distance_average = base::TimeDelta::Max();

[DaleCurtis, 2017/01/11 23:44:48]

We typically use kNoTimestamp() in media for this.

[whywhat, 2017/01/12 00:16:32]

That would be a minimum value though so we will enable the optimization (unless
we special case kNoTimestamp in ShouldDisableVideoIfHidden) -- my intention was
to put the max value so we don't disable the video track in this case. WDYT?

[DaleCurtis, 2017/01/12 01:13:38]

Ah, I guess that works, but anyone looking at statistics may be a bit surprised.

+  } else {
+    statistics.video_keyframe_distance_average =
+        keyframe_distance_average_.Average();
+  }
+
   statistics_cb.Run(statistics);
 }
 
-// static
-scoped_refptr<DecoderStreamTraits<DemuxerStream::VIDEO>::OutputType>
-    DecoderStreamTraits<DemuxerStream::VIDEO>::CreateEOSOutput() {
-  return OutputType::CreateEOSFrame();
-}
-
 void DecoderStreamTraits<DemuxerStream::VIDEO>::InitializeDecoder(
     DecoderType* decoder,
     DemuxerStream* stream,
     CdmContext* cdm_context,
     const InitCB& init_cb,
     const OutputCB& output_cb) {
   DCHECK(stream->video_decoder_config().IsValidConfig());
   decoder->Initialize(stream->video_decoder_config(),
                       stream->liveness() == DemuxerStream::LIVENESS_LIVE,
                       cdm_context, init_cb, output_cb);
 }
 
 void DecoderStreamTraits<DemuxerStream::VIDEO>::OnStreamReset(
     DemuxerStream* stream) {
   DCHECK(stream);
   last_keyframe_timestamp_ = base::TimeDelta();
+  keyframe_distance_average_.Reset();
 }
 
 void DecoderStreamTraits<DemuxerStream::VIDEO>::OnDecode(
     const scoped_refptr<DecoderBuffer>& buffer) {
   if (!buffer)
     return;
 
   if (buffer->end_of_stream()) {
     last_keyframe_timestamp_ = base::TimeDelta();
     return;
   }
 
   if (!buffer->is_key_frame())
     return;
 
   base::TimeDelta current_frame_timestamp = buffer->timestamp();
   if (last_keyframe_timestamp_.is_zero()) {
     last_keyframe_timestamp_ = current_frame_timestamp;
     return;
   }
 
-  UMA_HISTOGRAM_MEDIUM_TIMES(
-      "Media.Video.KeyFrameDistance",
-      current_frame_timestamp - last_keyframe_timestamp_);
+  base::TimeDelta frame_distance =
+      current_frame_timestamp - last_keyframe_timestamp_;
+  UMA_HISTOGRAM_MEDIUM_TIMES("Media.Video.KeyFrameDistance", frame_distance);
   last_keyframe_timestamp_ = current_frame_timestamp;
+  keyframe_distance_average_.AddSample(frame_distance);
 }
 
 }  // namespace media