Tab Capture: AnimatedContentSampler subsampling and phase fixes in tests

content/browser/media/capture/animated_content_sampler.h

 // Copyright (c) 2015 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #ifndef CONTENT_BROWSER_MEDIA_CAPTURE_ANIMATED_CONTENT_SAMPLER_H_
 #define CONTENT_BROWSER_MEDIA_CAPTURE_ANIMATED_CONTENT_SAMPLER_H_
 
 #include <deque>
 
 #include "base/time/time.h"
 #include "content/common/content_export.h"
 #include "ui/gfx/geometry/rect.h"
 
 namespace content {
 
 // Analyzes a sequence of events to detect the presence of constant frame rate
 // animated content.  In the case where there are multiple regions of animated
 // content, AnimatedContentSampler will propose sampling the one having the
 // largest "smoothness" impact, according to human perception (e.g., a 24 FPS
 // video versus a 60 FPS busy spinner).
 //
 // In addition, AnimatedContentSampler will provide rewritten frame timestamps,
 // for downstream consumers, that are "truer" to the source content than to the
 // local presentation hardware.
 class CONTENT_EXPORT AnimatedContentSampler {
  public:
   explicit AnimatedContentSampler(base::TimeDelta min_capture_period);
   ~AnimatedContentSampler();
 
+  // Get/Set the target sampling period.  This is used to determine whether to
+  // subsample the frames of animated content.
+  base::TimeDelta target_sampling_period() const {
+    return target_sampling_period_;
+  }
+  void SetTargetSamplingPeriod(base::TimeDelta period);
+
   // Examines the given presentation event metadata, along with recent history,
   // to detect animated content, updating the state of this sampler.
   // |damage_rect| is the region of a frame about to be drawn, while
   // |event_time| refers to the frame's estimated presentation time.
   void ConsiderPresentationEvent(const gfx::Rect& damage_rect,
                                  base::TimeTicks event_time);
 
   // Returns true if animated content has been detected and a decision has been
   // made about whether to sample the last event.
   bool HasProposal() const;
 
   // Returns true if the last event considered should be sampled.
   bool ShouldSample() const;
 
   // Returns a frame timestamp to provide to consumers of the sampled frame.
-  // Only valid when should_sample() returns true.
+  // Only valid when ShouldSample() returns true.
   base::TimeTicks frame_timestamp() const { return frame_timestamp_; }
 
+  // Returns the current sampling period.  This can be treated as the estimated
+  // duration of the frame to be sampled.  Only valid when ShouldSample()
+  // returns true.
+  base::TimeDelta sampling_period() const { return sampling_period_; }
+
   // Accessors to currently-detected animating region/period, for logging.
   const gfx::Rect& detected_region() const { return detected_region_; }
   base::TimeDelta detected_period() const { return detected_period_; }
 
   // Records that a frame with the given |frame_timestamp| was sampled.  This
   // method should be called when *any* sampling is taken, even if it was not
   // proposed by AnimatedContentSampler.
   void RecordSample(base::TimeTicks frame_timestamp);
 
  private:
@@ skipping 21 matching lines @@
   // Analyzes the observations relative to the current |event_time| to detect
   // stable animating content.  If detected, returns true and sets the output
   // arguments to the region of the animating content and its mean frame
   // duration.
   bool AnalyzeObservations(base::TimeTicks event_time,
                            gfx::Rect* rect,
                            base::TimeDelta* period) const;
 
   // Called by ConsiderPresentationEvent() when the current event is part of a
   // detected animation, to update |frame_timestamp_|.
-  void UpdateFrameTimestamp(base::TimeTicks event_time);
+  base::TimeTicks ComputeNextFrameTimestamp(base::TimeTicks event_time) const;
+
+  static base::TimeDelta ComputeSamplingPeriod(

[hubbe, 2015/05/06 19:53:18]

Comment?

[miu, 2015/05/09 20:57:39]

Done.

+      base::TimeDelta animation_period,
+      base::TimeDelta target_sampling_period,
+      base::TimeDelta min_capture_period);
 
   // The client expects frame timestamps to be at least this far apart.
   const base::TimeDelta min_capture_period_;
 
   // A recent history of observations in chronological order, maintained by
   // AddObservation().
   ObservationFifo observations_;
 
   // The region of currently-detected animated content.  If empty, that means
   // "not detected."
   gfx::Rect detected_region_;
 
   // The mean frame duration of currently-detected animated content.  If zero,
   // that means "not detected."
   base::TimeDelta detected_period_;
 
+  // Target period between sampled frames.  This can be changed by the client at
+  // any time (e.g., to sample high frame rate content at a lower rate).
+  base::TimeDelta target_sampling_period_;
+
+  // The sampling period computed during the last call to
+  // ConsiderPresentationEvent().
+  base::TimeDelta sampling_period_;
+
+  // Indicates whether the last event caused animated content to be detected and
+  // whether the current event should be sampled.
+  enum { NOT_SAMPLING, START_SAMPLING,

[hubbe, 2015/05/06 19:53:18]

one per line?

[miu, 2015/05/09 20:57:38]

Done.

+         SHOULD_NOT_SAMPLE, SHOULD_SAMPLE } sampling_state_;
+
+  // A token bucket that is used to decide which subset of the frames containing

[hubbe, 2015/05/06 19:53:18]

Wait, what?
How exactly is TimeDelta == token bucket?

[miu, 2015/05/09 20:57:38]

One microsecond == one token.  When you can take, say, 33333 tokens, you get to
sample an event.  I updated the comment to clarify.

+  // the animated content should be sampled.
+  base::TimeDelta token_bucket_;
+
   // The rewritten frame timestamp for the latest event.
   base::TimeTicks frame_timestamp_;
-
-  // The frame timestamp provided in the last call to RecordSample().  This
-  // timestamp may or may not have been one proposed by AnimatedContentSampler.
-  base::TimeTicks recorded_frame_timestamp_;
-
-  // Accumulates all the time advancements since the last call to
-  // RecordSample().  When this is greater than zero, there have been one or
-  // more events proposed for sampling, but not yet recorded.  This accounts for
-  // the cases where AnimatedContentSampler indicates a frame should be sampled,
-  // but the client chooses not to do so.
-  base::TimeDelta sequence_offset_;
-
-  // A token bucket that is used to decide which frames to drop whenever
-  // |detected_period_| is less than |min_capture_period_|.
-  base::TimeDelta borrowed_time_;
 };
 
 }  // namespace content
 
 #endif  // CONTENT_BROWSER_MEDIA_CAPTURE_ANIMATED_CONTENT_SAMPLER_H_