Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(554)

Unified Diff: media/capture/content/video_capture_oracle.h

Issue 2143903003: [WIP] Move media/capture to device/capture (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: Created 4 years, 5 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
« no previous file with comments | « media/capture/content/thread_safe_capture_oracle.cc ('k') | media/capture/content/video_capture_oracle.cc » ('j') | no next file with comments »
Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
Index: media/capture/content/video_capture_oracle.h
diff --git a/media/capture/content/video_capture_oracle.h b/media/capture/content/video_capture_oracle.h
deleted file mode 100644
index 3fdb35c55d31303ed36bdef0fffbaba54a168e83..0000000000000000000000000000000000000000
--- a/media/capture/content/video_capture_oracle.h
+++ /dev/null
@@ -1,205 +0,0 @@
-// Copyright (c) 2013 The Chromium Authors. All rights reserved.
-// Use of this source code is governed by a BSD-style license that can be
-// found in the LICENSE file.
-
-#ifndef MEDIA_CAPTURE_CONTENT_VIDEO_CAPTURE_ORACLE_H_
-#define MEDIA_CAPTURE_CONTENT_VIDEO_CAPTURE_ORACLE_H_
-
-#include "base/callback_forward.h"
-#include "base/time/time.h"
-#include "media/capture/capture_export.h"
-#include "media/capture/content/animated_content_sampler.h"
-#include "media/capture/content/capture_resolution_chooser.h"
-#include "media/capture/content/feedback_signal_accumulator.h"
-#include "media/capture/content/smooth_event_sampler.h"
-#include "ui/gfx/geometry/rect.h"
-
-namespace media {
-
-// VideoCaptureOracle manages the producer-side throttling of captured frames
-// from a video capture device. It is informed of every update by the device;
-// this empowers it to look into the future and decide if a particular frame
-// ought to be captured in order to achieve its target frame rate.
-class CAPTURE_EXPORT VideoCaptureOracle {
- public:
- enum Event {
- kCompositorUpdate,
- kActiveRefreshRequest,
- kPassiveRefreshRequest,
- kMouseCursorUpdate,
- kNumEvents,
- };
-
- VideoCaptureOracle(base::TimeDelta min_capture_period,
- const gfx::Size& max_frame_size,
- media::ResolutionChangePolicy resolution_change_policy,
- bool enable_auto_throttling);
-
- virtual ~VideoCaptureOracle();
-
- // Sets the source content size. This may not have an immediate effect on the
- // proposed capture size, as the oracle will prevent too-frequent changes from
- // occurring.
- void SetSourceSize(const gfx::Size& source_size);
-
- // Record a event of type |event|, and decide whether the caller should do a
- // frame capture. |damage_rect| is the region of a frame about to be drawn,
- // and may be an empty Rect, if this is not known. If the caller accepts the
- // oracle's proposal, it should call RecordCapture() to indicate this.
- bool ObserveEventAndDecideCapture(Event event,
- const gfx::Rect& damage_rect,
- base::TimeTicks event_time);
-
- // Record and update internal state based on whether the frame capture will be
- // started. |pool_utilization| is a value in the range 0.0 to 1.0 to indicate
- // the current buffer pool utilization relative to a sustainable maximum (not
- // the absolute maximum). This method should only be called if the last call
- // to ObserveEventAndDecideCapture() returned true. The first method returns
- // the |frame_number| to be used with CompleteCapture().
- int RecordCapture(double pool_utilization);
- void RecordWillNotCapture(double pool_utilization);
-
- // Notify of the completion of a capture, and whether it was successful.
- // Returns true iff the captured frame should be delivered. |frame_timestamp|
- // is set to the timestamp that should be provided to the consumer of the
- // frame.
- bool CompleteCapture(int frame_number,
- bool capture_was_successful,
- base::TimeTicks* frame_timestamp);
-
- // Record the resource utilization feedback for a frame that was processed by
- // the consumer. This allows the oracle to reduce/increase future data volume
- // if the consumer is overloaded/under-utilized. |resource_utilization| is a
- // value in the range 0.0 to 1.0 to indicate the current consumer resource
- // utilization relative to a sustainable maximum (not the absolute maximum).
- // This method should only be called for frames where CompleteCapture()
- // returned true.
- void RecordConsumerFeedback(int frame_number, double resource_utilization);
-
- base::TimeDelta min_capture_period() const {
- return smoothing_sampler_.min_capture_period();
- }
-
- // Returns the oracle's estimate of the duration of the next frame. This
- // should be called just after ObserveEventAndDecideCapture(), and will only
- // be non-zero if the call returned true.
- base::TimeDelta estimated_frame_duration() const {
- return duration_of_next_frame_;
- }
-
- // Returns the capture frame size the client should use. This is updated by
- // calls to ObserveEventAndDecideCapture(). The oracle prevents too-frequent
- // changes to the capture size, to avoid stressing the end-to-end pipeline.
- gfx::Size capture_size() const { return capture_size_; }
-
- // Returns the oracle's estimate of the last time animation was detected.
- base::TimeTicks last_time_animation_was_detected() const {
- return last_time_animation_was_detected_;
- }
-
- // Returns a NUL-terminated string containing a short, human-readable form of
- // |event|.
- static const char* EventAsString(Event event);
-
- private:
- // Retrieve/Assign a frame timestamp by capture |frame_number|. Only valid
- // when IsFrameInRecentHistory(frame_number) returns true.
- base::TimeTicks GetFrameTimestamp(int frame_number) const;
- void SetFrameTimestamp(int frame_number, base::TimeTicks timestamp);
-
- // Returns true if the frame timestamp ring-buffer currently includes a
- // slot for the given |frame_number|.
- bool IsFrameInRecentHistory(int frame_number) const;
-
- // Queries the ResolutionChooser to update |capture_size_|, and resets all the
- // FeedbackSignalAccumulator members to stable-state starting values. The
- // accumulators are reset such that they can only apply feedback updates for
- // future frames (those with a timestamp after |last_frame_time|).
- void CommitCaptureSizeAndReset(base::TimeTicks last_frame_time);
-
- // Called after a capture or no-capture decision was recorded. This analyzes
- // current state and may result in a future change to the capture frame size.
- void AnalyzeAndAdjust(base::TimeTicks analyze_time);
-
- // Analyzes current feedback signal accumulators for an indication that the
- // capture size should be decreased. Returns either a decreased area, or -1
- // if no decrease should be made.
- int AnalyzeForDecreasedArea(base::TimeTicks analyze_time);
-
- // Analyzes current feedback signal accumulators for an indication that the
- // the system has had excellent long-term performance and the capture size
- // should be increased to improve quality. Returns either an increased area,
- // or -1 if no increase should be made.
- int AnalyzeForIncreasedArea(base::TimeTicks analyze_time);
-
- // Set to false to prevent the oracle from automatically adjusting the capture
- // size in response to end-to-end utilization.
- const bool auto_throttling_enabled_;
-
- // Incremented every time a paint or update event occurs.
- int next_frame_number_;
-
- // Stores the last |event_time| from the last observation/decision. Used to
- // sanity-check that event times are monotonically non-decreasing.
- base::TimeTicks last_event_time_[kNumEvents];
-
- // Updated by the last call to ObserveEventAndDecideCapture() with the
- // estimated duration of the next frame to sample. This is zero if the method
- // returned false.
- base::TimeDelta duration_of_next_frame_;
-
- // Stores the frame number from the last successfully delivered frame.
- int last_successfully_delivered_frame_number_;
-
- // Stores the number of pending frame captures.
- int num_frames_pending_;
-
- // These track present/paint history and propose whether to sample each event
- // for capture. |smoothing_sampler_| uses a "works for all" heuristic, while
- // |content_sampler_| specifically detects animated content (e.g., video
- // playback) and decides which events to sample to "lock into" that content.
- SmoothEventSampler smoothing_sampler_;
- AnimatedContentSampler content_sampler_;
-
- // Determines video capture frame sizes.
- CaptureResolutionChooser resolution_chooser_;
-
- // The timestamp of the frame just before the last call to SetSourceSize().
- base::TimeTicks source_size_change_time_;
-
- // The current capture size. |resolution_chooser_| may hold an updated value
- // because the oracle prevents this size from changing too frequently. This
- // avoids over-stressing consumers (e.g., when a window is being activly
- // drag-resized) and allowing the end-to-end system time to stabilize.
- gfx::Size capture_size_;
-
- // Recent history of frame timestamps proposed by VideoCaptureOracle. This is
- // a ring-buffer, and should only be accessed by the Get/SetFrameTimestamp()
- // methods.
- enum { kMaxFrameTimestamps = 16 };
- base::TimeTicks frame_timestamps_[kMaxFrameTimestamps];
-
- // Recent average buffer pool utilization for capture.
- FeedbackSignalAccumulator<base::TimeTicks> buffer_pool_utilization_;
-
- // Estimated maximum frame area that currently can be handled by the consumer,
- // in number of pixels per frame. This is used to adjust the capture size up
- // or down to a data volume the consumer can handle. Note that some consumers
- // do not provide feedback, and the analysis logic should account for that.
- FeedbackSignalAccumulator<base::TimeTicks> estimated_capable_area_;
-
- // The time of the first analysis which concluded the end-to-end system was
- // under-utilized. If null, the system is not currently under-utilized. This
- // is used to determine when a proving period has elapsed that justifies an
- // increase in capture size.
- base::TimeTicks start_time_of_underutilization_;
-
- // The timestamp of the frame where |content_sampler_| last detected
- // animation. This determines whether capture size increases will be
- // aggressive (because content is not animating).
- base::TimeTicks last_time_animation_was_detected_;
-};
-
-} // namespace media
-
-#endif // MEDIA_CAPTURE_CONTENT_VIDEO_CAPTURE_ORACLE_H_
« no previous file with comments | « media/capture/content/thread_safe_capture_oracle.cc ('k') | media/capture/content/video_capture_oracle.cc » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698