Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(23)

Unified Diff: content/renderer/media/media_stream_constraints_util_video_source.cc

Issue 2668023002: Spec-compatible algorithm for selecting video source and settings. (Closed)
Patch Set: address hbos' comments Created 3 years, 10 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
Index: content/renderer/media/media_stream_constraints_util_video_source.cc
diff --git a/content/renderer/media/media_stream_constraints_util_video_source.cc b/content/renderer/media/media_stream_constraints_util_video_source.cc
new file mode 100644
index 0000000000000000000000000000000000000000..48a105cd7c6581158eab322507a7d7fecfb883f4
--- /dev/null
+++ b/content/renderer/media/media_stream_constraints_util_video_source.cc
@@ -0,0 +1,732 @@
+// Copyright 2017 The Chromium Authors. All rights reserved.
+// Use of this source code is governed by a BSD-style license that can be
+// found in the LICENSE file.
+
+#include "content/renderer/media/media_stream_constraints_util_video_source.h"
+
+#include <algorithm>
+#include <cmath>
+#include <limits>
+#include <utility>
+#include <vector>
+
+#include "content/renderer/media/media_stream_video_source.h"
+#include "third_party/WebKit/public/platform/WebMediaConstraints.h"
+#include "third_party/WebKit/public/platform/WebString.h"
+
+namespace content {
+
+namespace {
+
+// Number of default settings to be used as final tie-breaking criteria for
+// settings that are equally good at satisfying constraints:
+// device ID, power-line frequency, resolution and frame rate.
+const int kNumDefaultDistanceEntries = 4;
+
+// The default resolution to be preferred as tie-breaking criterion.
+const int kDefaultResolutionArea = MediaStreamVideoSource::kDefaultWidth *
+ MediaStreamVideoSource::kDefaultHeight;
+
+// The minimum aspect ratio to be supported by sources.
+const double kMinSourceAspectRatio = 0.05;
+
+blink::WebString ToWebString(::mojom::FacingMode facing_mode) {
+ switch (facing_mode) {
+ case ::mojom::FacingMode::USER:
+ return blink::WebString::fromASCII("user");
+ case ::mojom::FacingMode::ENVIRONMENT:
+ return blink::WebString::fromASCII("environment");
+ case ::mojom::FacingMode::LEFT:
+ return blink::WebString::fromASCII("left");
+ case ::mojom::FacingMode::RIGHT:
+ return blink::WebString::fromASCII("right");
+ default:
+ return blink::WebString::fromASCII("");
+ }
+}
+
+template <typename ConstraintType>
+bool ConstraintHasMax(const ConstraintType& constraint) {
+ return constraint.hasMax() || constraint.hasExact();
+}
+
+template <typename ConstraintType>
+bool ConstraintHasMin(const ConstraintType& constraint) {
+ return constraint.hasMin() || constraint.hasExact();
+}
+
+template <typename ConstraintType>
+auto ConstraintMax(const ConstraintType& constraint)
+ -> decltype(constraint.max()) {
+ DCHECK(ConstraintHasMax(constraint));
+ return constraint.hasExact() ? constraint.exact() : constraint.max();
+}
+
+template <typename ConstraintType>
+auto ConstraintMin(const ConstraintType& constraint)
+ -> decltype(constraint.min()) {
+ DCHECK(ConstraintHasMin(constraint));
+ return constraint.hasExact() ? constraint.exact() : constraint.min();
+}
+
+// Generic distance function between two numeric values. Based on the fitness
+// distance function described in
+// https://w3c.github.io/mediacapture-main/#dfn-fitness-distance
+double Distance(double value1, double value2) {
+ if (std::fabs(value1 - value2) <= blink::DoubleConstraint::kConstraintEpsilon)
+ return 0.0;
+
+ return std::fabs(value1 - value2) /
+ std::max(std::fabs(value1), std::fabs(value2));
+}
+
+// Returns a pair with the minimum and maximum aspect ratios supported by the
+// source resolution settings |source_height| and |source_width|, subject to
+// given width and height constraints.
+void GetSourceAspectRatioRange(int source_height,
+ int source_width,
+ const blink::LongConstraint& height_constraint,
+ const blink::LongConstraint& width_constraint,
+ double* min_source_aspect_ratio,
+ double* max_source_aspect_ratio) {
+ DCHECK_GE(source_height, 1);
+ DCHECK_GE(source_width, 1);
+ long min_height = 1;
+ if (ConstraintHasMin(height_constraint))
+ min_height = std::max(min_height, ConstraintMin(height_constraint));
+
+ long max_height = source_height;
+ if (ConstraintHasMax(height_constraint))
+ max_height = std::min(max_height, ConstraintMax(height_constraint));
+
+ long min_width = 1;
+ if (ConstraintHasMin(width_constraint))
+ min_width = std::max(min_width, ConstraintMin(width_constraint));
+
+ long max_width = source_width;
+ if (ConstraintHasMax(width_constraint))
+ max_width = std::min(max_width, ConstraintMax(width_constraint));
+
+ *min_source_aspect_ratio =
+ std::max(static_cast<double>(min_width) / static_cast<double>(max_height),
+ kMinSourceAspectRatio);
+ *max_source_aspect_ratio =
+ std::max(static_cast<double>(max_width) / static_cast<double>(min_height),
+ kMinSourceAspectRatio);
+}
+
+// Returns a custom distance between a string and a string constraint.
+// Returns 0 if |value| satisfies |constraint|. HUGE_VAL otherwise.
+double StringConstraintSourceDistance(const blink::WebString& value,
+ const blink::StringConstraint& constraint,
+ const char** failed_constraint_name) {
+ if (constraint.matches(value))
+ return 0.0;
+
+ if (failed_constraint_name)
+ *failed_constraint_name = constraint.name();
+ return HUGE_VAL;
+}
+
+// Returns a custom distance function suitable for screen dimensions, given
+// a |constraint| (e.g. width or height) and a candidate value |source_value|.
+// A source can support track resolutions in the range [1, |source_value|],
+// using cropping if necessary.
+// If the source range and the constraint range are disjoint, return HUGE_VAL.
+// If the constraint has maximum, penalize sources that exceed the maximum
+// by returning Distance(|source_value|, maximum). This is intended to prefer,
+// among sources that satisfy the constraint, those that have lower resource
+// usage. Otherwise, return zero.
+double ResolutionConstraintSourceDistance(
+ int source_value,
+ const blink::LongConstraint& constraint,
+ const char** failed_constraint_name) {
+ DCHECK_GE(source_value, 1);
+ bool constraint_has_max = ConstraintHasMax(constraint);
+ long constraint_max = constraint_has_max ? ConstraintMax(constraint) : -1;
+
+ // If the intersection between the source range and the constraint range is
+ // empty, return HUGE_VAL.
+ if ((constraint_has_max && constraint_max < 1) ||
+ (ConstraintHasMin(constraint) &&
+ source_value < ConstraintMin(constraint))) {
+ if (failed_constraint_name)
+ *failed_constraint_name = constraint.name();
+ return HUGE_VAL;
+ }
+
+ // If the source value exceeds the maximum requested, penalize.
+ if (constraint_has_max && source_value > constraint_max)
+ return Distance(source_value, constraint_max);
+
+ return 0.0;
+}
+
+// Returns a custom distance function suitable for frame rate, given
+// a |constraint| and a candidate value.
+// A source can support track frame rates in the interval (0.0, |source_value|],
+// using frame-rate adjustments if necessary.
+// If the source range and the constraint range are disjoint, return HUGE_VAL.
+// If the constraint has maximum, penalize source frame rates that exceed the
+// maximum by returning Distance(|source_value|, maximum). This is intended to
+// prefer, among sources that satisfy the constraint, those that have lower
+// resource usage. Otherwise, return zero.
+double FrameRateConstraintSourceDistance(
+ double source_value,
+ const blink::DoubleConstraint& constraint,
+ const char** failed_constraint_name) {
+ DCHECK_GT(source_value, 0.0);
+ bool constraint_has_max = ConstraintHasMax(constraint);
+ double constraint_max = constraint_has_max ? ConstraintMax(constraint) : -1.0;
+
+ if ((constraint_has_max && constraint_max <= 0.0) ||
+ (ConstraintHasMin(constraint) &&
+ source_value < ConstraintMin(constraint) -
+ blink::DoubleConstraint::kConstraintEpsilon)) {
+ if (failed_constraint_name)
+ *failed_constraint_name = constraint.name();
+ return HUGE_VAL;
+ }
+
+ if (constraint_has_max && source_value > constraint_max)
+ return Distance(source_value, constraint_max);
+
+ return 0.0;
+}
+
+// Returns a custom distance function suitable for aspect ratio, given
+// the values for the aspect_ratio, width and height constraints, and candidate
+// source values for width and height.
+// A source can support track resolutions that range from
+// min_width x min_height to max_width x max_height
+// where
+// min_width = max(1, width_constraint.min)
+// min_height = max(1, height_constraint.min)
+// max_width = min(source_width, width_constraint.max)
+// max_height = min(source_height, height_constraint.max)
+// The aspect-ratio range supported by the source is determined by the extremes
+// of those resolutions.
+// min_ar = min_width / max_height.
+// max_ar = max_width / min_height.
+//
+// If the supported range [min_ar, max_ar] and the range specified by the
+// aspectRatio constraint are disjoint, return HUGE_VAL. Otherwise, return zero.
+double AspectRatioConstraintSourceDistance(
+ int source_height,
+ int source_width,
+ const blink::LongConstraint& height_constraint,
+ const blink::LongConstraint& width_constraint,
+ const blink::DoubleConstraint& aspect_ratio_constraint,
+ const char** failed_constraint_name) {
+ DCHECK_GT(source_height, 1);
+ DCHECK_GT(source_width, 1);
+
+ bool ar_constraint_has_min = ConstraintHasMin(aspect_ratio_constraint);
+ double ar_constraint_min =
+ ar_constraint_has_min ? ConstraintMin(aspect_ratio_constraint) : -1.0;
+ bool ar_constraint_has_max = ConstraintHasMax(aspect_ratio_constraint);
+ double ar_constraint_max =
+ ar_constraint_has_max ? ConstraintMax(aspect_ratio_constraint) : -1.0;
+
+ double min_source_aspect_ratio;
+ double max_source_aspect_ratio;
+ GetSourceAspectRatioRange(source_height, source_width, height_constraint,
+ width_constraint, &min_source_aspect_ratio,
+ &max_source_aspect_ratio);
+
+ // If the supported range and the constraint rage are disjoint, return
+ // HUGE_VAL.
+ if ((ar_constraint_has_min &&
+ max_source_aspect_ratio <
+ ar_constraint_min - blink::DoubleConstraint::kConstraintEpsilon) ||
+ (ar_constraint_has_max &&
+ min_source_aspect_ratio >
+ ar_constraint_max + blink::DoubleConstraint::kConstraintEpsilon)) {
+ if (failed_constraint_name)
+ *failed_constraint_name = aspect_ratio_constraint.name();
+ return HUGE_VAL;
+ }
+
+ return 0.0;
+}
+
+// Returns a custom distance function suitable for the googPowerLineFrequency
+// constraint, given a |constraint| and a candidate value |source_value|.
+// The distance is HUGE_VAL if |source_value| cannot satisfy |constraint|.
+// Otherwise, the distance is zero.
+double PowerLineFrequencyConstraintSourceDistance(
+ const blink::LongConstraint& constraint,
+ media::PowerLineFrequency source_value,
+ const char** failed_constraint_name) {
+ bool constraint_has_min = ConstraintHasMin(constraint);
+ bool constraint_has_max = ConstraintHasMax(constraint);
+ long constraint_min = constraint_has_min ? ConstraintMin(constraint) : -1L;
+ long constraint_max = constraint_has_max ? ConstraintMax(constraint) : -1L;
+ long source_value_long = static_cast<long>(source_value);
+
+ if ((constraint_has_max && source_value_long > constraint_max) ||
+ (constraint_has_min && source_value_long < constraint_min)) {
+ if (failed_constraint_name)
+ *failed_constraint_name = constraint.name();
+ return HUGE_VAL;
+ }
+
+ return 0.0;
+}
+
+// Returns a custom distance for constraints that depend on the device
+// characteristics that have a fixed value.
+double DeviceSourceDistance(
+ const std::string& device_id,
+ ::mojom::FacingMode facing_mode,
+ const blink::WebMediaTrackConstraintSet& constraint_set,
+ const char** failed_constraint_name) {
+ return StringConstraintSourceDistance(blink::WebString::fromASCII(device_id),
+ constraint_set.deviceId,
+ failed_constraint_name) +
+ StringConstraintSourceDistance(ToWebString(facing_mode),
+ constraint_set.facingMode,
+ failed_constraint_name);
+}
+
+// Returns a custom distance for constraints that depend on a video-capture
+// format.
+double FormatSourceDistance(
+ const media::VideoCaptureFormat& format,
+ const blink::WebMediaTrackConstraintSet& constraint_set,
+ const char** failed_constraint_name) {
+ return ResolutionConstraintSourceDistance(format.frame_size.height(),
+ constraint_set.height,
+ failed_constraint_name) +
+ ResolutionConstraintSourceDistance(format.frame_size.width(),
+ constraint_set.width,
+ failed_constraint_name) +
+ AspectRatioConstraintSourceDistance(
+ format.frame_size.height(), format.frame_size.width(),
+ constraint_set.height, constraint_set.width,
+ constraint_set.aspectRatio, failed_constraint_name) +
+ FrameRateConstraintSourceDistance(format.frame_rate,
+ constraint_set.frameRate,
+ failed_constraint_name);
+}
+
+// Returns a custom distance between a set of candidate settings and a
+// constraint set. It is simply the sum of the distances for each individual
+// setting in |candidate|.
+// If |candidate| cannot satisfy constraint, the distance is HUGE_VAL.
+// Otherwise the distance is a finite value. Candidates with lower distance
+// satisfy |constraint_set| in a "better" way.
+double CandidateSourceDistance(
+ const VideoCaptureSourceSettings& candidate,
+ const blink::WebMediaTrackConstraintSet& constraint_set,
+ const char** failed_constraint_name) {
+ return DeviceSourceDistance(candidate.device_id(), candidate.facing_mode(),
+ constraint_set, failed_constraint_name) +
+ FormatSourceDistance(candidate.format(), constraint_set,
+ failed_constraint_name) +
+ PowerLineFrequencyConstraintSourceDistance(
+ constraint_set.googPowerLineFrequency,
+ candidate.power_line_frequency(), failed_constraint_name);
+}
+
+// Returns the fitness distance between |value| and |constraint|.
+// Based on https://w3c.github.io/mediacapture-main/#dfn-fitness-distance.
+double StringConstraintFitnessDistance(
+ const blink::WebString& value,
+ const blink::StringConstraint& constraint) {
+ if (!constraint.hasIdeal())
+ return 0.0;
+
+ for (auto& ideal_value : constraint.ideal()) {
+ if (value == ideal_value)
+ return 0.0;
+ }
+
+ return 1.0;
+}
+
+// Returns the fitness distance between |value| and |constraint| for
+// resolution constraints (i.e., width and height).
+// Based on https://w3c.github.io/mediacapture-main/#dfn-fitness-distance.
+double ResolutionConstraintFitnessDistance(
+ long value,
+ const blink::LongConstraint& constraint) {
+ if (!constraint.hasIdeal())
+ return 0.0;
+
+ // Source resolutions greater than ideal support the ideal value with
+ // cropping.
+ if (value >= constraint.ideal())
+ return 0.0;
+
+ return Distance(value, constraint.ideal());
+}
+
+// Returns the fitness distance between |value| and |constraint| for
+// resolution constraints (i.e., width and height), ignoring cropping.
+// This measures how well a native resolution supports the idea value.
+// Based on https://w3c.github.io/mediacapture-main/#dfn-fitness-distance.
+double ResolutionConstraintNativeFitnessDistance(
+ long value,
+ const blink::LongConstraint& constraint) {
+ return constraint.hasIdeal() ? Distance(value, constraint.ideal()) : 0.0;
+}
+
+// Returns the fitness distance between a source resolution settings
+// and the aspectRatio constraint, taking into account resolution restrictions
+// on the source imposed by the width and height constraints.
+// Based on https://w3c.github.io/mediacapture-main/#dfn-fitness-distance.
+double AspectRatioConstraintFitnessDistance(
+ long source_height,
+ long source_width,
+ const blink::LongConstraint& height_constraint,
+ const blink::LongConstraint& width_constraint,
+ const blink::DoubleConstraint& aspect_ratio_constraint) {
+ DCHECK_GT(source_height, 1);
+ DCHECK_GT(source_width, 1);
+
+ if (!aspect_ratio_constraint.hasIdeal())
+ return 0.0;
+
+ double min_source_aspect_ratio;
+ double max_source_aspect_ratio;
+ GetSourceAspectRatioRange(source_height, source_width, height_constraint,
+ width_constraint, &min_source_aspect_ratio,
+ &max_source_aspect_ratio);
+
+ // If the supported aspect ratio range does not include the ideal aspect
+ // ratio, compute fitness using the spec formula.
+ if (max_source_aspect_ratio <
+ aspect_ratio_constraint.ideal() -
+ blink::DoubleConstraint::kConstraintEpsilon) {
+ return Distance(max_source_aspect_ratio, aspect_ratio_constraint.ideal());
+ }
+
+ if (min_source_aspect_ratio >
+ aspect_ratio_constraint.ideal() +
+ blink::DoubleConstraint::kConstraintEpsilon) {
+ return Distance(min_source_aspect_ratio, aspect_ratio_constraint.ideal());
+ }
+
+ // Otherwise, the ideal aspect ratio can be supported and the fitness is 0.
+ return 0.0;
+}
+
+// Returns the fitness distance between |value| and |constraint| for the
+// frameRate constraint.
+// Based on https://w3c.github.io/mediacapture-main/#dfn-fitness-distance.
+double FrameRateConstraintFitnessDistance(
+ double value,
+ const blink::DoubleConstraint& constraint) {
+ if (!constraint.hasIdeal())
+ return 0.0;
+
+ // Source frame rates greater than ideal support the ideal value using
+ // frame-rate adjustment.
+ if (value >=
+ constraint.ideal() - blink::DoubleConstraint::kConstraintEpsilon) {
+ return 0.0;
+ }
+
+ return Distance(value, constraint.ideal());
+}
+
+// Returns the fitness distance between |value| and |constraint| for the
+// frameRate constraint, ignoring frame-rate adjustment.
+// It measures how well the native frame rate supports the ideal value.
+// Based on https://w3c.github.io/mediacapture-main/#dfn-fitness-distance.
+double FrameRateConstraintNativeFitnessDistance(
+ double value,
+ const blink::DoubleConstraint& constraint) {
+ return constraint.hasIdeal() ? Distance(value, constraint.ideal()) : 0.0;
+}
+
+// Returns the fitness distance between |value| and |constraint| for the
+// googPowerLineFrequency constraint.
+// Based on https://w3c.github.io/mediacapture-main/#dfn-fitness-distance.
+double PowerLineFrequencyConstraintFitnessDistance(
+ long value,
+ const blink::LongConstraint& constraint) {
+ if (!constraint.hasIdeal())
+ return 0.0;
+
+ // This constraint is of type long, but it behaves as an enum. Thus, values
+ // equal to ideal have fitness 0.0 and any other values have fitness 1.0.
+ if (value == constraint.ideal())
+ return 0.0;
+
+ return 1.0;
+}
+
+// Returns the fitness distance between a settings candidate and a constraint
+// set. The returned value is the sum of the fitness distances between each
+// setting in |candidate| and the corresponding constraint in |constraint_set|.
+// Based on https://w3c.github.io/mediacapture-main/#dfn-fitness-distance.
+double CandidateFitnessDistance(
+ const VideoCaptureSourceSettings& candidate,
+ const blink::WebMediaTrackConstraintSet& constraint_set) {
+ DCHECK(std::isfinite(
+ CandidateSourceDistance(candidate, constraint_set, nullptr)));
+ double fitness = 0.0;
+ fitness += AspectRatioConstraintFitnessDistance(
+ candidate.GetHeight(), candidate.GetWidth(), constraint_set.height,
+ constraint_set.width, constraint_set.aspectRatio);
+ fitness += StringConstraintFitnessDistance(candidate.GetDeviceId(),
+ constraint_set.deviceId);
+ fitness += StringConstraintFitnessDistance(candidate.GetFacingMode(),
+ constraint_set.facingMode);
+ fitness += FrameRateConstraintFitnessDistance(candidate.GetFrameRate(),
+ constraint_set.frameRate);
+ fitness += PowerLineFrequencyConstraintFitnessDistance(
+ candidate.GetPowerLineFrequency(), constraint_set.googPowerLineFrequency);
+ fitness += ResolutionConstraintFitnessDistance(candidate.GetHeight(),
+ constraint_set.height);
+ fitness += ResolutionConstraintFitnessDistance(candidate.GetWidth(),
+ constraint_set.width);
+
+ return fitness;
+}
+
+// Returns the native fitness distance between a settings candidate and a
+// constraint set. The returned value is the sum of the fitness distances for
+// the native values of settings that support a range of values (i.e., width,
+// height and frame rate).
+// Based on https://w3c.github.io/mediacapture-main/#dfn-fitness-distance.
+double CandidateNativeFitnessDistance(
+ const VideoCaptureSourceSettings& candidate,
+ const blink::WebMediaTrackConstraintSet& constraint_set) {
+ DCHECK(std::isfinite(
+ CandidateSourceDistance(candidate, constraint_set, nullptr)));
+ double fitness = 0.0;
+ fitness += FrameRateConstraintNativeFitnessDistance(candidate.GetFrameRate(),
+ constraint_set.frameRate);
+ fitness += ResolutionConstraintNativeFitnessDistance(candidate.GetHeight(),
+ constraint_set.height);
+ fitness += ResolutionConstraintNativeFitnessDistance(candidate.GetWidth(),
+ constraint_set.width);
+
+ return fitness;
+}
+
+using DistanceVector = std::vector<double>;
+
+// This function appends additional entries to |distance_vector| based on
+// custom distance metrics between |candidate| and some default settings.
+// These entries are to be used as the final tie breaker for candidates that
+// are equally good according to the spec and the custom distance functions
+// between candidates and constraints.
+void AppendDistanceFromDefault(const VideoCaptureSourceSettings& candidate,
+ const VideoCaptureCapabilities& capabilities,
+ DistanceVector* distance_vector) {
+ // Favor IDs that appear first in the enumeration.
+ for (size_t i = 0; i < capabilities.device_capabilities.size(); ++i) {
+ if (candidate.device_id() ==
+ capabilities.device_capabilities[i]->device_id) {
+ distance_vector->push_back(i);
+ break;
+ }
+ }
+
+ // Prefer default power-line frequency.
+ double power_line_frequency_distance =
+ candidate.power_line_frequency() ==
+ media::PowerLineFrequency::FREQUENCY_DEFAULT
+ ? 0.0
+ : HUGE_VAL;
+ distance_vector->push_back(power_line_frequency_distance);
+
+ // Prefer a resolution with area close to the default.
+ int candidate_area = candidate.format().frame_size.GetArea();
+ double resolution_distance =
+ candidate_area == kDefaultResolutionArea
+ ? 0.0
+ : Distance(candidate_area, kDefaultResolutionArea);
+ distance_vector->push_back(resolution_distance);
+
+ // Prefer a frame rate close to the default.
+ double frame_rate_distance =
+ candidate.format().frame_rate == MediaStreamVideoSource::kDefaultFrameRate
+ ? 0.0
+ : Distance(candidate.format().frame_rate,
+ MediaStreamVideoSource::kDefaultFrameRate);
+ distance_vector->push_back(frame_rate_distance);
+}
+
+} // namespace
+
+VideoCaptureCapabilities::VideoCaptureCapabilities() = default;
+VideoCaptureCapabilities::VideoCaptureCapabilities(
+ VideoCaptureCapabilities&& other) = default;
+VideoCaptureCapabilities::~VideoCaptureCapabilities() = default;
+VideoCaptureCapabilities& VideoCaptureCapabilities::operator=(
+ VideoCaptureCapabilities&& other) = default;
+
+VideoCaptureSourceSettings::VideoCaptureSourceSettings(
+ const VideoCaptureSourceSettings& other) = default;
+VideoCaptureSourceSettings::VideoCaptureSourceSettings(
+ VideoCaptureSourceSettings&& other) = default;
+VideoCaptureSourceSettings::~VideoCaptureSourceSettings() = default;
+VideoCaptureSourceSettings& VideoCaptureSourceSettings::operator=(
+ const VideoCaptureSourceSettings& other) = default;
+VideoCaptureSourceSettings& VideoCaptureSourceSettings::operator=(
+ VideoCaptureSourceSettings&& other) = default;
+
+VideoCaptureSourceSettings::VideoCaptureSourceSettings()
+ : facing_mode_(::mojom::FacingMode::NONE),
+ power_line_frequency_(media::PowerLineFrequency::FREQUENCY_DEFAULT) {}
+
+VideoCaptureSourceSettings::VideoCaptureSourceSettings(
+ const std::string& device_id,
+ const media::VideoCaptureFormat& format,
+ ::mojom::FacingMode facing_mode,
+ media::PowerLineFrequency power_line_frequency)
+ : device_id_(device_id),
+ format_(format),
+ facing_mode_(facing_mode),
+ power_line_frequency_(power_line_frequency) {}
+
+blink::WebString VideoCaptureSourceSettings::GetFacingMode() const {
+ return ToWebString(facing_mode_);
+}
+
+long VideoCaptureSourceSettings::GetPowerLineFrequency() const {
+ return static_cast<long>(power_line_frequency_);
+}
+
+long VideoCaptureSourceSettings::GetWidth() const {
+ return format_.frame_size.width();
+}
+
+long VideoCaptureSourceSettings::GetHeight() const {
+ return format_.frame_size.height();
+}
+
+double VideoCaptureSourceSettings::GetFrameRate() const {
+ return format_.frame_rate;
+}
+
+blink::WebString VideoCaptureSourceSettings::GetDeviceId() const {
+ return blink::WebString::fromASCII(device_id_.data());
+}
+
+const char kDefaultFailedConstraintName[] = "";
+
+VideoCaptureSourceSelectionResult::VideoCaptureSourceSelectionResult()
+ : failed_constraint_name(kDefaultFailedConstraintName) {}
+VideoCaptureSourceSelectionResult::VideoCaptureSourceSelectionResult(
+ const VideoCaptureSourceSelectionResult& other) = default;
+VideoCaptureSourceSelectionResult::VideoCaptureSourceSelectionResult(
+ VideoCaptureSourceSelectionResult&& other) = default;
+VideoCaptureSourceSelectionResult::~VideoCaptureSourceSelectionResult() =
+ default;
+VideoCaptureSourceSelectionResult& VideoCaptureSourceSelectionResult::operator=(
+ const VideoCaptureSourceSelectionResult& other) = default;
+VideoCaptureSourceSelectionResult& VideoCaptureSourceSelectionResult::operator=(
+ VideoCaptureSourceSelectionResult&& other) = default;
+
+VideoCaptureSourceSelectionResult SelectVideoCaptureSourceSettings(
+ const VideoCaptureCapabilities& capabilities,
+ const blink::WebMediaConstraints& constraints) {
+ // This function works only if infinity is defined for the double type.
+ DCHECK(std::numeric_limits<double>::has_infinity);
+
+ // A distance vector contains:
+ // a) For each advanced constraint set, a 0/1 value indicating if the
+ // candidate satisfies the corresponding constraint set.
+ // b) Fitness distance for the candidate based on support for the ideal values
+ // of the basic constraint set.
+ // c) A custom distance value based on how "well" a candidate satisfies each
+ // constraint set, including basic and advanced sets.
+ // d) Native fitness distance for the candidate based on support for the
+ // ideal values of the basic constraint set using native values for
+ // settings that can support a range of values.
+ // e) A custom distance value based on how close the candidate is to default
+ // settings.
+ // Parts (a) and (b) are according to spec. Parts (c) to (e) are
+ // implementation specific and used to break ties.
+ DistanceVector best_distance(2 * constraints.advanced().size() + 3 +
+ kNumDefaultDistanceEntries);
+ std::fill(best_distance.begin(), best_distance.end(), HUGE_VAL);
+ VideoCaptureSourceSelectionResult result;
+ const char* failed_constraint_name = result.failed_constraint_name;
+
+ for (auto& device : capabilities.device_capabilities) {
+ double basic_device_distance =
+ DeviceSourceDistance(device->device_id, device->facing_mode,
+ constraints.basic(), &failed_constraint_name);
+ if (!std::isfinite(basic_device_distance))
+ continue;
+
+ for (auto& format : device->formats) {
+ double basic_format_distance = FormatSourceDistance(
+ format, constraints.basic(), &failed_constraint_name);
+ if (!std::isfinite(basic_format_distance))
+ continue;
+
+ for (auto& power_line_frequency : capabilities.power_line_capabilities) {
+ double basic_power_line_frequency_distance =
+ PowerLineFrequencyConstraintSourceDistance(
+ constraints.basic().googPowerLineFrequency,
+ power_line_frequency, &failed_constraint_name);
+ if (!std::isfinite(basic_power_line_frequency_distance))
+ continue;
+
+ // The candidate satisfies the basic constraint set.
+ double candidate_basic_custom_distance =
+ basic_device_distance + basic_format_distance +
+ basic_power_line_frequency_distance;
+ DCHECK(std::isfinite(candidate_basic_custom_distance));
+
+ // Temporary vector to save custom distances for advanced constraints.
+ // Custom distances must be added to the candidate distance vector after
+ // all the spec-mandated values.
+ DistanceVector advanced_custom_distance_vector;
+ VideoCaptureSourceSettings candidate(device->device_id, format,
+ device->facing_mode,
+ power_line_frequency);
+ DistanceVector candidate_distance_vector;
+ // First criteria for valid candidates is satisfaction of advanced
+ // constraint sets.
+ for (const auto& advanced : constraints.advanced()) {
+ double custom_distance =
+ CandidateSourceDistance(candidate, advanced, nullptr);
+ advanced_custom_distance_vector.push_back(custom_distance);
+ double spec_distance = std::isfinite(custom_distance) ? 0 : 1;
+ candidate_distance_vector.push_back(spec_distance);
+ }
+
+ // Second criterion is fitness distance.
+ candidate_distance_vector.push_back(
+ CandidateFitnessDistance(candidate, constraints.basic()));
+
+ // Third criteria are custom distances to constraint sets.
+ candidate_distance_vector.push_back(candidate_basic_custom_distance);
+ std::copy(advanced_custom_distance_vector.begin(),
+ advanced_custom_distance_vector.end(),
+ std::back_inserter(candidate_distance_vector));
+
+ // Fourth criteria is native fitness distance.
+ candidate_distance_vector.push_back(
+ CandidateNativeFitnessDistance(candidate, constraints.basic()));
+
+ // Final criteria are custom distances to default settings.
+ AppendDistanceFromDefault(candidate, capabilities,
+ &candidate_distance_vector);
+
+ DCHECK_EQ(best_distance.size(), candidate_distance_vector.size());
+ if (candidate_distance_vector < best_distance) {
+ best_distance = candidate_distance_vector;
+ result.settings = std::move(candidate);
+ result.failed_constraint_name = nullptr;
+ }
+ }
+ }
+ }
+
+ if (!result.has_value())
+ result.failed_constraint_name = failed_constraint_name;
+
+ return result;
+}
+
+} // namespace content

Powered by Google App Engine
This is Rietveld 408576698