Image Capture: MediaStreamTrack::applyConstraints()

third_party/WebKit/Source/modules/imagecapture/ImageCapture.cpp

 // Copyright 2016 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #include "modules/imagecapture/ImageCapture.h"
 
 #include "bindings/core/v8/CallbackPromiseAdapter.h"
 #include "bindings/core/v8/ScriptPromiseResolver.h"
 #include "core/dom/DOMException.h"
 #include "core/dom/ExceptionCode.h"
 #include "core/fileapi/Blob.h"
 #include "core/frame/ImageBitmap.h"
 #include "modules/EventTargetModules.h"
 #include "modules/imagecapture/MediaSettingsRange.h"
 #include "modules/imagecapture/PhotoCapabilities.h"
 #include "modules/imagecapture/PhotoSettings.h"
 #include "modules/mediastream/MediaStreamTrack.h"
 #include "modules/mediastream/MediaTrackCapabilities.h"
+#include "modules/mediastream/MediaTrackConstraintSet.h"
 #include "platform/WaitableEvent.h"
 #include "platform/mojo/MojoHelper.h"
 #include "public/platform/InterfaceProvider.h"
 #include "public/platform/Platform.h"
 #include "public/platform/WebImageCaptureFrameGrabber.h"
 #include "public/platform/WebMediaStreamTrack.h"
 #include "wtf/PtrUtil.h"
 
 namespace blink {
 
@@ skipping 78 matching lines @@
 bool ImageCapture::hasPendingActivity() const {
   return getExecutionContext() && hasEventListeners();
 }
 
 void ImageCapture::contextDestroyed(ExecutionContext*) {
   removeAllEventListeners();
   m_serviceRequests.clear();
   DCHECK(!hasEventListeners());
 }
 
-ScriptPromise ImageCapture::getPhotoCapabilities(
-    ScriptState* scriptState,
-    ExceptionState& exceptionState) {
+ScriptPromise ImageCapture::getPhotoCapabilities(ScriptState* scriptState) {
   ScriptPromiseResolver* resolver = ScriptPromiseResolver::create(scriptState);
   ScriptPromise promise = resolver->promise();
 
   if (!m_service) {
     resolver->reject(DOMException::create(NotFoundError, kNoServiceError));
     return promise;
   }
-
   m_serviceRequests.insert(resolver);
 
   // m_streamTrack->component()->source()->id() is the renderer "name" of the
   // camera;
   // TODO(mcasas) consider sending the security origin as well:
   // scriptState->getExecutionContext()->getSecurityOrigin()->toString()
   m_service->GetCapabilities(
       m_streamTrack->component()->source()->id(),
       convertToBaseCallback(WTF::bind(&ImageCapture::onCapabilities,
                                       wrapPersistent(this),
                                       wrapPersistent(resolver))));
   return promise;
 }
 
 ScriptPromise ImageCapture::setOptions(ScriptState* scriptState,
-                                       const PhotoSettings& photoSettings,
-                                       ExceptionState& exceptionState) {
+                                       const PhotoSettings& photoSettings) {
   ScriptPromiseResolver* resolver = ScriptPromiseResolver::create(scriptState);
   ScriptPromise promise = resolver->promise();
 
   if (trackIsInactive(*m_streamTrack)) {
     resolver->reject(DOMException::create(
         InvalidStateError, "The associated Track is in an invalid state."));
     return promise;
   }
 
   if (!m_service) {
     resolver->reject(DOMException::create(NotFoundError, kNoServiceError));
     return promise;
   }
-
   m_serviceRequests.insert(resolver);
 
   // TODO(mcasas): should be using a mojo::StructTraits instead.
-  media::mojom::blink::PhotoSettingsPtr settings =
-      media::mojom::blink::PhotoSettings::New();
+  auto settings = media::mojom::blink::PhotoSettings::New();
+
   settings->has_zoom = photoSettings.hasZoom();
   if (settings->has_zoom)
     settings->zoom = photoSettings.zoom();
   settings->has_height = photoSettings.hasImageHeight();
   if (settings->has_height)
     settings->height = photoSettings.imageHeight();
   settings->has_width = photoSettings.hasImageWidth();
   if (settings->has_width)
     settings->width = photoSettings.imageWidth();
   settings->has_focus_mode = photoSettings.hasFocusMode();
@@ skipping 44 matching lines @@
     settings->sharpness = photoSettings.sharpness();
 
   m_service->SetOptions(m_streamTrack->component()->source()->id(),
                         std::move(settings),
                         convertToBaseCallback(WTF::bind(
                             &ImageCapture::onSetOptions, wrapPersistent(this),
                             wrapPersistent(resolver))));
   return promise;
 }
 
-ScriptPromise ImageCapture::takePhoto(ScriptState* scriptState,
-                                      ExceptionState& exceptionState) {
+ScriptPromise ImageCapture::takePhoto(ScriptState* scriptState) {
   ScriptPromiseResolver* resolver = ScriptPromiseResolver::create(scriptState);
   ScriptPromise promise = resolver->promise();
 
   if (trackIsInactive(*m_streamTrack)) {
     resolver->reject(DOMException::create(
         InvalidStateError, "The associated Track is in an invalid state."));
     return promise;
   }
-
   if (!m_service) {
     resolver->reject(DOMException::create(NotFoundError, kNoServiceError));
     return promise;
   }
 
   m_serviceRequests.insert(resolver);
 
   // m_streamTrack->component()->source()->id() is the renderer "name" of the
   // camera;
   // TODO(mcasas) consider sending the security origin as well:
   // scriptState->getExecutionContext()->getSecurityOrigin()->toString()
   m_service->TakePhoto(m_streamTrack->component()->source()->id(),
                        convertToBaseCallback(WTF::bind(
                            &ImageCapture::onTakePhoto, wrapPersistent(this),
                            wrapPersistent(resolver))));
   return promise;
 }
 
-ScriptPromise ImageCapture::grabFrame(ScriptState* scriptState,
-                                      ExceptionState& exceptionState) {
+ScriptPromise ImageCapture::grabFrame(ScriptState* scriptState) {
   ScriptPromiseResolver* resolver = ScriptPromiseResolver::create(scriptState);
   ScriptPromise promise = resolver->promise();
 
   if (trackIsInactive(*m_streamTrack)) {
     resolver->reject(DOMException::create(
         InvalidStateError, "The associated Track is in an invalid state."));
     return promise;
   }
 
   // Create |m_frameGrabber| the first time.
@@ skipping 13 matching lines @@
   m_frameGrabber->grabFrame(
       &track, new CallbackPromiseAdapter<ImageBitmap, void>(resolver));
 
   return promise;
 }
 
 MediaTrackCapabilities& ImageCapture::getMediaTrackCapabilities() {
   return m_capabilities;
 }
 
+void ImageCapture::setMediaTrackConstraints(
+    ScriptPromiseResolver* resolver,

[Guido Urdaneta, 2017/03/17 00:30:27]

Maybe add a TODO indicating that the constraints algorithm is not spec
compliant.

[mcasas, 2017/03/17 00:49:22]

Done.

+    const MediaTrackConstraintSet& constraints) {
+  if (!m_service) {
+    resolver->reject(DOMException::create(NotFoundError, kNoServiceError));
+    return;
+  }
+  m_serviceRequests.insert(resolver);
+
+  auto settings = media::mojom::blink::PhotoSettings::New();
+
+  // TODO(mcasas): support other Mode types beyond simple string i.e. the
+  // equivalents of "sequence<DOMString>"" or "ConstrainDOMStringParameters".
+  settings->has_white_balance_mode = constraints.hasWhiteBalanceMode() &&
+                                     constraints.whiteBalanceMode().isString();
+  if (settings->has_white_balance_mode) {
+    settings->white_balance_mode =
+        parseMeteringMode(constraints.whiteBalanceMode().getAsString());
+  }
+  settings->has_exposure_mode =
+      constraints.hasExposureMode() && constraints.exposureMode().isString();
+  if (settings->has_exposure_mode) {
+    settings->exposure_mode =
+        parseMeteringMode(constraints.exposureMode().getAsString());
+  }
+
+  settings->has_focus_mode =
+      constraints.hasFocusMode() && constraints.focusMode().isString();
+  if (settings->has_focus_mode) {
+    settings->focus_mode =
+        parseMeteringMode(constraints.focusMode().getAsString());
+  }
+
+  // TODO(mcasas): support ConstrainDoubleRange where applicable.
+  settings->has_exposure_compensation =
+      constraints.hasExposureCompensation() &&
+      constraints.exposureCompensation().isDouble();
+  if (settings->has_exposure_compensation) {
+    settings->exposure_compensation =
+        constraints.exposureCompensation().getAsDouble();
+  }
+  settings->has_color_temperature = constraints.hasColorTemperature() &&
+                                    constraints.colorTemperature().isDouble();
+  if (settings->has_color_temperature)
+    settings->color_temperature = constraints.colorTemperature().getAsDouble();
+  settings->has_iso = constraints.hasIso() && constraints.iso().isDouble();
+  if (settings->has_iso)
+    settings->iso = constraints.iso().getAsDouble();
+
+  settings->has_brightness =
+      constraints.hasBrightness() && constraints.brightness().isDouble();
+  if (settings->has_brightness)
+    settings->brightness = constraints.brightness().getAsDouble();
+  settings->has_contrast =
+      constraints.hasContrast() && constraints.contrast().isDouble();
+  if (settings->has_contrast)
+    settings->contrast = constraints.contrast().getAsDouble();
+  settings->has_saturation =
+      constraints.hasSaturation() && constraints.saturation().isDouble();
+  if (settings->has_saturation)
+    settings->saturation = constraints.saturation().getAsDouble();
+  settings->has_sharpness =
+      constraints.hasSharpness() && constraints.sharpness().isDouble();
+  if (settings->has_sharpness)
+    settings->sharpness = constraints.sharpness().getAsDouble();
+
+  settings->has_zoom = constraints.hasZoom() && constraints.zoom().isDouble();
+  if (settings->has_zoom)
+    settings->zoom = constraints.zoom().getAsDouble();
+
+  // TODO(mcasas): add |torch| when the mojom interface is updated,
+  // https://crbug.com/700607.
+
+  m_service->SetOptions(m_streamTrack->component()->source()->id(),
+                        std::move(settings),
+                        convertToBaseCallback(WTF::bind(
+                            &ImageCapture::onSetOptions, wrapPersistent(this),
+                            wrapPersistent(resolver))));
+}
+
 ImageCapture::ImageCapture(ExecutionContext* context, MediaStreamTrack* track)
     : ContextLifecycleObserver(context), m_streamTrack(track) {
   DCHECK(m_streamTrack);
   DCHECK(!m_service.is_bound());
 
   Platform::current()->interfaceProvider()->getInterface(
       mojo::MakeRequest(&m_service));
 
   m_service.set_connection_error_handler(convertToBaseCallback(WTF::bind(
       &ImageCapture::onServiceConnectionError, wrapWeakPersistent(this))));
@@ skipping 142 matching lines @@
 
 DEFINE_TRACE(ImageCapture) {
   visitor->trace(m_streamTrack);
   visitor->trace(m_capabilities);
   visitor->trace(m_serviceRequests);
   EventTargetWithInlineData::trace(visitor);
   ContextLifecycleObserver::trace(visitor);
 }
 
 }  // namespace blink