Chromium Code Reviews| OLD | NEW |
|---|---|
| 1 // Copyright 2016 The Chromium Authors. All rights reserved. | 1 // Copyright 2016 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include "modules/shapedetection/FaceDetector.h" | 5 #include "modules/shapedetection/FaceDetector.h" |
| 6 | 6 |
| 7 #include "core/dom/DOMException.h" | 7 #include "core/dom/DOMException.h" |
| 8 #include "core/dom/DOMRect.h" | 8 #include "core/dom/DOMRect.h" |
| 9 #include "core/dom/Document.h" | 9 #include "core/dom/Document.h" |
| 10 #include "core/fetch/ImageResource.h" | 10 #include "core/fetch/ImageResource.h" |
| 11 #include "core/frame/LocalDOMWindow.h" | 11 #include "core/frame/LocalDOMWindow.h" |
| 12 #include "core/frame/LocalFrame.h" | 12 #include "core/frame/LocalFrame.h" |
| 13 #include "core/html/HTMLImageElement.h" | 13 #include "core/html/HTMLImageElement.h" |
| 14 #include "platform/graphics/Image.h" | 14 #include "platform/graphics/Image.h" |
| 15 #include "public/platform/InterfaceProvider.h" | 15 #include "public/platform/InterfaceProvider.h" |
| 16 #include "third_party/skia/include/core/SkImage.h" | 16 #include "third_party/skia/include/core/SkImage.h" |
| 17 #include "third_party/skia/include/core/SkImageInfo.h" | 17 #include "third_party/skia/include/core/SkImageInfo.h" |
| 18 | 18 |
| 19 namespace blink { | 19 namespace blink { |
| 20 | 20 |
| 21 namespace { | 21 namespace { |
| 22 | 22 |
| 23 mojo::ScopedSharedBufferHandle getSharedBufferHandle( | 23 mojo::ScopedSharedBufferHandle getSharedBufferHandle( |
| 24 const HTMLImageElement* img) { | 24 const HTMLImageElement* img, |
| 25 ScriptPromiseResolver* resolver) { | |
| 25 ImageResource* const imageResource = img->cachedImage(); | 26 ImageResource* const imageResource = img->cachedImage(); |
| 26 if (!imageResource) { | 27 if (!imageResource) { |
| 27 DLOG(ERROR) << "Failed to convert HTMLImageElement to ImageSource."; | 28 resolver->reject(DOMException::create( |
| 29 InvalidStateError, | |
| 30 "Failed to acquire ImageResource from HTMLImageElement.")); | |
| 28 return mojo::ScopedSharedBufferHandle(); | 31 return mojo::ScopedSharedBufferHandle(); |
| 29 } | 32 } |
| 30 | 33 |
| 31 Image* const blinkImage = imageResource->getImage(); | 34 Image* const blinkImage = imageResource->getImage(); |
|
mcasas
2016/10/21 23:43:16
I'm not 100% sure, but I think before doing this
w
xianglu
2016/10/22 02:19:09
I agree. However, the testing image ("imported/wpt
| |
| 32 if (!blinkImage) { | 35 if (!blinkImage) { |
| 33 DLOG(ERROR) << "Failed to convert ImageSource to blink::Image."; | 36 resolver->reject(DOMException::create( |
| 37 InvalidStateError, "Failed to get blink::Image from ImageResource.")); | |
| 34 return mojo::ScopedSharedBufferHandle(); | 38 return mojo::ScopedSharedBufferHandle(); |
| 35 } | 39 } |
| 36 | 40 |
| 37 const sk_sp<SkImage> image = blinkImage->imageForCurrentFrame(); | 41 const sk_sp<SkImage> image = blinkImage->imageForCurrentFrame(); |
| 38 DCHECK_EQ(img->naturalWidth(), image->width()); | 42 DCHECK_EQ(img->naturalWidth(), image->width()); |
| 39 DCHECK_EQ(img->naturalHeight(), image->height()); | 43 DCHECK_EQ(img->naturalHeight(), image->height()); |
| 40 | 44 |
| 41 if (!image) { | 45 if (!image) { |
| 42 DLOG(ERROR) << "Failed to convert blink::Image to sk_sp<SkImage>."; | 46 resolver->reject(DOMException::create( |
| 47 InvalidStateError, | |
| 48 "Failed to convert blink::Image to sk_sp<SkImage>.")); | |
| 43 return mojo::ScopedSharedBufferHandle(); | 49 return mojo::ScopedSharedBufferHandle(); |
| 44 } | 50 } |
| 45 | 51 |
| 46 const SkImageInfo skiaInfo = | 52 const SkImageInfo skiaInfo = |
| 47 SkImageInfo::MakeN32(image->width(), image->height(), image->alphaType()); | 53 SkImageInfo::MakeN32(image->width(), image->height(), image->alphaType()); |
| 48 | 54 |
| 49 const uint32_t allocationSize = skiaInfo.getSafeSize(skiaInfo.minRowBytes()); | 55 const uint32_t allocationSize = skiaInfo.getSafeSize(skiaInfo.minRowBytes()); |
| 50 | 56 |
| 51 mojo::ScopedSharedBufferHandle sharedBufferHandle = | 57 mojo::ScopedSharedBufferHandle sharedBufferHandle = |
| 52 mojo::SharedBufferHandle::Create(allocationSize); | 58 mojo::SharedBufferHandle::Create(allocationSize); |
| 53 if (!sharedBufferHandle.is_valid()) { | 59 if (!sharedBufferHandle.is_valid()) { |
| 54 // TODO(xianglu): Do something when the image is too large. | 60 DLOG(ERROR) << "AllocationSize = " << allocationSize |
| 55 DLOG(ERROR) << "Failed to create a sharedBufferHandle. allocationSize = " | 61 << "bytes. limit = 16777216, referred from " |
| 56 << allocationSize << "bytes. limit = 16777216"; | 62 "https://cs.chromium.org/chromium/src/" |
| 63 "mojo/edk/system/broker_host.cc?l=24"; | |
| 64 // TODO(xianglu): For now we reject the promise if the image is too large. | |
| 65 // But consider resizing the image to remove restriction on the user side. | |
| 66 // Also, add layouttest for this case later. | |
| 67 resolver->reject(DOMException::create( | |
| 68 InvalidStateError, | |
| 69 "HTMLImageElement is too large to fit in mojo shared buffer.")); | |
| 57 return mojo::ScopedSharedBufferHandle(); | 70 return mojo::ScopedSharedBufferHandle(); |
| 58 } | 71 } |
| 59 | 72 |
| 60 const mojo::ScopedSharedBufferMapping mappedBuffer = | 73 const mojo::ScopedSharedBufferMapping mappedBuffer = |
| 61 sharedBufferHandle->Map(allocationSize); | 74 sharedBufferHandle->Map(allocationSize); |
| 62 | 75 |
| 63 const SkPixmap pixmap(skiaInfo, mappedBuffer.get(), skiaInfo.minRowBytes()); | 76 const SkPixmap pixmap(skiaInfo, mappedBuffer.get(), skiaInfo.minRowBytes()); |
| 64 if (!image->readPixels(pixmap, 0, 0)) { | 77 if (!image->readPixels(pixmap, 0, 0)) { |
| 65 DLOG(ERROR) << "Failed to read pixels from sk_sp<SkImage>."; | 78 resolver->reject(DOMException::create( |
| 79 InvalidStateError, | |
| 80 "Image is broken. Failed to read pixels from sk_sp<SkImage>.")); | |
| 66 return mojo::ScopedSharedBufferHandle(); | 81 return mojo::ScopedSharedBufferHandle(); |
| 67 } | 82 } |
| 68 | 83 |
| 69 return sharedBufferHandle; | 84 return sharedBufferHandle; |
| 70 } | 85 } |
| 71 | 86 |
| 72 } // anonymous namespace | 87 } // anonymous namespace |
| 73 | 88 |
| 74 FaceDetector* FaceDetector::create(ScriptState* scriptState) { | 89 FaceDetector* FaceDetector::create(ScriptState* scriptState) { |
| 75 return new FaceDetector(*scriptState->domWindow()->frame()); | 90 return new FaceDetector(*scriptState->domWindow()->frame()); |
| 76 } | 91 } |
| 77 | 92 |
| 78 FaceDetector::FaceDetector(LocalFrame& frame) { | 93 FaceDetector::FaceDetector(LocalFrame& frame) { |
| 79 DCHECK(!m_service.is_bound()); | 94 DCHECK(!m_service.is_bound()); |
| 80 DCHECK(frame.interfaceProvider()); | 95 DCHECK(frame.interfaceProvider()); |
| 81 frame.interfaceProvider()->getInterface(mojo::GetProxy(&m_service)); | 96 frame.interfaceProvider()->getInterface(mojo::GetProxy(&m_service)); |
| 82 } | 97 } |
| 83 | 98 |
| 84 ScriptPromise FaceDetector::detect(ScriptState* scriptState, | 99 ScriptPromise FaceDetector::detect(ScriptState* scriptState, |
| 85 const HTMLImageElement* img) { | 100 const HTMLImageElement* img) { |
| 86 ScriptPromiseResolver* resolver = ScriptPromiseResolver::create(scriptState); | 101 ScriptPromiseResolver* resolver = ScriptPromiseResolver::create(scriptState); |
| 87 ScriptPromise promise = resolver->promise(); | 102 ScriptPromise promise = resolver->promise(); |
| 88 | 103 |
| 89 if (!m_service) { | 104 // TODO(xianglu): Add test cases for cross-origin-images. |
| 105 if (img->wouldTaintOrigin( | |
| 106 scriptState->getExecutionContext()->getSecurityOrigin())) { | |
| 90 resolver->reject(DOMException::create( | 107 resolver->reject(DOMException::create( |
| 91 NotFoundError, "Face detection service unavailable.")); | 108 SecurityError, "Image source from a different origin.")); |
| 92 return promise; | 109 return promise; |
| 93 } | 110 } |
| 94 | 111 |
| 95 if (!img) { | 112 if (img->bitmapSourceSize().isZero()) { |
| 96 resolver->reject(DOMException::create( | 113 resolver->reject( |
| 97 SyntaxError, "The provided HTMLImageElement is empty.")); | 114 DOMException::create(InvalidStateError, "HTMLImageElement is empty.")); |
| 98 return promise; | 115 return promise; |
| 99 } | 116 } |
| 100 | 117 |
| 101 // TODO(xianglu): Add security check when the spec is ready. | |
| 102 // https://crbug.com/646083 | |
| 103 mojo::ScopedSharedBufferHandle sharedBufferHandle = | 118 mojo::ScopedSharedBufferHandle sharedBufferHandle = |
| 104 getSharedBufferHandle(img); | 119 getSharedBufferHandle(img, resolver); |
| 105 if (!sharedBufferHandle->is_valid()) { | 120 if (!sharedBufferHandle->is_valid()) |
| 121 return promise; | |
| 122 | |
| 123 if (!m_service) { | |
| 106 resolver->reject(DOMException::create( | 124 resolver->reject(DOMException::create( |
| 107 SyntaxError, "Request for sharedBufferHandle failed.")); | 125 NotSupportedError, "Face detection service unavailable.")); |
| 108 return promise; | 126 return promise; |
| 109 } | 127 } |
| 110 | 128 |
| 111 m_serviceRequests.add(resolver); | 129 m_serviceRequests.add(resolver); |
| 112 DCHECK(m_service.is_bound()); | 130 DCHECK(m_service.is_bound()); |
| 113 m_service->DetectFace(std::move(sharedBufferHandle), img->naturalWidth(), | 131 m_service->DetectFace(std::move(sharedBufferHandle), img->naturalWidth(), |
| 114 img->naturalHeight(), | 132 img->naturalHeight(), |
| 115 convertToBaseCallback(WTF::bind( | 133 convertToBaseCallback(WTF::bind( |
| 116 &FaceDetector::onDetectFace, wrapPersistent(this), | 134 &FaceDetector::onDetectFace, wrapPersistent(this), |
| 117 wrapPersistent(resolver)))); | 135 wrapPersistent(resolver)))); |
| (...skipping 16 matching lines...) Expand all Loading... | |
| 134 | 152 |
| 135 resolver->resolve(detectedFaces); | 153 resolver->resolve(detectedFaces); |
| 136 m_serviceRequests.remove(resolver); | 154 m_serviceRequests.remove(resolver); |
| 137 } | 155 } |
| 138 | 156 |
| 139 DEFINE_TRACE(FaceDetector) { | 157 DEFINE_TRACE(FaceDetector) { |
| 140 visitor->trace(m_serviceRequests); | 158 visitor->trace(m_serviceRequests); |
| 141 } | 159 } |
| 142 | 160 |
| 143 } // namespace blink | 161 } // namespace blink |
| OLD | NEW |