Chromium Code Reviews| OLD | NEW |
|---|---|
| 1 // Copyright 2016 The Chromium Authors. All rights reserved. | 1 // Copyright 2016 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include "modules/shapedetection/FaceDetector.h" | 5 #include "modules/shapedetection/FaceDetector.h" |
| 6 | 6 |
| 7 #include "core/dom/DOMException.h" | 7 #include "core/dom/DOMException.h" |
| 8 #include "core/dom/DOMRect.h" | 8 #include "core/dom/DOMRect.h" |
| 9 #include "core/dom/Document.h" | 9 #include "core/dom/Document.h" |
| 10 #include "core/fetch/ImageResource.h" | 10 #include "core/fetch/ImageResource.h" |
| 11 #include "core/frame/LocalDOMWindow.h" | 11 #include "core/frame/LocalDOMWindow.h" |
| 12 #include "core/frame/LocalFrame.h" | 12 #include "core/frame/LocalFrame.h" |
| 13 #include "core/html/HTMLImageElement.h" | 13 #include "core/html/HTMLImageElement.h" |
| 14 #include "platform/graphics/Image.h" | 14 #include "platform/graphics/Image.h" |
| 15 #include "public/platform/InterfaceProvider.h" | 15 #include "public/platform/InterfaceProvider.h" |
| 16 #include "third_party/skia/include/core/SkImage.h" | 16 #include "third_party/skia/include/core/SkImage.h" |
| 17 #include "third_party/skia/include/core/SkImageInfo.h" | 17 #include "third_party/skia/include/core/SkImageInfo.h" |
| 18 | 18 |
| 19 namespace blink { | 19 namespace blink { |
| 20 | 20 |
| 21 namespace { | 21 namespace { |
| 22 | 22 |
| 23 mojo::ScopedSharedBufferHandle getSharedBufferHandle( | 23 mojo::ScopedSharedBufferHandle getSharedBufferHandle( |
| 24 const HTMLImageElement* img) { | 24 const HTMLImageElement* img, |
| 25 ScriptPromiseResolver* resolver) { | |
| 25 ImageResource* const imageResource = img->cachedImage(); | 26 ImageResource* const imageResource = img->cachedImage(); |
| 26 if (!imageResource) { | 27 if (!imageResource) { |
| 27 DLOG(ERROR) << "Failed to convert HTMLImageElement to ImageSource."; | 28 DLOG(ERROR) << "Failed to convert HTMLImageElement to ImageSource."; |
| 29 resolver->reject( | |
| 30 DOMException::create(InvalidStateError, "HTMLImageElement is broken.")); | |
|
mcasas
2016/10/21 04:41:46
I suggest you line up the comments in l.30, 38 and
xianglu
2016/10/21 21:08:30
Done.
| |
| 28 return mojo::ScopedSharedBufferHandle(); | 31 return mojo::ScopedSharedBufferHandle(); |
| 29 } | 32 } |
| 30 | 33 |
| 31 Image* const blinkImage = imageResource->getImage(); | 34 Image* const blinkImage = imageResource->getImage(); |
| 32 if (!blinkImage) { | 35 if (!blinkImage) { |
| 33 DLOG(ERROR) << "Failed to convert ImageSource to blink::Image."; | 36 DLOG(ERROR) << "Failed to convert ImageSource to blink::Image."; |
|
mcasas
2016/10/21 04:41:46
s/ImageSource/ImageResource/
xianglu
2016/10/21 21:08:30
Done.
| |
| 37 resolver->reject( | |
| 38 DOMException::create(InvalidStateError, "HTMLImageElement is broken.")); | |
| 34 return mojo::ScopedSharedBufferHandle(); | 39 return mojo::ScopedSharedBufferHandle(); |
| 35 } | 40 } |
| 36 | 41 |
| 37 const sk_sp<SkImage> image = blinkImage->imageForCurrentFrame(); | 42 const sk_sp<SkImage> image = blinkImage->imageForCurrentFrame(); |
| 38 DCHECK_EQ(img->naturalWidth(), image->width()); | 43 DCHECK_EQ(img->naturalWidth(), image->width()); |
| 39 DCHECK_EQ(img->naturalHeight(), image->height()); | 44 DCHECK_EQ(img->naturalHeight(), image->height()); |
| 40 | 45 |
| 41 if (!image) { | 46 if (!image) { |
| 42 DLOG(ERROR) << "Failed to convert blink::Image to sk_sp<SkImage>."; | 47 DLOG(ERROR) << "Failed to convert blink::Image to sk_sp<SkImage>."; |
| 48 resolver->reject( | |
| 49 DOMException::create(InvalidStateError, "HTMLImageElement is broken.")); | |
| 43 return mojo::ScopedSharedBufferHandle(); | 50 return mojo::ScopedSharedBufferHandle(); |
| 44 } | 51 } |
| 45 | 52 |
| 46 const SkImageInfo skiaInfo = | 53 const SkImageInfo skiaInfo = |
| 47 SkImageInfo::MakeN32(image->width(), image->height(), image->alphaType()); | 54 SkImageInfo::MakeN32(image->width(), image->height(), image->alphaType()); |
| 48 | 55 |
| 49 const uint32_t allocationSize = skiaInfo.getSafeSize(skiaInfo.minRowBytes()); | 56 const uint32_t allocationSize = skiaInfo.getSafeSize(skiaInfo.minRowBytes()); |
| 50 | 57 |
| 51 mojo::ScopedSharedBufferHandle sharedBufferHandle = | 58 mojo::ScopedSharedBufferHandle sharedBufferHandle = |
| 52 mojo::SharedBufferHandle::Create(allocationSize); | 59 mojo::SharedBufferHandle::Create(allocationSize); |
| 53 if (!sharedBufferHandle.is_valid()) { | 60 if (!sharedBufferHandle.is_valid()) { |
| 54 // TODO(xianglu): Do something when the image is too large. | |
| 55 DLOG(ERROR) << "Failed to create a sharedBufferHandle. allocationSize = " | 61 DLOG(ERROR) << "Failed to create a sharedBufferHandle. allocationSize = " |
| 56 << allocationSize << "bytes. limit = 16777216"; | 62 << allocationSize << "bytes. limit = 16777216"; |
|
mcasas
2016/10/21 04:41:46
This number is [1], right? Consider pulling it her
xianglu
2016/10/21 21:08:30
Done.
mcasas
2016/10/21 23:43:16
Well, I meant using |kMaxSharedBufferSize|,
but no
mcasas
2016/10/24 17:38:56
This has not been addressed.
| |
| 63 // TODO(xianglu): For now we reject the promise if the image is too large. | |
| 64 // But consider resizing the image to remove restriction on the user side. | |
| 65 // Also, add layouttest for this case later. | |
| 66 resolver->reject(DOMException::create(InvalidStateError, | |
| 67 "HTMLImageElement is too large.")); | |
| 57 return mojo::ScopedSharedBufferHandle(); | 68 return mojo::ScopedSharedBufferHandle(); |
| 58 } | 69 } |
| 59 | 70 |
| 60 const mojo::ScopedSharedBufferMapping mappedBuffer = | 71 const mojo::ScopedSharedBufferMapping mappedBuffer = |
| 61 sharedBufferHandle->Map(allocationSize); | 72 sharedBufferHandle->Map(allocationSize); |
| 62 | 73 |
| 63 const SkPixmap pixmap(skiaInfo, mappedBuffer.get(), skiaInfo.minRowBytes()); | 74 const SkPixmap pixmap(skiaInfo, mappedBuffer.get(), skiaInfo.minRowBytes()); |
| 64 if (!image->readPixels(pixmap, 0, 0)) { | 75 if (!image->readPixels(pixmap, 0, 0)) { |
| 65 DLOG(ERROR) << "Failed to read pixels from sk_sp<SkImage>."; | 76 DLOG(ERROR) << "Failed to read pixels from sk_sp<SkImage>."; |
| 77 resolver->reject( | |
| 78 DOMException::create(InvalidStateError, "HTMLImageElement is broken.")); | |
| 66 return mojo::ScopedSharedBufferHandle(); | 79 return mojo::ScopedSharedBufferHandle(); |
| 67 } | 80 } |
| 68 | 81 |
| 69 return sharedBufferHandle; | 82 return sharedBufferHandle; |
| 70 } | 83 } |
| 71 | 84 |
| 72 } // anonymous namespace | 85 } // anonymous namespace |
| 73 | 86 |
| 74 FaceDetector* FaceDetector::create(ScriptState* scriptState) { | 87 FaceDetector* FaceDetector::create(ScriptState* scriptState) { |
| 75 return new FaceDetector(*scriptState->domWindow()->frame()); | 88 return new FaceDetector(*scriptState->domWindow()->frame()); |
| 76 } | 89 } |
| 77 | 90 |
| 78 FaceDetector::FaceDetector(LocalFrame& frame) { | 91 FaceDetector::FaceDetector(LocalFrame& frame) { |
| 79 DCHECK(!m_service.is_bound()); | 92 DCHECK(!m_service.is_bound()); |
| 80 DCHECK(frame.interfaceProvider()); | 93 DCHECK(frame.interfaceProvider()); |
| 81 frame.interfaceProvider()->getInterface(mojo::GetProxy(&m_service)); | 94 frame.interfaceProvider()->getInterface(mojo::GetProxy(&m_service)); |
| 82 } | 95 } |
| 83 | 96 |
| 84 ScriptPromise FaceDetector::detect(ScriptState* scriptState, | 97 ScriptPromise FaceDetector::detect(ScriptState* scriptState, |
| 85 const HTMLImageElement* img) { | 98 const HTMLImageElement* img) { |
| 86 ScriptPromiseResolver* resolver = ScriptPromiseResolver::create(scriptState); | 99 ScriptPromiseResolver* resolver = ScriptPromiseResolver::create(scriptState); |
| 87 ScriptPromise promise = resolver->promise(); | 100 ScriptPromise promise = resolver->promise(); |
| 88 | 101 |
| 89 if (!m_service) { | 102 // TODO(xianglu): Add test cases for cross-origin-images. |
| 103 if (img->wouldTaintOrigin( | |
| 104 scriptState->getExecutionContext()->getSecurityOrigin())) { | |
| 90 resolver->reject(DOMException::create( | 105 resolver->reject(DOMException::create( |
| 91 NotFoundError, "Face detection service unavailable.")); | 106 SecurityError, "Image source from a different origin.")); |
| 92 return promise; | 107 return promise; |
| 93 } | 108 } |
| 94 | 109 |
| 95 if (!img) { | 110 if (img->bitmapSourceSize().isZero()) { |
| 96 resolver->reject(DOMException::create( | 111 resolver->reject( |
| 97 SyntaxError, "The provided HTMLImageElement is empty.")); | 112 DOMException::create(InvalidStateError, "HTMLImageElement is empty.")); |
| 98 return promise; | 113 return promise; |
| 99 } | 114 } |
| 100 | 115 |
| 101 // TODO(xianglu): Add security check when the spec is ready. | |
| 102 // https://crbug.com/646083 | |
| 103 mojo::ScopedSharedBufferHandle sharedBufferHandle = | 116 mojo::ScopedSharedBufferHandle sharedBufferHandle = |
| 104 getSharedBufferHandle(img); | 117 getSharedBufferHandle(img, resolver); |
| 105 if (!sharedBufferHandle->is_valid()) { | 118 if (!sharedBufferHandle->is_valid()) |
| 119 return promise; | |
| 120 | |
| 121 if (!m_service) { | |
| 106 resolver->reject(DOMException::create( | 122 resolver->reject(DOMException::create( |
| 107 SyntaxError, "Request for sharedBufferHandle failed.")); | 123 NotSupportedError, "Face detection service unavailable.")); |
| 108 return promise; | 124 return promise; |
| 109 } | 125 } |
| 110 | 126 |
| 111 m_serviceRequests.add(resolver); | 127 m_serviceRequests.add(resolver); |
| 112 DCHECK(m_service.is_bound()); | 128 DCHECK(m_service.is_bound()); |
| 113 m_service->DetectFace(std::move(sharedBufferHandle), img->naturalWidth(), | 129 m_service->DetectFace(std::move(sharedBufferHandle), img->naturalWidth(), |
| 114 img->naturalHeight(), | 130 img->naturalHeight(), |
| 115 convertToBaseCallback(WTF::bind( | 131 convertToBaseCallback(WTF::bind( |
| 116 &FaceDetector::onDetectFace, wrapPersistent(this), | 132 &FaceDetector::onDetectFace, wrapPersistent(this), |
| 117 wrapPersistent(resolver)))); | 133 wrapPersistent(resolver)))); |
| (...skipping 16 matching lines...) Expand all Loading... | |
| 134 | 150 |
| 135 resolver->resolve(detectedFaces); | 151 resolver->resolve(detectedFaces); |
| 136 m_serviceRequests.remove(resolver); | 152 m_serviceRequests.remove(resolver); |
| 137 } | 153 } |
| 138 | 154 |
| 139 DEFINE_TRACE(FaceDetector) { | 155 DEFINE_TRACE(FaceDetector) { |
| 140 visitor->trace(m_serviceRequests); | 156 visitor->trace(m_serviceRequests); |
| 141 } | 157 } |
| 142 | 158 |
| 143 } // namespace blink | 159 } // namespace blink |
| OLD | NEW |