Add support for Android spellcheck menu in Chrome/WebViews

content/browser/android/ime_adapter_android.cc

 // Copyright 2017 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #include "content/browser/android/ime_adapter_android.h"
 
 #include <android/input.h>
 #include <algorithm>
 #include <vector>
 
 #include "base/android/jni_android.h"
 #include "base/android/jni_array.h"
 #include "base/android/jni_string.h"
 #include "base/android/scoped_java_ref.h"
 #include "base/strings/utf_string_conversions.h"
 #include "base/time/time.h"
+#include "content/browser/android/text_suggestion_host_impl.h"
 #include "content/browser/frame_host/render_frame_host_impl.h"
 #include "content/browser/renderer_host/render_view_host_delegate.h"
 #include "content/browser/renderer_host/render_widget_host_impl.h"
 #include "content/browser/renderer_host/render_widget_host_view_android.h"
 #include "content/common/input_messages.h"
 #include "content/common/view_messages.h"
 #include "content/public/browser/browser_thread.h"
 #include "content/public/browser/native_web_keyboard_event.h"
 #include "content/public/browser/web_contents.h"
 #include "jni/ImeAdapter_jni.h"
+#include "services/service_manager/public/cpp/interface_provider.h"
 #include "third_party/WebKit/public/platform/WebInputEvent.h"
 #include "third_party/WebKit/public/platform/WebTextInputType.h"
 #include "third_party/WebKit/public/web/WebCompositionUnderline.h"
 
 using base::android::AttachCurrentThread;
 using base::android::ConvertJavaStringToUTF16;
 using base::android::ConvertUTF8ToJavaString;
 using base::android::JavaParamRef;
 using base::android::ScopedJavaLocalRef;
 
 namespace content {
 namespace {
 
+int kDoubleTapTimeoutInMilliseconds = 300;

[yosin_UTC9, 2017/06/07 01:34:14]

nit: s/int/const int/

+
 // Maps a java KeyEvent into a NativeWebKeyboardEvent.
 // |java_key_event| is used to maintain a globalref for KeyEvent.
 // |type| will determine the WebInputEvent type.
 // type, |modifiers|, |time_ms|, |key_code|, |unicode_char| is used to create
 // WebKeyboardEvent. |key_code| is also needed ad need to treat the enter key
 // as a key press of character \r.
 NativeWebKeyboardEvent NativeWebKeyboardEventFromKeyEvent(
     JNIEnv* env,
     const base::android::JavaRef<jobject>& java_key_event,
     int type,
@@ skipping 57 matching lines @@
       reinterpret_cast<std::vector<blink::WebCompositionUnderline>*>(
           underlines_ptr);
   underlines->push_back(blink::WebCompositionUnderline(
       static_cast<unsigned>(start), static_cast<unsigned>(end), SK_ColorBLACK,
       false, SK_ColorTRANSPARENT));
 }
 
 ImeAdapterAndroid::ImeAdapterAndroid(JNIEnv* env,
                                      const JavaParamRef<jobject>& obj,
                                      WebContents* web_contents)
-    : RenderWidgetHostConnector(web_contents), rwhva_(nullptr) {
+    : RenderWidgetHostConnector(web_contents),
+      rwhva_(nullptr),
+      java_ime_adapter_(JavaObjectWeakGlobalRef(env, obj)),
+      spellcheck_menu_timeout_(
+          base::Bind(&ImeAdapterAndroid::OnSpellCheckMenuTimeout,
+                     base::Unretained(this))) {
   java_ime_adapter_ = JavaObjectWeakGlobalRef(env, obj);
+
+  RenderFrameHost* rfh = GetFocusedFrame();
+  if (!rfh)
+    return;
+
+  rfh->GetInterfaceRegistry()->AddInterface(
+      base::Bind(&TextSuggestionHostImpl::Create, base::Unretained(this)));
 }
 
 ImeAdapterAndroid::~ImeAdapterAndroid() {
   JNIEnv* env = AttachCurrentThread();
   ScopedJavaLocalRef<jobject> obj = java_ime_adapter_.get(env);
   if (!obj.is_null())
     Java_ImeAdapter_destroy(env, obj);
 }
 
 void ImeAdapterAndroid::UpdateRenderProcessConnection(
@@ skipping 146 matching lines @@
   if (!obj.is_null())
     Java_ImeAdapter_cancelComposition(env, obj);
 }
 
 void ImeAdapterAndroid::FocusedNodeChanged(bool is_editable_node) {
   JNIEnv* env = AttachCurrentThread();
   ScopedJavaLocalRef<jobject> obj = java_ime_adapter_.get(env);
   if (!obj.is_null()) {
     Java_ImeAdapter_focusedNodeChanged(env, obj, is_editable_node);
   }
+
+  RenderFrameHost* rfh = GetFocusedFrame();
+  if (rfh) {

[yosin_UTC9, 2017/06/07 01:34:15]

nit: early-return style is better as L130.
Or change this like L130.
Please use same style.

+    rfh->GetInterfaceRegistry()->AddInterface(
+        base::Bind(&TextSuggestionHostImpl::Create, base::Unretained(this)));
+  }
 }
 
 void ImeAdapterAndroid::SetEditableSelectionOffsets(
     JNIEnv*,
     const JavaParamRef<jobject>&,
     int start,
     int end) {
   RenderFrameHost* rfh = GetFocusedFrame();
   if (!rfh)
     return;
@@ skipping 17 matching lines @@
     coordinates_array[coordinates_array_index + 1] = rect.y();
     coordinates_array[coordinates_array_index + 2] = rect.right();
     coordinates_array[coordinates_array_index + 3] = rect.bottom();
   }
   Java_ImeAdapter_setCharacterBounds(
       env, obj,
       base::android::ToJavaFloatArray(env, coordinates_array.get(),
                                       coordinates_array_size));
 }
 
+void ImeAdapterAndroid::StartSpellCheckMenuTimer() {
+  spellcheck_menu_timeout_.Stop();
+  spellcheck_menu_timeout_.Start(
+      base::TimeDelta::FromMilliseconds(kDoubleTapTimeoutInMilliseconds));
+}
+
+void ImeAdapterAndroid::StopSpellCheckMenuTimer() {
+  spellcheck_menu_timeout_.Stop();
+}
+
+void ImeAdapterAndroid::ShowSpellCheckSuggestionMenu(
+    double caret_x,
+    double caret_y,
+    const std::string& marked_text,
+    const std::vector<blink::mojom::SpellCheckSuggestionPtr>& suggestions) {
+  std::vector<std::string> suggestion_strings;
+  for (const blink::mojom::SpellCheckSuggestionPtr& suggestion_ptr :

[yosin_UTC9, 2017/06/07 01:34:14]

I think |const auto&| is enough since we know the element type of |suggestions|
from function signature.

+       suggestions)
+    suggestion_strings.push_back(suggestion_ptr->suggestion);
+
+  JNIEnv* env = AttachCurrentThread();
+  ScopedJavaLocalRef<jobject> obj = java_ime_adapter_.get(env);
+  Java_ImeAdapter_showSpellCheckSuggestionMenu(
+      env, obj, caret_x, caret_y, ConvertUTF8ToJavaString(env, marked_text),
+      base::android::ToJavaArrayOfStrings(env, suggestion_strings));
+}
+
 void ImeAdapterAndroid::SetComposingRegion(JNIEnv*,
                                            const JavaParamRef<jobject>&,
                                            int start,
                                            int end) {
   RenderFrameHost* rfh = GetFocusedFrame();
   if (!rfh)
     return;
 
   std::vector<ui::CompositionUnderline> underlines;
   underlines.push_back(ui::CompositionUnderline(0, end - start, SK_ColorBLACK,
@@ skipping 41 matching lines @@
     const base::android::JavaParamRef<jobject>& obj,
     bool immediate_request,
     bool monitor_request) {
   RenderWidgetHostImpl* rwhi = GetFocusedWidget();
   if (!rwhi)
     return;
   rwhi->Send(new InputMsg_RequestCompositionUpdates(
       rwhi->GetRoutingID(), immediate_request, monitor_request));
 }
 
+void ImeAdapterAndroid::ApplySpellCheckSuggestion(
+    JNIEnv* env,
+    const JavaParamRef<jobject>&,
+    const base::android::JavaParamRef<jstring>& replacement) {
+  const blink::mojom::TextSuggestionBackendPtr& text_suggestion_backend =
+      GetTextSuggestionBackend();
+  if (!text_suggestion_backend)
+    return;
+  text_suggestion_backend->ApplySpellCheckSuggestion(
+      ConvertJavaStringToUTF8(env, replacement));
+}
+
+void ImeAdapterAndroid::DeleteActiveSuggestionRange(
+    JNIEnv*,
+    const JavaParamRef<jobject>&) {
+  const blink::mojom::TextSuggestionBackendPtr& text_suggestion_backend =
+      GetTextSuggestionBackend();
+  if (!text_suggestion_backend)
+    return;
+  text_suggestion_backend->DeleteActiveSuggestionRange();
+}
+
+void ImeAdapterAndroid::NewWordAddedToDictionary(
+    JNIEnv* env,
+    const JavaParamRef<jobject>&,
+    const base::android::JavaParamRef<jstring>& word) {
+  const blink::mojom::TextSuggestionBackendPtr& text_suggestion_backend =
+      GetTextSuggestionBackend();
+  if (!text_suggestion_backend)
+    return;
+  text_suggestion_backend->NewWordAddedToDictionary(
+      ConvertJavaStringToUTF8(env, word));
+}
+
+void ImeAdapterAndroid::SuggestionMenuClosed(JNIEnv*,
+                                             const JavaParamRef<jobject>&) {
+  const blink::mojom::TextSuggestionBackendPtr& text_suggestion_backend =
+      GetTextSuggestionBackend();
+  if (!text_suggestion_backend)
+    return;
+  text_suggestion_backend->SuggestionMenuClosed();
+}
+
 RenderWidgetHostImpl* ImeAdapterAndroid::GetFocusedWidget() {
   DCHECK_CURRENTLY_ON(BrowserThread::UI);
   return rwhva_ ? rwhva_->GetFocusedWidget() : nullptr;
 }
 
 RenderFrameHost* ImeAdapterAndroid::GetFocusedFrame() {
   DCHECK_CURRENTLY_ON(BrowserThread::UI);
   // We get the focused frame from the WebContents of the page. Although
   // |rwhva_->GetFocusedWidget()| does a similar thing, there is no direct way
   // to get a RenderFrameHost from its RWH.
@@ skipping 22 matching lines @@
   // AppendBackgroundColorSpan()), and populate |underlines|.
   Java_ImeAdapter_populateUnderlinesFromSpans(
       env, obj, text, reinterpret_cast<jlong>(&underlines));
 
   // Sort spans by |.startOffset|.
   std::sort(underlines.begin(), underlines.end());
 
   return underlines;
 }
 
+const blink::mojom::TextSuggestionBackendPtr&
+ImeAdapterAndroid::GetTextSuggestionBackend() {
+  if (!text_suggestion_backend_) {
+    RenderFrameHost* rfh = GetFocusedFrame();

[yosin_UTC9, 2017/06/07 01:34:14]

nit: We can put |rfh| in if-statement.

if (RenderFrameHost* rfh = GetFocusedFrame() {
  rfh->...
}

+    if (rfh) {
+      rfh->GetRemoteInterfaces()->GetInterface(
+          mojo::MakeRequest(&text_suggestion_backend_));
+    }
+  }
+
+  return text_suggestion_backend_;
+}
+
+void ImeAdapterAndroid::OnSpellCheckMenuTimeout() {
+  const blink::mojom::TextSuggestionBackendPtr& text_suggestion_backend =
+      GetTextSuggestionBackend();
+  if (!text_suggestion_backend)
+    return;
+  text_suggestion_backend->SpellCheckMenuTimeoutCallback();
+}
+
 }  // namespace content