[WIP] Add support for Android SuggestionSpans when editing text

content/browser/android/ime_adapter_android.cc

 // Copyright 2017 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #include "content/browser/android/ime_adapter_android.h"
 
 #include <android/input.h>
 #include <algorithm>
 #include <vector>
 
 #include "base/android/jni_android.h"
 #include "base/android/jni_array.h"
 #include "base/android/jni_string.h"
 #include "base/android/scoped_java_ref.h"
 #include "base/strings/utf_string_conversions.h"
 #include "base/time/time.h"
+#include "content/browser/android/text_suggestion_host_impl.h"
 #include "content/browser/frame_host/interstitial_page_impl.h"
 #include "content/browser/frame_host/render_frame_host_impl.h"
 #include "content/browser/renderer_host/render_view_host_delegate.h"
 #include "content/browser/renderer_host/render_widget_host_impl.h"
 #include "content/browser/renderer_host/render_widget_host_view_android.h"
 #include "content/browser/web_contents/web_contents_impl.h"
 #include "content/common/input_messages.h"
 #include "content/common/view_messages.h"
 #include "content/public/browser/browser_thread.h"
 #include "content/public/browser/native_web_keyboard_event.h"
 #include "content/public/browser/web_contents.h"
 #include "jni/ImeAdapter_jni.h"
+#include "services/service_manager/public/cpp/interface_provider.h"
 #include "third_party/WebKit/public/platform/WebInputEvent.h"
 #include "third_party/WebKit/public/platform/WebTextInputType.h"
 #include "third_party/WebKit/public/web/WebCompositionUnderline.h"
+#include "third_party/WebKit/public/web/WebTextSuggestionInfo.h"
 
 using base::android::AttachCurrentThread;
 using base::android::ConvertJavaStringToUTF16;
+using base::android::ConvertUTF8ToJavaString;
+using base::android::GetClass;
+using base::android::MethodID;
 using base::android::JavaParamRef;
 using base::android::ScopedJavaLocalRef;
 
 namespace content {
 namespace {
 
 // Maps a java KeyEvent into a NativeWebKeyboardEvent.
 // |java_key_event| is used to maintain a globalref for KeyEvent.
 // |type| will determine the WebInputEvent type.
 // type, |modifiers|, |time_ms|, |key_code|, |unicode_char| is used to create
@@ skipping 42 matching lines @@
   DCHECK_GE(end, 0);
   // Do not check |background_color|.
   std::vector<blink::WebCompositionUnderline>* underlines =
       reinterpret_cast<std::vector<blink::WebCompositionUnderline>*>(
           underlines_ptr);
   underlines->push_back(blink::WebCompositionUnderline(
       static_cast<unsigned>(start), static_cast<unsigned>(end),
       SK_ColorTRANSPARENT, false, static_cast<unsigned>(background_color)));
 }
 
+// Callback from Java to convert SuggestionSpan data to a
+// blink::WebCompositionUnderline instance, and append it to |underlines_ptr|.
+void AppendSuggestionSpan(JNIEnv* env,
+                          const JavaParamRef<jclass>&,
+                          jlong underlines_ptr,
+                          jint start,
+                          jint end,
+                          jint underline_color,
+                          jint flags,
+                          const JavaParamRef<jobjectArray>& suggestions) {
+  DCHECK_GE(start, 0);
+  DCHECK_GE(end, 0);
+  std::vector<blink::WebCompositionUnderline>* underlines =
+      reinterpret_cast<std::vector<blink::WebCompositionUnderline>*>(
+          underlines_ptr);
+
+  std::vector<std::string> suggestions_vec;
+  AppendJavaStringArrayToStringVector(env, suggestions, &suggestions_vec);
+
+  underlines->push_back(blink::WebCompositionUnderline(
+      static_cast<unsigned>(start), static_cast<unsigned>(end),
+      static_cast<unsigned>(underline_color), true, SK_ColorTRANSPARENT,
+      suggestions_vec));
+}
+
 // Callback from Java to convert UnderlineSpan data to a
 // blink::WebCompositionUnderline instance, and append it to |underlines_ptr|.
 void AppendUnderlineSpan(JNIEnv*,
                          const JavaParamRef<jclass>&,
                          jlong underlines_ptr,
                          jint start,
                          jint end) {
   DCHECK_GE(start, 0);
   DCHECK_GE(end, 0);
   std::vector<blink::WebCompositionUnderline>* underlines =
       reinterpret_cast<std::vector<blink::WebCompositionUnderline>*>(
           underlines_ptr);
   underlines->push_back(blink::WebCompositionUnderline(
       static_cast<unsigned>(start), static_cast<unsigned>(end), SK_ColorBLACK,
       false, SK_ColorTRANSPARENT));
 }
 
 ImeAdapterAndroid::ImeAdapterAndroid(JNIEnv* env,
                                      const JavaParamRef<jobject>& obj,
                                      WebContents* web_contents)
     : WebContentsObserver(web_contents), rwhva_(nullptr) {
   java_ime_adapter_ = JavaObjectWeakGlobalRef(env, obj);
+
+  RenderFrameHost* rfh = GetFocusedFrame();
+  if (!rfh)
+    return;
+
+  rfh->GetInterfaceRegistry()->AddInterface(
+      base::Bind(&TextSuggestionHostImpl::create, base::Unretained(this)));
 }
 
 ImeAdapterAndroid::~ImeAdapterAndroid() {
   JNIEnv* env = AttachCurrentThread();
   ScopedJavaLocalRef<jobject> obj = java_ime_adapter_.get(env);
   if (!obj.is_null())
     Java_ImeAdapter_destroy(env, obj);
 
   UpdateRenderProcessConnection(nullptr);
 }
@@ skipping 149 matching lines @@
   if (!obj.is_null())
     Java_ImeAdapter_cancelComposition(env, obj);
 }
 
 void ImeAdapterAndroid::FocusedNodeChanged(bool is_editable_node) {
   JNIEnv* env = AttachCurrentThread();
   ScopedJavaLocalRef<jobject> obj = java_ime_adapter_.get(env);
   if (!obj.is_null()) {
     Java_ImeAdapter_focusedNodeChanged(env, obj, is_editable_node);
   }
+
+  RenderFrameHost* rfh = GetFocusedFrame();
+  if (rfh) {
+    rfh->GetInterfaceRegistry()->AddInterface(
+        base::Bind(&TextSuggestionHostImpl::create, base::Unretained(this)));
+  }
 }
 
 void ImeAdapterAndroid::SetEditableSelectionOffsets(
     JNIEnv*,
     const JavaParamRef<jobject>&,
     int start,
     int end) {
   RenderFrameHost* rfh = GetFocusedFrame();
   if (!rfh)
     return;
@@ skipping 18 matching lines @@
     coordinates_array[coordinates_array_index + 1] = rect.y();
     coordinates_array[coordinates_array_index + 2] = rect.right();
     coordinates_array[coordinates_array_index + 3] = rect.bottom();
   }
   Java_ImeAdapter_setCharacterBounds(
       env, obj,
       base::android::ToJavaFloatArray(env, coordinates_array.get(),
                                       coordinates_array_size));
 }
 
+void ImeAdapterAndroid::ShowTextSuggestionMenu(
+    const std::vector<blink::mojom::TextSuggestionInfoPtr>& suggestion_infos) {
+  JNIEnv* env = AttachCurrentThread();
+  ScopedJavaLocalRef<jobject> obj = java_ime_adapter_.get(env);
+
+  ScopedJavaLocalRef<jclass> clazz =
+      GetClass(env, "org/chromium/content/browser/input/SuggestionInfo");
+  jmethodID constructor = MethodID::Get<MethodID::TYPE_INSTANCE>(
+      env, clazz.obj(), "<init>",
+      "(JILjava/lang/String;Ljava/lang/String;Ljava/lang/String;)V");
+  ScopedJavaLocalRef<jobjectArray> suggestion_infos_for_java(
+      env, env->NewObjectArray(suggestion_infos.size(), clazz.obj(), nullptr));
+
+  for (size_t i = 0; i < suggestion_infos.size(); i++) {
+    const blink::mojom::TextSuggestionInfoPtr& suggestion_info_ptr =
+        suggestion_infos[i];
+
+    ScopedJavaLocalRef<jobject> suggestion_info_for_java(
+        env,
+        env->NewObject(
+            clazz.obj(), constructor, suggestion_info_ptr->suggestionID,
+            suggestion_info_ptr->suggestionIndex,
+            ConvertUTF8ToJavaString(env, suggestion_info_ptr->prefix).obj(),
+            ConvertUTF8ToJavaString(env, suggestion_info_ptr->suggestion).obj(),
+            ConvertUTF8ToJavaString(env, suggestion_info_ptr->suffix).obj()));
+    env->SetObjectArrayElement(suggestion_infos_for_java.obj(), i,
+                               suggestion_info_for_java.obj());
+  }
+
+  Java_ImeAdapter_showSuggestionMenu(env, obj, suggestion_infos_for_java.obj());
+}
+
 void ImeAdapterAndroid::SetComposingRegion(JNIEnv*,
                                            const JavaParamRef<jobject>&,
                                            int start,
                                            int end) {
   RenderFrameHost* rfh = GetFocusedFrame();
   if (!rfh)
     return;
 
   std::vector<blink::WebCompositionUnderline> underlines;
   underlines.push_back(blink::WebCompositionUnderline(
@@ skipping 39 matching lines @@
     const base::android::JavaParamRef<jobject>& obj,
     bool immediate_request,
     bool monitor_request) {
   RenderWidgetHostImpl* rwhi = GetFocusedWidget();
   if (!rwhi)
     return;
   rwhi->Send(new InputMsg_RequestCompositionUpdates(
       rwhi->GetRoutingID(), immediate_request, monitor_request));
 }
 
+void ImeAdapterAndroid::ApplySuggestionReplacement(JNIEnv*,
+                                                   const JavaParamRef<jobject>&,
+                                                   long documentMarkerID,
+                                                   int suggestionIndex) {
+  const blink::mojom::TextSuggestionBackendPtr& text_suggestion_backend =
+      GetTextSuggestionBackend();
+  if (!text_suggestion_backend)
+    return;
+
+  text_suggestion_backend->ApplySuggestionReplacement(documentMarkerID,
+                                                      suggestionIndex);
+}
+
+void ImeAdapterAndroid::DeleteSuggestionHighlight(
+    JNIEnv*,
+    const JavaParamRef<jobject>&) {
+  const blink::mojom::TextSuggestionBackendPtr& text_suggestion_backend =
+      GetTextSuggestionBackend();
+  if (!text_suggestion_backend)
+    return;
+
+  text_suggestion_backend->DeleteSuggestionHighlight();
+}
+
+void ImeAdapterAndroid::SuggestionMenuClosed(JNIEnv*,
+                                             const JavaParamRef<jobject>&) {
+  const blink::mojom::TextSuggestionBackendPtr& text_suggestion_backend =
+      GetTextSuggestionBackend();
+  if (!text_suggestion_backend)
+    return;
+
+  text_suggestion_backend->SuggestionMenuClosed();
+}
+
 RenderWidgetHostImpl* ImeAdapterAndroid::GetFocusedWidget() {
   DCHECK_CURRENTLY_ON(BrowserThread::UI);
   return rwhva_ ? rwhva_->GetFocusedWidget() : nullptr;
 }
 
 RenderFrameHost* ImeAdapterAndroid::GetFocusedFrame() {
   DCHECK_CURRENTLY_ON(BrowserThread::UI);
   // We get the focused frame from the WebContents of the page. Although
   // |rwhva_->GetFocusedWidget()| does a similar thing, there is no direct way
   // to get a RenderFrameHost from its RWH.
@@ skipping 22 matching lines @@
   // AppendBackgroundColorSpan()), and populate |underlines|.
   Java_ImeAdapter_populateUnderlinesFromSpans(
       env, obj, text, reinterpret_cast<jlong>(&underlines));
 
   // Sort spans by |.startOffset|.
   std::sort(underlines.begin(), underlines.end());
 
   return underlines;
 }
 
+const blink::mojom::TextSuggestionBackendPtr&
+ImeAdapterAndroid::GetTextSuggestionBackend() {
+  if (!text_suggestion_backend_) {
+    RenderFrameHost* rfh = GetFocusedFrame();
+    if (rfh) {
+      rfh->GetRemoteInterfaces()->GetInterface(
+          mojo::MakeRequest(&text_suggestion_backend_));
+    }
+  }
+
+  return text_suggestion_backend_;
+}
+
 }  // namespace content