Take a snapshot of the AXTree

content/browser/web_contents/web_contents_android.cc

 // Copyright 2013 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #include "content/browser/web_contents/web_contents_android.h"
 
 #include "base/android/jni_android.h"
+#include "base/android/jni_array.h"
 #include "base/android/jni_string.h"
 #include "base/command_line.h"
 #include "base/json/json_writer.h"
 #include "base/logging.h"
+#include "content/browser/accessibility/browser_accessibility_android.h"
+#include "content/browser/accessibility/browser_accessibility_manager.h"
 #include "content/browser/android/interstitial_page_delegate_android.h"
 #include "content/browser/frame_host/interstitial_page_impl.h"
 #include "content/browser/media/android/browser_media_player_manager.h"
 #include "content/browser/media/media_web_contents_observer.h"
 #include "content/browser/renderer_host/render_view_host_impl.h"
 #include "content/browser/web_contents/web_contents_impl.h"
 #include "content/common/devtools_messages.h"
 #include "content/common/frame_messages.h"
 #include "content/common/input_messages.h"
 #include "content/common/view_messages.h"
 #include "content/public/browser/browser_context.h"
 #include "content/public/browser/browser_thread.h"
 #include "content/public/browser/web_contents.h"
 #include "content/public/common/content_switches.h"
 #include "jni/WebContentsImpl_jni.h"
 #include "net/android/network_library.h"
+#include "ui/accessibility/ax_node_data.h"
 
 using base::android::AttachCurrentThread;
 using base::android::ConvertJavaStringToUTF8;
 using base::android::ConvertJavaStringToUTF16;
 using base::android::ConvertUTF8ToJavaString;
+using base::android::ConvertUTF16ToJavaString;
 using base::android::ScopedJavaGlobalRef;
+using base::android::ToJavaIntArray;
+
+namespace content {
 
 namespace {
 
 void JavaScriptResultCallback(const ScopedJavaGlobalRef<jobject>& callback,
                               const base::Value* result) {
   JNIEnv* env = base::android::AttachCurrentThread();
   std::string json;
   base::JSONWriter::Write(result, &json);
   ScopedJavaLocalRef<jstring> j_json = ConvertUTF8ToJavaString(env, json);
-  content::Java_WebContentsImpl_onEvaluateJavaScriptResult(
+  Java_WebContentsImpl_onEvaluateJavaScriptResult(
       env, j_json.obj(), callback.obj());
 }
 
-void ReleaseAllMediaPlayers(content::WebContents* web_contents,
-                            content::RenderFrameHost* render_frame_host) {
-  content::BrowserMediaPlayerManager* manager =
-      static_cast<content::WebContentsImpl*>(web_contents)->
+ScopedJavaLocalRef<jobject> WalkAXTreeDepthFirst(JNIEnv* env,
+      BrowserAccessibilityAndroid* node) {
+
+  ScopedJavaLocalRef<jstring> j_text =
+      ConvertUTF16ToJavaString(env,node->GetText());

[dmazzoni, 2015/04/13 06:55:44]

nit: space after comma (throughout)

[sgurun-gerrit only, 2015/04/14 00:27:12]

Done.

+  ScopedJavaLocalRef<jstring> j_class =
+      ConvertUTF8ToJavaString(env,node->GetClassName());
+  const gfx::Rect& location = node->GetLocation();
+  ScopedJavaLocalRef<jobject> j_node =
+      Java_WebContentsImpl_createAccessibilitySnapshotNode(env,
+          node->GetId(), location.x(), location.y(), node->GetScrollX(),
+          node->GetScrollY(), location.width(), location.height(),
+          j_text.obj(), j_class.obj());
+
+  for(uint32 i = 0; i < node->PlatformChildCount(); i++) {
+    BrowserAccessibilityAndroid* child =
+        static_cast<BrowserAccessibilityAndroid*>(
+            node->PlatformGetChild(i));
+    Java_WebContentsImpl_addAccessibilityNodeAsChild(env,
+        j_node.obj(), WalkAXTreeDepthFirst(env, child).obj());
+  }
+  return j_node;
+}
+
+// Walks over the AXTreeUpdate and creates a light weight snapshot.
+void AXTreeSnapshotCallback(const ScopedJavaGlobalRef<jobject>& callback,
+                            const ui::AXTreeUpdate& result) {
+  JNIEnv* env = base::android::AttachCurrentThread();
+  if (result.nodes.empty()) {
+    Java_WebContentsImpl_onAccessibilitySnapshot(env, nullptr, callback.obj());
+    return;
+  }
+  scoped_ptr<BrowserAccessibilityManager> manager(
+      BrowserAccessibilityManager::Create(result, nullptr));
+  BrowserAccessibilityAndroid* root =
+      static_cast<BrowserAccessibilityAndroid*>(manager->GetRoot());
+  ScopedJavaLocalRef<jobject> j_root = WalkAXTreeDepthFirst(env, root);
+  Java_WebContentsImpl_onAccessibilitySnapshot(
+      env, j_root.obj(), callback.obj());
+}
+
+void ReleaseAllMediaPlayers(WebContents* web_contents,
+                            RenderFrameHost* render_frame_host) {
+  BrowserMediaPlayerManager* manager =
+      static_cast<WebContentsImpl*>(web_contents)->
           media_web_contents_observer()->GetMediaPlayerManager(
               render_frame_host);
   if (manager)
     manager->ReleaseAllMediaPlayers();
 }
 
 }  // namespace
 
-namespace content {
-
 // static
 WebContents* WebContents::FromJavaWebContents(
     jobject jweb_contents_android) {
   DCHECK_CURRENTLY_ON(BrowserThread::UI);
   if (!jweb_contents_android)
     return NULL;
 
   WebContentsAndroid* web_contents_android =
       reinterpret_cast<WebContentsAndroid*>(
           Java_WebContentsImpl_getNativePointer(AttachCurrentThread(),
                                                 jweb_contents_android));
   if (!web_contents_android)
     return NULL;
   return web_contents_android->web_contents();
 }
 
 // static
 static void DestroyWebContents(JNIEnv* env,
                                jclass clazz,
                                jlong jweb_contents_android_ptr) {
   WebContentsAndroid* web_contents_android =
       reinterpret_cast<WebContentsAndroid*>(jweb_contents_android_ptr);
   if (!web_contents_android)
     return;
 
-  content::WebContents* web_contents = web_contents_android->web_contents();
+  WebContents* web_contents = web_contents_android->web_contents();
   if (!web_contents)
     return;
 
   delete web_contents;
 }
 
 // static
 bool WebContentsAndroid::Register(JNIEnv* env) {
   return RegisterNativesImpl(env);
 }
@@ skipping 371 matching lines @@
     // No callback requested.
     web_contents_->GetMainFrame()->ExecuteJavaScript(
         ConvertJavaStringToUTF16(env, script));
     return;
   }
 
   // Secure the Java callback in a scoped object and give ownership of it to the
   // base::Callback.
   ScopedJavaGlobalRef<jobject> j_callback;
   j_callback.Reset(env, callback);
-  content::RenderFrameHost::JavaScriptResultCallback js_callback =
+  RenderFrameHost::JavaScriptResultCallback js_callback =
       base::Bind(&JavaScriptResultCallback, j_callback);
 
   web_contents_->GetMainFrame()->ExecuteJavaScript(
       ConvertJavaStringToUTF16(env, script), js_callback);
 }
 
 void WebContentsAndroid::AddMessageToDevToolsConsole(JNIEnv* env,
                                                      jobject jobj,
                                                      jint level,
                                                      jstring message) {
   DCHECK_GE(level, 0);
   DCHECK_LE(level, CONSOLE_MESSAGE_LEVEL_LAST);
 
   web_contents_->GetMainFrame()->Send(new DevToolsAgentMsg_AddMessageToConsole(
       web_contents_->GetMainFrame()->GetRoutingID(),
       static_cast<ConsoleMessageLevel>(level),
       ConvertJavaStringToUTF8(env, message)));
 }
 
 jboolean WebContentsAndroid::HasAccessedInitialDocument(
     JNIEnv* env,
     jobject jobj) {
-  return static_cast<content::WebContentsImpl*>(web_contents_)->
+  return static_cast<WebContentsImpl*>(web_contents_)->
       HasAccessedInitialDocument();
 }
 
 jint WebContentsAndroid::GetThemeColor(JNIEnv* env, jobject obj) {
   return web_contents_->GetThemeColor();
 }
 
+void WebContentsAndroid::RequestAccessibilitySnapshot(JNIEnv* env,
+                                                      jobject obj,
+                                                      jobject callback) {
+  // Secure the Java callback in a scoped object and give ownership of it to the
+  // base::Callback.
+  ScopedJavaGlobalRef<jobject> j_callback;
+  j_callback.Reset(env, callback);
+  WebContentsImpl::AXTreeSnapshotCallback snapshot_callback =
+      base::Bind(&AXTreeSnapshotCallback, j_callback);
+
+  static_cast<WebContentsImpl*>(web_contents_)->RequestAXTreeSnapshot(
+      snapshot_callback);
+}
+
 }  // namespace content