Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(106)

Side by Side Diff: chrome/browser/extensions/api/automation_internal/automation_internal_api.cc

Issue 1251723003: Revert of Re-land: Reimplement automation API on top of C++-backed AXTree. (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: Created 5 years, 5 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 // Copyright 2014 The Chromium Authors. All rights reserved. 1 // Copyright 2014 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #include "chrome/browser/extensions/api/automation_internal/automation_internal_ api.h" 5 #include "chrome/browser/extensions/api/automation_internal/automation_internal_ api.h"
6 6
7 #include <vector> 7 #include <vector>
8 8
9 #include "base/strings/string16.h" 9 #include "base/strings/string16.h"
10 #include "base/strings/string_number_conversions.h" 10 #include "base/strings/string_number_conversions.h"
11 #include "base/strings/utf_string_conversions.h" 11 #include "base/strings/utf_string_conversions.h"
12 #include "chrome/browser/accessibility/ax_tree_id_registry.h" 12 #include "chrome/browser/accessibility/ax_tree_id_registry.h"
13 #include "chrome/browser/extensions/api/automation_internal/automation_action_ad apter.h" 13 #include "chrome/browser/extensions/api/automation_internal/automation_action_ad apter.h"
14 #include "chrome/browser/extensions/api/automation_internal/automation_event_rou ter.h" 14 #include "chrome/browser/extensions/api/automation_internal/automation_event_rou ter.h"
15 #include "chrome/browser/extensions/api/automation_internal/automation_util.h"
15 #include "chrome/browser/extensions/api/tabs/tabs_constants.h" 16 #include "chrome/browser/extensions/api/tabs/tabs_constants.h"
16 #include "chrome/browser/extensions/extension_tab_util.h" 17 #include "chrome/browser/extensions/extension_tab_util.h"
17 #include "chrome/browser/profiles/profile.h" 18 #include "chrome/browser/profiles/profile.h"
18 #include "chrome/browser/ui/browser.h" 19 #include "chrome/browser/ui/browser.h"
19 #include "chrome/browser/ui/tabs/tab_strip_model.h" 20 #include "chrome/browser/ui/tabs/tab_strip_model.h"
20 #include "chrome/common/extensions/api/automation_internal.h" 21 #include "chrome/common/extensions/api/automation_internal.h"
21 #include "chrome/common/extensions/chrome_extension_messages.h" 22 #include "chrome/common/extensions/chrome_extension_messages.h"
22 #include "chrome/common/extensions/manifest_handlers/automation.h" 23 #include "chrome/common/extensions/manifest_handlers/automation.h"
23 #include "content/public/browser/ax_event_notification_details.h" 24 #include "content/public/browser/ax_event_notification_details.h"
24 #include "content/public/browser/browser_accessibility_state.h" 25 #include "content/public/browser/browser_accessibility_state.h"
25 #include "content/public/browser/browser_context.h"
26 #include "content/public/browser/browser_plugin_guest_manager.h"
27 #include "content/public/browser/render_frame_host.h" 26 #include "content/public/browser/render_frame_host.h"
28 #include "content/public/browser/render_process_host.h" 27 #include "content/public/browser/render_process_host.h"
29 #include "content/public/browser/render_view_host.h" 28 #include "content/public/browser/render_view_host.h"
30 #include "content/public/browser/render_widget_host.h" 29 #include "content/public/browser/render_widget_host.h"
31 #include "content/public/browser/render_widget_host_view.h" 30 #include "content/public/browser/render_widget_host_view.h"
32 #include "content/public/browser/web_contents.h" 31 #include "content/public/browser/web_contents.h"
33 #include "content/public/browser/web_contents_observer.h"
34 #include "content/public/browser/web_contents_user_data.h"
35 #include "extensions/common/extension_messages.h" 32 #include "extensions/common/extension_messages.h"
36 #include "extensions/common/permissions/permissions_data.h" 33 #include "extensions/common/permissions/permissions_data.h"
37 34
38 #if defined(USE_AURA) 35 #if defined(USE_AURA)
39 #include "chrome/browser/ui/aura/accessibility/automation_manager_aura.h" 36 #include "chrome/browser/ui/aura/accessibility/automation_manager_aura.h"
40 #endif 37 #endif
41 38
42 namespace extensions { 39 namespace extensions {
43 class AutomationWebContentsObserver; 40 class AutomationWebContentsObserver;
44 } // namespace extensions 41 } // namespace extensions
45 42
46 DEFINE_WEB_CONTENTS_USER_DATA_KEY(extensions::AutomationWebContentsObserver); 43 DEFINE_WEB_CONTENTS_USER_DATA_KEY(extensions::AutomationWebContentsObserver);
47 44
48 namespace extensions { 45 namespace extensions {
49 46
50 namespace { 47 namespace {
51
52 const int kDesktopTreeID = 0; 48 const int kDesktopTreeID = 0;
53 const char kCannotRequestAutomationOnPage[] = 49 const char kCannotRequestAutomationOnPage[] =
54 "Cannot request automation tree on url \"*\". " 50 "Cannot request automation tree on url \"*\". "
55 "Extension manifest must request permission to access this host."; 51 "Extension manifest must request permission to access this host.";
56 const char kRendererDestroyed[] = "The tab was closed."; 52 const char kRendererDestroyed[] = "The tab was closed.";
57 const char kNoMainFrame[] = "No main frame."; 53 const char kNoMainFrame[] = "No main frame.";
58 const char kNoDocument[] = "No document."; 54 const char kNoDocument[] = "No document.";
59 const char kNodeDestroyed[] = 55 const char kNodeDestroyed[] =
60 "domQuerySelector sent on node which is no longer in the tree."; 56 "domQuerySelector sent on node which is no longer in the tree.";
61 57
(...skipping 128 matching lines...) Expand 10 before | Expand all | Expand 10 after
190 class AutomationWebContentsObserver 186 class AutomationWebContentsObserver
191 : public content::WebContentsObserver, 187 : public content::WebContentsObserver,
192 public content::WebContentsUserData<AutomationWebContentsObserver> { 188 public content::WebContentsUserData<AutomationWebContentsObserver> {
193 public: 189 public:
194 ~AutomationWebContentsObserver() override {} 190 ~AutomationWebContentsObserver() override {}
195 191
196 // content::WebContentsObserver overrides. 192 // content::WebContentsObserver overrides.
197 void AccessibilityEventReceived( 193 void AccessibilityEventReceived(
198 const std::vector<content::AXEventNotificationDetails>& details) 194 const std::vector<content::AXEventNotificationDetails>& details)
199 override { 195 override {
200 std::vector<content::AXEventNotificationDetails>::const_iterator iter = 196 automation_util::DispatchAccessibilityEventsToAutomation(
201 details.begin(); 197 details, browser_context_,
202 for (; iter != details.end(); ++iter) { 198 web_contents()->GetContainerBounds().OffsetFromOrigin());
203 const content::AXEventNotificationDetails& event = *iter;
204 int tree_id = AXTreeIDRegistry::GetInstance()->GetOrCreateAXTreeID(
205 event.process_id, event.routing_id);
206 ExtensionMsg_AccessibilityEventParams params;
207 params.tree_id = tree_id;
208 params.id = event.id;
209 params.event_type = event.event_type;
210 params.update.node_id_to_clear = event.node_id_to_clear;
211 params.update.nodes = event.nodes;
212 params.location_offset =
213 web_contents()->GetContainerBounds().OffsetFromOrigin();
214
215 for (size_t i = 0; i < params.update.nodes.size(); ++i) {
216 ui::AXNodeData& node = params.update.nodes[i];
217 if (node.HasBoolAttribute(ui::AX_ATTR_IS_AX_TREE_HOST)) {
218 const auto& iter = event.node_to_browser_plugin_instance_id_map.find(
219 node.id);
220 if (iter != event.node_to_browser_plugin_instance_id_map.end()) {
221 int instance_id = iter->second;
222 content::BrowserPluginGuestManager* guest_manager =
223 browser_context_->GetGuestManager();
224 content::WebContents* guest_web_contents =
225 guest_manager->GetGuestByInstanceID(event.process_id,
226 instance_id);
227 if (guest_web_contents) {
228 content::RenderFrameHost* guest_rfh =
229 guest_web_contents->GetMainFrame();
230 int guest_tree_id =
231 AXTreeIDRegistry::GetInstance()->GetOrCreateAXTreeID(
232 guest_rfh->GetProcess()->GetID(),
233 guest_rfh->GetRoutingID());
234 node.AddIntAttribute(ui::AX_ATTR_CHILD_TREE_ID, guest_tree_id);
235 }
236 }
237 }
238 }
239
240 AutomationEventRouter* router = AutomationEventRouter::GetInstance();
241 router->DispatchAccessibilityEvent(params);
242 }
243 } 199 }
244 200
245 void RenderFrameDeleted( 201 void RenderFrameDeleted(
246 content::RenderFrameHost* render_frame_host) override { 202 content::RenderFrameHost* render_frame_host) override {
247 int tree_id = AXTreeIDRegistry::GetInstance()->GetOrCreateAXTreeID( 203 automation_util::DispatchTreeDestroyedEventToAutomation(
248 render_frame_host->GetProcess()->GetID(), 204 render_frame_host->GetProcess()->GetID(),
249 render_frame_host->GetRoutingID()); 205 render_frame_host->GetRoutingID(),
250 AXTreeIDRegistry::GetInstance()->RemoveAXTreeID(tree_id);
251 AutomationEventRouter::GetInstance()->DispatchTreeDestroyedEvent(
252 tree_id,
253 browser_context_); 206 browser_context_);
254 } 207 }
255 208
256 private: 209 private:
257 friend class content::WebContentsUserData<AutomationWebContentsObserver>; 210 friend class content::WebContentsUserData<AutomationWebContentsObserver>;
258 211
259 explicit AutomationWebContentsObserver(content::WebContents* web_contents) 212 AutomationWebContentsObserver(
213 content::WebContents* web_contents)
260 : content::WebContentsObserver(web_contents), 214 : content::WebContentsObserver(web_contents),
261 browser_context_(web_contents->GetBrowserContext()) {} 215 browser_context_(web_contents->GetBrowserContext()) {}
262 216
263 content::BrowserContext* browser_context_; 217 content::BrowserContext* browser_context_;
264 218
265 DISALLOW_COPY_AND_ASSIGN(AutomationWebContentsObserver); 219 DISALLOW_COPY_AND_ASSIGN(AutomationWebContentsObserver);
266 }; 220 };
267 221
268 ExtensionFunction::ResponseAction 222 ExtensionFunction::ResponseAction
269 AutomationInternalEnableTabFunction::Run() { 223 AutomationInternalEnableTabFunction::Run() {
(...skipping 14 matching lines...) Expand all
284 &contents, 238 &contents,
285 NULL /* tab_index out param */)) { 239 NULL /* tab_index out param */)) {
286 return RespondNow( 240 return RespondNow(
287 Error(tabs_constants::kTabNotFoundError, base::IntToString(tab_id))); 241 Error(tabs_constants::kTabNotFoundError, base::IntToString(tab_id)));
288 } 242 }
289 } else { 243 } else {
290 contents = GetCurrentBrowser()->tab_strip_model()->GetActiveWebContents(); 244 contents = GetCurrentBrowser()->tab_strip_model()->GetActiveWebContents();
291 if (!contents) 245 if (!contents)
292 return RespondNow(Error("No active tab")); 246 return RespondNow(Error("No active tab"));
293 } 247 }
294
295 content::RenderFrameHost* rfh = contents->GetMainFrame(); 248 content::RenderFrameHost* rfh = contents->GetMainFrame();
296 if (!rfh) 249 if (!rfh)
297 return RespondNow(Error("Could not enable accessibility for active tab")); 250 return RespondNow(Error("Could not enable accessibility for active tab"));
298 251
299 if (!CanRequestAutomation(extension(), automation_info, contents)) { 252 if (!CanRequestAutomation(extension(), automation_info, contents)) {
300 return RespondNow( 253 return RespondNow(
301 Error(kCannotRequestAutomationOnPage, contents->GetURL().spec())); 254 Error(kCannotRequestAutomationOnPage, contents->GetURL().spec()));
302 } 255 }
303 256
304 AutomationWebContentsObserver::CreateForWebContents(contents); 257 AutomationWebContentsObserver::CreateForWebContents(contents);
305 contents->EnableTreeOnlyAccessibilityMode(); 258 contents->EnableTreeOnlyAccessibilityMode();
306
307 int ax_tree_id = AXTreeIDRegistry::GetInstance()->GetOrCreateAXTreeID( 259 int ax_tree_id = AXTreeIDRegistry::GetInstance()->GetOrCreateAXTreeID(
308 rfh->GetProcess()->GetID(), rfh->GetRoutingID()); 260 rfh->GetProcess()->GetID(), rfh->GetRoutingID());
309 261
310 // This gets removed when the extension process dies. 262 // This gets removed when the extension process dies.
311 AutomationEventRouter::GetInstance()->RegisterListenerForOneTree( 263 AutomationEventRouter::GetInstance()->RegisterListenerForOneTree(
312 source_process_id(), 264 source_process_id(),
313 params->args.routing_id, 265 params->args.routing_id,
314 ax_tree_id); 266 ax_tree_id);
315 267
316 return RespondNow(ArgumentList( 268 return RespondNow(ArgumentList(
317 api::automation_internal::EnableTab::Results::Create(ax_tree_id))); 269 api::automation_internal::EnableTab::Results::Create(ax_tree_id)));
318 } 270 }
319 271
320 ExtensionFunction::ResponseAction AutomationInternalEnableFrameFunction::Run() { 272 ExtensionFunction::ResponseAction AutomationInternalEnableFrameFunction::Run() {
321 // TODO(dtseng): Limited to desktop tree for now pending out of proc iframes. 273 // TODO(dtseng): Limited to desktop tree for now pending out of proc iframes.
322 using api::automation_internal::EnableFrame::Params; 274 using api::automation_internal::EnableFrame::Params;
323 275
324 scoped_ptr<Params> params(Params::Create(*args_)); 276 scoped_ptr<Params> params(Params::Create(*args_));
325 EXTENSION_FUNCTION_VALIDATE(params.get()); 277 EXTENSION_FUNCTION_VALIDATE(params.get());
326
327 AXTreeIDRegistry::FrameID frame_id = 278 AXTreeIDRegistry::FrameID frame_id =
328 AXTreeIDRegistry::GetInstance()->GetFrameID(params->tree_id); 279 AXTreeIDRegistry::GetInstance()->GetFrameID(params->tree_id);
329 content::RenderFrameHost* rfh = 280 content::RenderFrameHost* rfh =
330 content::RenderFrameHost::FromID(frame_id.first, frame_id.second); 281 content::RenderFrameHost::FromID(frame_id.first, frame_id.second);
331 if (!rfh) 282 if (!rfh)
332 return RespondNow(Error("unable to load tab")); 283 return RespondNow(Error("unable to load tab"));
333 284
334 content::WebContents* contents = 285 content::WebContents* contents =
335 content::WebContents::FromRenderFrameHost(rfh); 286 content::WebContents::FromRenderFrameHost(rfh);
336 AutomationWebContentsObserver::CreateForWebContents(contents); 287 AutomationWebContentsObserver::CreateForWebContents(contents);
(...skipping 139 matching lines...) Expand 10 before | Expand all | Expand 10 after
476 int result_acc_obj_id) { 427 int result_acc_obj_id) {
477 if (!error.empty()) { 428 if (!error.empty()) {
478 Respond(Error(error)); 429 Respond(Error(error));
479 return; 430 return;
480 } 431 }
481 432
482 Respond(OneArgument(new base::FundamentalValue(result_acc_obj_id))); 433 Respond(OneArgument(new base::FundamentalValue(result_acc_obj_id)));
483 } 434 }
484 435
485 } // namespace extensions 436 } // namespace extensions
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698