Index: content/renderer/accessibility/renderer_accessibility_complete.cc |
diff --git a/content/renderer/accessibility/renderer_accessibility_complete.cc b/content/renderer/accessibility/renderer_accessibility_complete.cc |
index cd17e244ad2d884d2f745ce3b8cee4b489e13c4d..b4ea81e803f53e5ad47ea9539abffb6bacb08e1f 100644 |
--- a/content/renderer/accessibility/renderer_accessibility_complete.cc |
+++ b/content/renderer/accessibility/renderer_accessibility_complete.cc |
@@ -8,6 +8,7 @@ |
#include "base/bind.h" |
#include "base/message_loop/message_loop.h" |
+#include "content/renderer/accessibility/accessibility_node_serializer.h" |
#include "content/renderer/accessibility/blink_ax_enum_conversion.h" |
#include "content/renderer/render_view_impl.h" |
#include "third_party/WebKit/public/web/WebAXObject.h" |
@@ -33,8 +34,7 @@ |
RenderViewImpl* render_view) |
: RendererAccessibility(render_view), |
weak_factory_(this), |
- tree_source_(render_view), |
- serializer_(&tree_source_), |
+ browser_root_(NULL), |
last_scroll_offset_(gfx::Size()), |
ack_pending_(false) { |
WebAXObject::enableAccessibility(); |
@@ -57,6 +57,12 @@ |
} |
RendererAccessibilityComplete::~RendererAccessibilityComplete() { |
+ if (browser_root_) { |
+ ClearBrowserTreeNode(browser_root_); |
+ browser_id_map_.erase(browser_root_->id); |
+ delete browser_root_; |
+ } |
+ DCHECK(browser_id_map_.empty()); |
} |
bool RendererAccessibilityComplete::OnMessageReceived( |
@@ -96,6 +102,14 @@ |
const WebDocument& document = GetMainDocument(); |
if (document.isNull()) |
return; |
+ |
+ // Check to see if the root accessibility object has changed, to work |
+ // around Blink bugs that cause AXObjectCache to be cleared |
+ // unnecessarily. |
+ // TODO(dmazzoni): remove this once rdar://5794454 is fixed. |
+ WebAXObject new_root = document.accessibilityObject(); |
+ if (!browser_root_ || new_root.axID() != browser_root_->id) |
+ HandleAXEvent(new_root, ui::AX_EVENT_LAYOUT_COMPLETE); |
} |
@@ -155,6 +169,10 @@ |
return RendererAccessibilityTypeComplete; |
} |
+RendererAccessibilityComplete::BrowserTreeNode::BrowserTreeNode() : id(0) {} |
+ |
+RendererAccessibilityComplete::BrowserTreeNode::~BrowserTreeNode() {} |
+ |
void RendererAccessibilityComplete::SendPendingAccessibilityEvents() { |
const WebDocument& document = GetMainDocument(); |
if (document.isNull()) |
@@ -193,22 +211,83 @@ |
// selection state, so make sure we re-send that whole subtree. |
if (event.event_type == |
ui::AX_EVENT_SELECTED_CHILDREN_CHANGED) { |
- serializer_.DeleteClientSubtree(obj); |
+ base::hash_map<int32, BrowserTreeNode*>::iterator iter = |
+ browser_id_map_.find(obj.axID()); |
+ if (iter != browser_id_map_.end()) |
+ ClearBrowserTreeNode(iter->second); |
+ } |
+ |
+ // The browser may not have this object yet, for example if we get a |
+ // event on an object that was recently added, or if we get a |
+ // event on a node before the page has loaded. Work our way |
+ // up the parent chain until we find a node the browser has, or until |
+ // we reach the root. |
+ WebAXObject root_object = document.accessibilityObject(); |
+ int root_id = root_object.axID(); |
+ while (browser_id_map_.find(obj.axID()) == browser_id_map_.end() && |
+ !obj.isDetached() && |
+ obj.axID() != root_id) { |
+ obj = obj.parentObject(); |
+ if (event.event_type == |
+ ui::AX_EVENT_CHILDREN_CHANGED) { |
+ event.id = obj.axID(); |
+ } |
+ } |
+ |
+ if (obj.isDetached()) { |
+#ifndef NDEBUG |
+ LOG(WARNING) << "Got event on object that is invalid or has" |
+ << " invalid ancestor. Id: " << obj.axID(); |
+#endif |
+ continue; |
+ } |
+ |
+ // Another potential problem is that this event may be on an |
+ // object that is detached from the tree. Determine if this node is not a |
+ // child of its parent, and if so move the event to the parent. |
+ // TODO(dmazzoni): see if this can be removed after |
+ // https://bugs.webkit.org/show_bug.cgi?id=68466 is fixed. |
+ if (obj.axID() != root_id) { |
+ WebAXObject parent = obj.parentObject(); |
+ while (!parent.isDetached() && |
+ parent.accessibilityIsIgnored()) { |
+ parent = parent.parentObject(); |
+ } |
+ |
+ if (parent.isDetached()) { |
+ NOTREACHED(); |
+ continue; |
+ } |
+ bool is_child_of_parent = false; |
+ for (unsigned int i = 0; i < parent.childCount(); ++i) { |
+ if (parent.childAt(i).equals(obj)) { |
+ is_child_of_parent = true; |
+ break; |
+ } |
+ } |
+ |
+ if (!is_child_of_parent) { |
+ obj = parent; |
+ event.id = obj.axID(); |
+ } |
} |
// Allow Blink to cache intermediate results since we're doing a bunch |
// of read-only queries at once. |
- obj.startCachingComputedObjectAttributesUntilTreeMutates(); |
+ root_object.startCachingComputedObjectAttributesUntilTreeMutates(); |
AccessibilityHostMsg_EventParams event_msg; |
event_msg.event_type = event.event_type; |
event_msg.id = event.id; |
- serializer_.SerializeChanges(obj, &event_msg.update); |
+ std::set<int> ids_serialized; |
+ SerializeChangedNodes(obj, &event_msg.nodes, &ids_serialized); |
event_msgs.push_back(event_msg); |
#ifndef NDEBUG |
ui::AXTree tree; |
- tree.Unserialize(event_msg.update); |
+ ui::AXTreeUpdate update; |
+ update.nodes = event_msg.nodes; |
+ tree.Unserialize(update); |
VLOG(0) << "Accessibility update: \n" |
<< "routing id=" << routing_id() |
<< " event=" |
@@ -223,38 +302,200 @@ |
} |
void RendererAccessibilityComplete::SendLocationChanges() { |
- std::vector<AccessibilityHostMsg_LocationChangeParams> messages; |
- |
- // Do a breadth-first explore of the whole blink AX tree. |
- base::hash_map<int, gfx::Rect> new_locations; |
std::queue<WebAXObject> objs_to_explore; |
- objs_to_explore.push(tree_source_.GetRoot()); |
+ std::vector<BrowserTreeNode*> location_changes; |
+ WebAXObject root_object = GetMainDocument().accessibilityObject(); |
+ objs_to_explore.push(root_object); |
+ |
while (objs_to_explore.size()) { |
WebAXObject obj = objs_to_explore.front(); |
objs_to_explore.pop(); |
- |
- // See if we had a previous location. If not, this whole subtree must |
- // be new, so don't continue to explore this branch. |
int id = obj.axID(); |
- base::hash_map<int, gfx::Rect>::iterator iter = locations_.find(id); |
- if (iter == locations_.end()) |
+ if (browser_id_map_.find(id) != browser_id_map_.end()) { |
+ BrowserTreeNode* browser_node = browser_id_map_[id]; |
+ gfx::Rect new_location = obj.boundingBoxRect(); |
+ if (browser_node->location != new_location) { |
+ browser_node->location = new_location; |
+ location_changes.push_back(browser_node); |
+ } |
+ } |
+ |
+ for (unsigned i = 0; i < obj.childCount(); ++i) |
+ objs_to_explore.push(obj.childAt(i)); |
+ } |
+ |
+ if (location_changes.size() == 0) |
+ return; |
+ |
+ std::vector<AccessibilityHostMsg_LocationChangeParams> messages; |
+ messages.resize(location_changes.size()); |
+ for (size_t i = 0; i < location_changes.size(); i++) { |
+ messages[i].id = location_changes[i]->id; |
+ messages[i].new_location = location_changes[i]->location; |
+ } |
+ Send(new AccessibilityHostMsg_LocationChanges(routing_id(), messages)); |
+} |
+ |
+RendererAccessibilityComplete::BrowserTreeNode* |
+RendererAccessibilityComplete::CreateBrowserTreeNode() { |
+ return new RendererAccessibilityComplete::BrowserTreeNode(); |
+} |
+ |
+void RendererAccessibilityComplete::SerializeChangedNodes( |
+ const blink::WebAXObject& obj, |
+ std::vector<ui::AXNodeData>* dst, |
+ std::set<int>* ids_serialized) { |
+ if (ids_serialized->find(obj.axID()) != ids_serialized->end()) |
+ return; |
+ ids_serialized->insert(obj.axID()); |
+ |
+ // This method has three responsibilities: |
+ // 1. Serialize |obj| into an ui::AXNodeData, and append it to |
+ // the end of the |dst| vector to be send to the browser process. |
+ // 2. Determine if |obj| has any new children that the browser doesn't |
+ // know about yet, and call SerializeChangedNodes recursively on those. |
+ // 3. Update our internal data structure that keeps track of what nodes |
+ // the browser knows about. |
+ |
+ // First, find the BrowserTreeNode for this id in our data structure where |
+ // we keep track of what accessibility objects the browser already knows |
+ // about. If we don't find it, then this must be the new root of the |
+ // accessibility tree. |
+ BrowserTreeNode* browser_node = NULL; |
+ base::hash_map<int32, BrowserTreeNode*>::iterator iter = |
+ browser_id_map_.find(obj.axID()); |
+ if (iter != browser_id_map_.end()) { |
+ browser_node = iter->second; |
+ } else { |
+ if (browser_root_) { |
+ ClearBrowserTreeNode(browser_root_); |
+ browser_id_map_.erase(browser_root_->id); |
+ delete browser_root_; |
+ } |
+ browser_root_ = CreateBrowserTreeNode(); |
+ browser_node = browser_root_; |
+ browser_node->id = obj.axID(); |
+ browser_node->location = obj.boundingBoxRect(); |
+ browser_node->parent = NULL; |
+ browser_id_map_[browser_node->id] = browser_node; |
+ } |
+ |
+ // Iterate over the ids of the children of |obj|. |
+ // Create a set of the child ids so we can quickly look |
+ // up which children are new and which ones were there before. |
+ // Also catch the case where a child is already in the browser tree |
+ // data structure with a different parent, and make sure the old parent |
+ // clears this node first. |
+ base::hash_set<int32> new_child_ids; |
+ const WebDocument& document = GetMainDocument(); |
+ for (unsigned i = 0; i < obj.childCount(); i++) { |
+ WebAXObject child = obj.childAt(i); |
+ if (ShouldIncludeChildNode(obj, child)) { |
+ int new_child_id = child.axID(); |
+ new_child_ids.insert(new_child_id); |
+ |
+ BrowserTreeNode* child = browser_id_map_[new_child_id]; |
+ if (child && child->parent != browser_node) { |
+ // The child is being reparented. Find the Blink accessibility |
+ // object corresponding to the old parent, or the closest ancestor |
+ // still in the tree. |
+ BrowserTreeNode* parent = child->parent; |
+ WebAXObject parent_obj; |
+ while (parent) { |
+ parent_obj = document.accessibilityObjectFromID(parent->id); |
+ |
+ if (!parent_obj.isDetached()) |
+ break; |
+ parent = parent->parent; |
+ } |
+ CHECK(parent); |
+ // Call SerializeChangedNodes recursively on the old parent, |
+ // so that the update that clears |child| from its old parent |
+ // occurs stricly before the update that adds |child| to its |
+ // new parent. |
+ SerializeChangedNodes(parent_obj, dst, ids_serialized); |
+ } |
+ } |
+ } |
+ |
+ // Go through the old children and delete subtrees for child |
+ // ids that are no longer present, and create a map from |
+ // id to BrowserTreeNode for the rest. It's important to delete |
+ // first in a separate pass so that nodes that are reparented |
+ // don't end up children of two different parents in the middle |
+ // of an update, which can lead to a double-free. |
+ base::hash_map<int32, BrowserTreeNode*> browser_child_id_map; |
+ std::vector<BrowserTreeNode*> old_children; |
+ old_children.swap(browser_node->children); |
+ for (size_t i = 0; i < old_children.size(); i++) { |
+ BrowserTreeNode* old_child = old_children[i]; |
+ int old_child_id = old_child->id; |
+ if (new_child_ids.find(old_child_id) == new_child_ids.end()) { |
+ browser_id_map_.erase(old_child_id); |
+ ClearBrowserTreeNode(old_child); |
+ delete old_child; |
+ } else { |
+ browser_child_id_map[old_child_id] = old_child; |
+ } |
+ } |
+ |
+ // Serialize this node. This fills in all of the fields in |
+ // ui::AXNodeData except child_ids, which we handle below. |
+ dst->push_back(ui::AXNodeData()); |
+ ui::AXNodeData* serialized_node = &dst->back(); |
+ SerializeAccessibilityNode(obj, serialized_node); |
+ if (serialized_node->id == browser_root_->id) |
+ serialized_node->role = ui::AX_ROLE_ROOT_WEB_AREA; |
+ |
+ // Iterate over the children, make note of the ones that are new |
+ // and need to be serialized, and update the BrowserTreeNode |
+ // data structure to reflect the new tree. |
+ std::vector<WebAXObject> children_to_serialize; |
+ int child_count = obj.childCount(); |
+ browser_node->children.reserve(child_count); |
+ for (int i = 0; i < child_count; i++) { |
+ WebAXObject child = obj.childAt(i); |
+ int child_id = child.axID(); |
+ |
+ // Checks to make sure the child is valid, attached to this node, |
+ // and one we want to include in the tree. |
+ if (!ShouldIncludeChildNode(obj, child)) |
continue; |
- // If the location has changed, append it to the IPC message. |
- gfx::Rect new_location = obj.boundingBoxRect(); |
- if (iter != locations_.end() && iter->second != new_location) { |
- AccessibilityHostMsg_LocationChangeParams message; |
- message.id = id; |
- message.new_location = new_location; |
- messages.push_back(message); |
- } |
- |
- // Save the new location. |
- new_locations[id] = new_location; |
- } |
- locations_.swap(new_locations); |
- |
- Send(new AccessibilityHostMsg_LocationChanges(routing_id(), messages)); |
+ // No need to do anything more with children that aren't new; |
+ // the browser will reuse its existing object. |
+ if (new_child_ids.find(child_id) == new_child_ids.end()) |
+ continue; |
+ |
+ new_child_ids.erase(child_id); |
+ serialized_node->child_ids.push_back(child_id); |
+ if (browser_child_id_map.find(child_id) != browser_child_id_map.end()) { |
+ BrowserTreeNode* reused_child = browser_child_id_map[child_id]; |
+ browser_node->children.push_back(reused_child); |
+ } else { |
+ BrowserTreeNode* new_child = CreateBrowserTreeNode(); |
+ new_child->id = child_id; |
+ new_child->location = obj.boundingBoxRect(); |
+ new_child->parent = browser_node; |
+ browser_node->children.push_back(new_child); |
+ browser_id_map_[child_id] = new_child; |
+ children_to_serialize.push_back(child); |
+ } |
+ } |
+ |
+ // Serialize all of the new children, recursively. |
+ for (size_t i = 0; i < children_to_serialize.size(); ++i) |
+ SerializeChangedNodes(children_to_serialize[i], dst, ids_serialized); |
+} |
+ |
+void RendererAccessibilityComplete::ClearBrowserTreeNode( |
+ BrowserTreeNode* browser_node) { |
+ for (size_t i = 0; i < browser_node->children.size(); ++i) { |
+ browser_id_map_.erase(browser_node->children[i]->id); |
+ ClearBrowserTreeNode(browser_node->children[i]); |
+ delete browser_node->children[i]; |
+ } |
+ browser_node->children.clear(); |
} |
void RendererAccessibilityComplete::OnDoDefaultAction(int acc_obj_id) { |