Chromium Code Reviews| Index: components/arc/common/voice_interaction.mojom |
| diff --git a/components/arc/common/voice_interaction.mojom b/components/arc/common/voice_interaction.mojom |
| new file mode 100644 |
| index 0000000000000000000000000000000000000000..14b18c3d922350f73f512929c16c267779b0da99 |
| --- /dev/null |
| +++ b/components/arc/common/voice_interaction.mojom |
| @@ -0,0 +1,74 @@ |
| +// Copyright 2017 The Chromium Authors. All rights reserved. |
| +// Use of this source code is governed by a BSD-style license that can be |
| +// found in the LICENSE file. |
| +// |
| +// Next MinVersion: 1 |
| + |
| +module arc.mojom; |
| + |
| +// Represents view structure to be passed to ARC. The view |
| +// structure is synthesized from the AXStructure, which |
| +// is a simplified representation of the DOM tree. We |
| +// map each node of the AXStructure into a view element. |
| +struct VoiceInteractionStructure { |
| + // Whether this is a valid response |
| + bool success; |
| + |
| + // Geometry of the view in pixels |
| + int32 x; |
| + int32 y; |
| + int32 width; |
| + int32 height; |
| + |
| + // Text of the view in utf-16 encoding |
| + array<uint8> text; |
|
xiyuan
2017/03/14 17:55:31
Do we have to pass utf16 like this? It is not a go
Muyuan
2017/03/14 21:37:01
String16 does not seem to be implemented in Java s
xiyuan
2017/03/15 15:58:15
Acknowledged.
|
| + |
| + // Text properties |
| + float text_size; |
| + int32 color; |
| + int32 bgcolor; |
| + bool bold; |
| + bool italic; |
| + bool underline; |
| + bool line_through; |
| + |
| + // Is the text selected |
| + bool has_selection; |
| + // Start and end unicode character position of the selection, inclusive. |
| + int32 start_selection; |
| + int32 end_selection; |
| + |
| + // Fake Android view class name of the element. Each node is assigned |
| + // a closest approximation of Android's views. |
| + string class_name; |
| + |
| + // Children of current node |
| + array<VoiceInteractionStructure> children; |
| +}; |
| + |
| +// Handles voice interaction queries from Android. |
| +// Next method ID: 2 |
| +interface VoiceInteractionHost { |
| + // Returns a screenshot of current focused window or empty bytes if |
| + // no window is focused. |
| + CaptureFocusedWindow@0() => (array<uint8> png_data); |
| + |
| + // Returns view hierarchy of current window represented as |
| + // VoiceInteractionStructure. |
| + GetVoiceInteractionStructure@1() => (VoiceInteractionStructure structure); |
| +}; |
| + |
| +// Connects with Android system server. |
| +// Next method ID:2 |
| +interface VoiceInteractionCaptureInstance { |
| + Init@0(VoiceInteractionHost host_ptr); |
| + |
| + // Starts the voice interaction session in container. |
| + StartVoiceInteractionSession@1(); |
| +}; |
| + |
| +// Connects with ArcHome. |
| +// Next method ID: 1 |
| +interface VoiceInteractionArcHomeInstance { |
| + Init@0(VoiceInteractionHost host_ptr); |
| +}; |