Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(69)

Side by Side Diff: media/base/user_input_monitor_linux.cc

Issue 21183002: Adding key press detection in the browser process. (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: Created 7 years, 4 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « media/base/user_input_monitor.cc ('k') | media/base/user_input_monitor_mac.mm » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
(Empty)
1 // Copyright 2013 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file.
4
5 #include "media/base/user_input_monitor.h"
6
7 #include <sys/select.h>
8 #include <unistd.h>
9 #define XK_MISCELLANY
10 #include <X11/keysymdef.h>
11
12 #include "base/basictypes.h"
13 #include "base/bind.h"
14 #include "base/callback.h"
15 #include "base/compiler_specific.h"
16 #include "base/location.h"
17 #include "base/logging.h"
18 #include "base/memory/weak_ptr.h"
19 #include "base/message_loop/message_loop.h"
20 #include "base/message_loop/message_pump_libevent.h"
21 #include "base/posix/eintr_wrapper.h"
22 #include "base/single_thread_task_runner.h"
23 #include "base/threading/non_thread_safe.h"
24 #include "third_party/skia/include/core/SkPoint.h"
25 #include "ui/base/keycodes/keyboard_code_conversion_x.h"
26
27 // These includes need to be later than dictated by the style guide due to
28 // Xlib header pollution, specifically the min, max, and Status macros.
29 #include <X11/XKBlib.h>
30 #include <X11/Xlibint.h>
31 #include <X11/extensions/record.h>
32
33 namespace media {
34
35 namespace {
36
37 class UserInputMonitorLinux : public base::NonThreadSafe,
38 public UserInputMonitor {
39 public:
40 UserInputMonitorLinux(
41 const scoped_refptr<base::SingleThreadTaskRunner>& io_task_runner);
42 virtual ~UserInputMonitorLinux();
43
44 private:
45 enum EventType {
46 MOUSE_EVENT,
47 KEYBOARD_EVENT
48 };
49
50 // The actual implementation resides in UserInputMonitorLinux::Core class.
51 // Must be called on the io_task_runner thread.
52 class Core : public base::RefCountedThreadSafe<Core>,
53 public base::MessagePumpLibevent::Watcher {
54 public:
55 typedef const base::Callback<void(const SkIPoint&)> MouseCallback;
56 typedef base::Callback<void(ui::EventType event, ui::KeyboardCode key_code)>
57 KeyboardCallback;
58 Core(const MouseCallback& mouse_callback,
59 const KeyboardCallback& keyboard_callback);
60
61 void StartMonitor(EventType type);
62 void StopMonitor(EventType type);
63
64 private:
65 friend class base::RefCountedThreadSafe<Core>;
66 virtual ~Core();
67
68 // base::MessagePumpLibevent::Watcher interface.
69 virtual void OnFileCanReadWithoutBlocking(int fd) OVERRIDE;
70 virtual void OnFileCanWriteWithoutBlocking(int fd) OVERRIDE;
71
72 // Processes key and mouse events.
73 void ProcessXEvent(xEvent* event);
74 static void ProcessReply(XPointer self, XRecordInterceptData* data);
75
76 // Used to receive base::MessagePumpLibevent::Watcher events.
77 base::MessagePumpLibevent::FileDescriptorWatcher controller_;
78
79 Display* display_;
80 Display* x_record_display_;
81 XRecordRange* x_record_range_[2];
82 XRecordContext x_record_context_;
83 base::Callback<void(const SkIPoint&)> mouse_callback_;
84 base::Callback<void(ui::EventType event, ui::KeyboardCode key_code)>
85 keyboard_callback_;
86
87 DISALLOW_COPY_AND_ASSIGN(Core);
88 };
89
90 virtual void StartMouseMonitoring() OVERRIDE;
91 virtual void StopMouseMonitoring() OVERRIDE;
92 virtual void StartKeyboardMonitoring() OVERRIDE;
93 virtual void StopKeyboardMonitoring() OVERRIDE;
94
95 void OnMouseEvent(const SkIPoint& position);
96 void OnKeyboardEvent(ui::EventType event, ui::KeyboardCode key_code);
97
98 // Task runner on which X Window events are received.
99 scoped_refptr<base::SingleThreadTaskRunner> io_task_runner_;
100 scoped_refptr<Core> core_;
101
102 DISALLOW_COPY_AND_ASSIGN(UserInputMonitorLinux);
103 };
104
105 UserInputMonitorLinux::UserInputMonitorLinux(
106 const scoped_refptr<base::SingleThreadTaskRunner>& io_task_runner)
107 : io_task_runner_(io_task_runner),
108 core_(new Core(base::Bind(&UserInputMonitorLinux::OnMouseEvent,
109 base::Unretained(this)),
110 base::Bind(&UserInputMonitorLinux::OnKeyboardEvent,
111 base::Unretained(this)))) {}
112
113 UserInputMonitorLinux::~UserInputMonitorLinux() {}
114
115 void UserInputMonitorLinux::StartMouseMonitoring() {
116 io_task_runner_->PostTask(
117 FROM_HERE, base::Bind(&Core::StartMonitor, core_.get(), MOUSE_EVENT));
118 }
119
120 void UserInputMonitorLinux::StopMouseMonitoring() {
121 io_task_runner_->PostTask(
122 FROM_HERE, base::Bind(&Core::StopMonitor, core_.get(), MOUSE_EVENT));
123 }
124
125 void UserInputMonitorLinux::StartKeyboardMonitoring() {
126 io_task_runner_->PostTask(
127 FROM_HERE, base::Bind(&Core::StartMonitor, core_.get(), KEYBOARD_EVENT));
128 }
129
130 void UserInputMonitorLinux::StopKeyboardMonitoring() {
131 io_task_runner_->PostTask(
132 FROM_HERE, base::Bind(&Core::StopMonitor, core_.get(), KEYBOARD_EVENT));
133 }
134
135 void UserInputMonitorLinux::OnMouseEvent(const SkIPoint& position) {
136 UserInputMonitor::OnMouseEvent(position);
137 }
138
139 void UserInputMonitorLinux::OnKeyboardEvent(ui::EventType event,
140 ui::KeyboardCode key_code) {
141 UserInputMonitor::OnKeyboardEvent(event, key_code);
142 }
143
144 UserInputMonitorLinux::Core::Core(const MouseCallback& mouse_callback,
145 const KeyboardCallback& keyboard_callback)
146 : display_(NULL),
147 x_record_display_(NULL),
148 x_record_context_(0),
149 mouse_callback_(mouse_callback),
150 keyboard_callback_(keyboard_callback) {
151 x_record_range_[0] = NULL;
152 x_record_range_[1] = NULL;
153 }
154
155 UserInputMonitorLinux::Core::~Core() {
156 DCHECK(!display_);
157 DCHECK(!x_record_display_);
158 DCHECK(!x_record_range_[0]);
159 DCHECK(!x_record_range_[1]);
160 DCHECK(!x_record_context_);
161 }
162
163 void UserInputMonitorLinux::Core::StartMonitor(EventType type) {
164 DCHECK(base::MessageLoopForIO::current());
165 // TODO(jamiewalch): We should pass the display in. At that point, since
166 // XRecord needs a private connection to the X Server for its data channel
167 // and both channels are used from a separate thread, we'll need to duplicate
168 // them with something like the following:
169 // XOpenDisplay(DisplayString(display));
170 if (!display_)
171 display_ = XOpenDisplay(NULL);
172
173 if (!x_record_display_)
174 x_record_display_ = XOpenDisplay(NULL);
175
176 if (!display_ || !x_record_display_) {
177 LOG(ERROR) << "Couldn't open X display";
178 return;
179 }
180
181 int xr_opcode, xr_event, xr_error;
182 if (!XQueryExtension(display_, "RECORD", &xr_opcode, &xr_event, &xr_error)) {
183 LOG(ERROR) << "X Record extension not available.";
184 return;
185 }
186
187 if (!x_record_range_[type])
188 x_record_range_[type] = XRecordAllocRange();
189
190 if (!x_record_range_[type]) {
191 LOG(ERROR) << "XRecordAllocRange failed.";
192 return;
193 }
194
195 if (type == MOUSE_EVENT) {
196 x_record_range_[type]->device_events.first = MotionNotify;
197 x_record_range_[type]->device_events.last = MotionNotify;
198 } else {
199 DCHECK_EQ(KEYBOARD_EVENT, type);
200 x_record_range_[type]->device_events.first = KeyPress;
201 x_record_range_[type]->device_events.last = KeyRelease;
202 }
203
204 if (x_record_context_) {
205 XRecordDisableContext(display_, x_record_context_);
206 XFlush(display_);
207 XRecordFreeContext(x_record_display_, x_record_context_);
208 x_record_context_ = 0;
209 }
210 XRecordRange** record_range_to_use =
211 (x_record_range_[0] && x_record_range_[1]) ? x_record_range_
212 : &x_record_range_[type];
213 int number_of_ranges = (x_record_range_[0] && x_record_range_[1]) ? 2 : 1;
214
215 XRecordClientSpec client_spec = XRecordAllClients;
216 x_record_context_ = XRecordCreateContext(x_record_display_,
217 0,
218 &client_spec,
219 1,
220 record_range_to_use,
221 number_of_ranges);
222 if (!x_record_context_) {
223 LOG(ERROR) << "XRecordCreateContext failed.";
224 return;
225 }
226
227 if (!XRecordEnableContextAsync(x_record_display_,
228 x_record_context_,
229 &Core::ProcessReply,
230 reinterpret_cast<XPointer>(this))) {
231 LOG(ERROR) << "XRecordEnableContextAsync failed.";
232 return;
233 }
234
235 if (!x_record_range_[0] || !x_record_range_[1]) {
236 // Register OnFileCanReadWithoutBlocking() to be called every time there is
237 // something to read from |x_record_display_|.
238 base::MessageLoopForIO* message_loop = base::MessageLoopForIO::current();
239 int result =
240 message_loop->WatchFileDescriptor(ConnectionNumber(x_record_display_),
241 true,
242 base::MessageLoopForIO::WATCH_READ,
243 &controller_,
244 this);
245 if (!result) {
246 LOG(ERROR) << "Failed to create X record task.";
247 return;
248 }
249 }
250
251 // Fetch pending events if any.
252 OnFileCanReadWithoutBlocking(ConnectionNumber(x_record_display_));
253 }
254
255 void UserInputMonitorLinux::Core::StopMonitor(EventType type) {
256 DCHECK(base::MessageLoopForIO::current());
257
258 if (x_record_range_[type]) {
259 XFree(x_record_range_[type]);
260 x_record_range_[type] = NULL;
261 }
262 if (x_record_range_[0] || x_record_range_[1])
263 return;
264
265 // Context must be disabled via the control channel because we can't send
266 // any X protocol traffic over the data channel while it's recording.
267 if (x_record_context_) {
268 XRecordDisableContext(display_, x_record_context_);
269 XFlush(display_);
270 XRecordFreeContext(x_record_display_, x_record_context_);
271 x_record_context_ = 0;
272
273 controller_.StopWatchingFileDescriptor();
274 if (x_record_display_) {
275 XCloseDisplay(x_record_display_);
276 x_record_display_ = NULL;
277 }
278 if (display_) {
279 XCloseDisplay(display_);
280 display_ = NULL;
281 }
282 }
283 }
284
285 void UserInputMonitorLinux::Core::OnFileCanReadWithoutBlocking(int fd) {
286 DCHECK(base::MessageLoopForIO::current());
287 XEvent event;
288 // Fetch pending events if any.
289 while (XPending(x_record_display_)) {
290 XNextEvent(x_record_display_, &event);
291 }
292 }
293
294 void UserInputMonitorLinux::Core::OnFileCanWriteWithoutBlocking(int fd) {
295 NOTREACHED();
296 }
297
298 void UserInputMonitorLinux::Core::ProcessXEvent(xEvent* event) {
299 if (event->u.u.type == MotionNotify) {
300 SkIPoint position(SkIPoint::Make(event->u.keyButtonPointer.rootX,
301 event->u.keyButtonPointer.rootY));
302 mouse_callback_.Run(position);
303 } else {
304 ui::EventType type;
305 if (event->u.u.type == KeyPress) {
306 type = ui::ET_KEY_PRESSED;
307 } else if (event->u.u.type == KeyRelease) {
308 type = ui::ET_KEY_RELEASED;
309 } else {
310 NOTREACHED();
311 }
312
313 KeySym key_sym = XkbKeycodeToKeysym(display_, event->u.u.detail, 0, 0);
314 ui::KeyboardCode key_code = ui::KeyboardCodeFromXKeysym(key_sym);
315 keyboard_callback_.Run(type, key_code);
316 }
317 }
318
319 // static
320 void UserInputMonitorLinux::Core::ProcessReply(XPointer self,
321 XRecordInterceptData* data) {
322 if (data->category == XRecordFromServer) {
323 xEvent* event = reinterpret_cast<xEvent*>(data->data);
324 reinterpret_cast<Core*>(self)->ProcessXEvent(event);
325 }
326 XRecordFreeData(data);
327 }
328
329 } // namespace
330
331 scoped_ptr<UserInputMonitor> UserInputMonitor::Create(
332 const scoped_refptr<base::SingleThreadTaskRunner>& io_task_runner,
333 const scoped_refptr<base::SingleThreadTaskRunner>& ui_task_runner) {
334 return scoped_ptr<UserInputMonitor>(
335 new UserInputMonitorLinux(io_task_runner));
336 }
337
338 } // namespace media
OLDNEW
« no previous file with comments | « media/base/user_input_monitor.cc ('k') | media/base/user_input_monitor_mac.mm » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698