OLD | NEW |
| (Empty) |
1 // Copyright 2013 The Chromium Authors. All rights reserved. | |
2 // Use of this source code is governed by a BSD-style license that can be | |
3 // found in the LICENSE file. | |
4 | |
5 #include "media/base/user_input_monitor.h" | |
6 | |
7 #include <sys/select.h> | |
8 #include <unistd.h> | |
9 #define XK_MISCELLANY | |
10 #include <X11/keysymdef.h> | |
11 | |
12 #include "base/basictypes.h" | |
13 #include "base/bind.h" | |
14 #include "base/callback.h" | |
15 #include "base/compiler_specific.h" | |
16 #include "base/location.h" | |
17 #include "base/logging.h" | |
18 #include "base/memory/weak_ptr.h" | |
19 #include "base/message_loop/message_loop.h" | |
20 #include "base/message_loop/message_pump_libevent.h" | |
21 #include "base/posix/eintr_wrapper.h" | |
22 #include "base/single_thread_task_runner.h" | |
23 #include "base/threading/non_thread_safe.h" | |
24 #include "third_party/skia/include/core/SkPoint.h" | |
25 #include "ui/base/keycodes/keyboard_code_conversion_x.h" | |
26 | |
27 // These includes need to be later than dictated by the style guide due to | |
28 // Xlib header pollution, specifically the min, max, and Status macros. | |
29 #include <X11/XKBlib.h> | |
30 #include <X11/Xlibint.h> | |
31 #include <X11/extensions/record.h> | |
32 | |
33 namespace media { | |
34 | |
35 namespace { | |
36 | |
37 class UserInputMonitorLinux : public base::NonThreadSafe, | |
38 public UserInputMonitor { | |
39 public: | |
40 UserInputMonitorLinux( | |
41 const scoped_refptr<base::SingleThreadTaskRunner>& io_task_runner); | |
42 virtual ~UserInputMonitorLinux(); | |
43 | |
44 private: | |
45 enum EventType { | |
46 MOUSE_EVENT, | |
47 KEYBOARD_EVENT | |
48 }; | |
49 | |
50 // The actual implementation resides in UserInputMonitorLinux::Core class. | |
51 // Must be called on the io_task_runner thread. | |
52 class Core : public base::RefCountedThreadSafe<Core>, | |
53 public base::MessagePumpLibevent::Watcher { | |
54 public: | |
55 typedef const base::Callback<void(const SkIPoint&)> MouseCallback; | |
56 typedef base::Callback<void(ui::EventType event, ui::KeyboardCode key_code)> | |
57 KeyboardCallback; | |
58 Core(const MouseCallback& mouse_callback, | |
59 const KeyboardCallback& keyboard_callback); | |
60 | |
61 void StartMonitor(EventType type); | |
62 void StopMonitor(EventType type); | |
63 | |
64 private: | |
65 friend class base::RefCountedThreadSafe<Core>; | |
66 virtual ~Core(); | |
67 | |
68 // base::MessagePumpLibevent::Watcher interface. | |
69 virtual void OnFileCanReadWithoutBlocking(int fd) OVERRIDE; | |
70 virtual void OnFileCanWriteWithoutBlocking(int fd) OVERRIDE; | |
71 | |
72 // Processes key and mouse events. | |
73 void ProcessXEvent(xEvent* event); | |
74 static void ProcessReply(XPointer self, XRecordInterceptData* data); | |
75 | |
76 // Used to receive base::MessagePumpLibevent::Watcher events. | |
77 base::MessagePumpLibevent::FileDescriptorWatcher controller_; | |
78 | |
79 Display* display_; | |
80 Display* x_record_display_; | |
81 XRecordRange* x_record_range_[2]; | |
82 XRecordContext x_record_context_; | |
83 base::Callback<void(const SkIPoint&)> mouse_callback_; | |
84 base::Callback<void(ui::EventType event, ui::KeyboardCode key_code)> | |
85 keyboard_callback_; | |
86 | |
87 DISALLOW_COPY_AND_ASSIGN(Core); | |
88 }; | |
89 | |
90 virtual void StartMouseMonitoring() OVERRIDE; | |
91 virtual void StopMouseMonitoring() OVERRIDE; | |
92 virtual void StartKeyboardMonitoring() OVERRIDE; | |
93 virtual void StopKeyboardMonitoring() OVERRIDE; | |
94 | |
95 void OnMouseEvent(const SkIPoint& position); | |
96 void OnKeyboardEvent(ui::EventType event, ui::KeyboardCode key_code); | |
97 | |
98 // Task runner on which X Window events are received. | |
99 scoped_refptr<base::SingleThreadTaskRunner> io_task_runner_; | |
100 scoped_refptr<Core> core_; | |
101 | |
102 DISALLOW_COPY_AND_ASSIGN(UserInputMonitorLinux); | |
103 }; | |
104 | |
105 UserInputMonitorLinux::UserInputMonitorLinux( | |
106 const scoped_refptr<base::SingleThreadTaskRunner>& io_task_runner) | |
107 : io_task_runner_(io_task_runner), | |
108 core_(new Core(base::Bind(&UserInputMonitorLinux::OnMouseEvent, | |
109 base::Unretained(this)), | |
110 base::Bind(&UserInputMonitorLinux::OnKeyboardEvent, | |
111 base::Unretained(this)))) {} | |
112 | |
113 UserInputMonitorLinux::~UserInputMonitorLinux() {} | |
114 | |
115 void UserInputMonitorLinux::StartMouseMonitoring() { | |
116 io_task_runner_->PostTask( | |
117 FROM_HERE, base::Bind(&Core::StartMonitor, core_.get(), MOUSE_EVENT)); | |
118 } | |
119 | |
120 void UserInputMonitorLinux::StopMouseMonitoring() { | |
121 io_task_runner_->PostTask( | |
122 FROM_HERE, base::Bind(&Core::StopMonitor, core_.get(), MOUSE_EVENT)); | |
123 } | |
124 | |
125 void UserInputMonitorLinux::StartKeyboardMonitoring() { | |
126 io_task_runner_->PostTask( | |
127 FROM_HERE, base::Bind(&Core::StartMonitor, core_.get(), KEYBOARD_EVENT)); | |
128 } | |
129 | |
130 void UserInputMonitorLinux::StopKeyboardMonitoring() { | |
131 io_task_runner_->PostTask( | |
132 FROM_HERE, base::Bind(&Core::StopMonitor, core_.get(), KEYBOARD_EVENT)); | |
133 } | |
134 | |
135 void UserInputMonitorLinux::OnMouseEvent(const SkIPoint& position) { | |
136 UserInputMonitor::OnMouseEvent(position); | |
137 } | |
138 | |
139 void UserInputMonitorLinux::OnKeyboardEvent(ui::EventType event, | |
140 ui::KeyboardCode key_code) { | |
141 UserInputMonitor::OnKeyboardEvent(event, key_code); | |
142 } | |
143 | |
144 UserInputMonitorLinux::Core::Core(const MouseCallback& mouse_callback, | |
145 const KeyboardCallback& keyboard_callback) | |
146 : display_(NULL), | |
147 x_record_display_(NULL), | |
148 x_record_context_(0), | |
149 mouse_callback_(mouse_callback), | |
150 keyboard_callback_(keyboard_callback) { | |
151 x_record_range_[0] = NULL; | |
152 x_record_range_[1] = NULL; | |
153 } | |
154 | |
155 UserInputMonitorLinux::Core::~Core() { | |
156 DCHECK(!display_); | |
157 DCHECK(!x_record_display_); | |
158 DCHECK(!x_record_range_[0]); | |
159 DCHECK(!x_record_range_[1]); | |
160 DCHECK(!x_record_context_); | |
161 } | |
162 | |
163 void UserInputMonitorLinux::Core::StartMonitor(EventType type) { | |
164 DCHECK(base::MessageLoopForIO::current()); | |
165 // TODO(jamiewalch): We should pass the display in. At that point, since | |
166 // XRecord needs a private connection to the X Server for its data channel | |
167 // and both channels are used from a separate thread, we'll need to duplicate | |
168 // them with something like the following: | |
169 // XOpenDisplay(DisplayString(display)); | |
170 if (!display_) | |
171 display_ = XOpenDisplay(NULL); | |
172 | |
173 if (!x_record_display_) | |
174 x_record_display_ = XOpenDisplay(NULL); | |
175 | |
176 if (!display_ || !x_record_display_) { | |
177 LOG(ERROR) << "Couldn't open X display"; | |
178 return; | |
179 } | |
180 | |
181 int xr_opcode, xr_event, xr_error; | |
182 if (!XQueryExtension(display_, "RECORD", &xr_opcode, &xr_event, &xr_error)) { | |
183 LOG(ERROR) << "X Record extension not available."; | |
184 return; | |
185 } | |
186 | |
187 if (!x_record_range_[type]) | |
188 x_record_range_[type] = XRecordAllocRange(); | |
189 | |
190 if (!x_record_range_[type]) { | |
191 LOG(ERROR) << "XRecordAllocRange failed."; | |
192 return; | |
193 } | |
194 | |
195 if (type == MOUSE_EVENT) { | |
196 x_record_range_[type]->device_events.first = MotionNotify; | |
197 x_record_range_[type]->device_events.last = MotionNotify; | |
198 } else { | |
199 DCHECK_EQ(KEYBOARD_EVENT, type); | |
200 x_record_range_[type]->device_events.first = KeyPress; | |
201 x_record_range_[type]->device_events.last = KeyRelease; | |
202 } | |
203 | |
204 if (x_record_context_) { | |
205 XRecordDisableContext(display_, x_record_context_); | |
206 XFlush(display_); | |
207 XRecordFreeContext(x_record_display_, x_record_context_); | |
208 x_record_context_ = 0; | |
209 } | |
210 XRecordRange** record_range_to_use = | |
211 (x_record_range_[0] && x_record_range_[1]) ? x_record_range_ | |
212 : &x_record_range_[type]; | |
213 int number_of_ranges = (x_record_range_[0] && x_record_range_[1]) ? 2 : 1; | |
214 | |
215 XRecordClientSpec client_spec = XRecordAllClients; | |
216 x_record_context_ = XRecordCreateContext(x_record_display_, | |
217 0, | |
218 &client_spec, | |
219 1, | |
220 record_range_to_use, | |
221 number_of_ranges); | |
222 if (!x_record_context_) { | |
223 LOG(ERROR) << "XRecordCreateContext failed."; | |
224 return; | |
225 } | |
226 | |
227 if (!XRecordEnableContextAsync(x_record_display_, | |
228 x_record_context_, | |
229 &Core::ProcessReply, | |
230 reinterpret_cast<XPointer>(this))) { | |
231 LOG(ERROR) << "XRecordEnableContextAsync failed."; | |
232 return; | |
233 } | |
234 | |
235 if (!x_record_range_[0] || !x_record_range_[1]) { | |
236 // Register OnFileCanReadWithoutBlocking() to be called every time there is | |
237 // something to read from |x_record_display_|. | |
238 base::MessageLoopForIO* message_loop = base::MessageLoopForIO::current(); | |
239 int result = | |
240 message_loop->WatchFileDescriptor(ConnectionNumber(x_record_display_), | |
241 true, | |
242 base::MessageLoopForIO::WATCH_READ, | |
243 &controller_, | |
244 this); | |
245 if (!result) { | |
246 LOG(ERROR) << "Failed to create X record task."; | |
247 return; | |
248 } | |
249 } | |
250 | |
251 // Fetch pending events if any. | |
252 OnFileCanReadWithoutBlocking(ConnectionNumber(x_record_display_)); | |
253 } | |
254 | |
255 void UserInputMonitorLinux::Core::StopMonitor(EventType type) { | |
256 DCHECK(base::MessageLoopForIO::current()); | |
257 | |
258 if (x_record_range_[type]) { | |
259 XFree(x_record_range_[type]); | |
260 x_record_range_[type] = NULL; | |
261 } | |
262 if (x_record_range_[0] || x_record_range_[1]) | |
263 return; | |
264 | |
265 // Context must be disabled via the control channel because we can't send | |
266 // any X protocol traffic over the data channel while it's recording. | |
267 if (x_record_context_) { | |
268 XRecordDisableContext(display_, x_record_context_); | |
269 XFlush(display_); | |
270 XRecordFreeContext(x_record_display_, x_record_context_); | |
271 x_record_context_ = 0; | |
272 | |
273 controller_.StopWatchingFileDescriptor(); | |
274 if (x_record_display_) { | |
275 XCloseDisplay(x_record_display_); | |
276 x_record_display_ = NULL; | |
277 } | |
278 if (display_) { | |
279 XCloseDisplay(display_); | |
280 display_ = NULL; | |
281 } | |
282 } | |
283 } | |
284 | |
285 void UserInputMonitorLinux::Core::OnFileCanReadWithoutBlocking(int fd) { | |
286 DCHECK(base::MessageLoopForIO::current()); | |
287 XEvent event; | |
288 // Fetch pending events if any. | |
289 while (XPending(x_record_display_)) { | |
290 XNextEvent(x_record_display_, &event); | |
291 } | |
292 } | |
293 | |
294 void UserInputMonitorLinux::Core::OnFileCanWriteWithoutBlocking(int fd) { | |
295 NOTREACHED(); | |
296 } | |
297 | |
298 void UserInputMonitorLinux::Core::ProcessXEvent(xEvent* event) { | |
299 if (event->u.u.type == MotionNotify) { | |
300 SkIPoint position(SkIPoint::Make(event->u.keyButtonPointer.rootX, | |
301 event->u.keyButtonPointer.rootY)); | |
302 mouse_callback_.Run(position); | |
303 } else { | |
304 ui::EventType type; | |
305 if (event->u.u.type == KeyPress) { | |
306 type = ui::ET_KEY_PRESSED; | |
307 } else if (event->u.u.type == KeyRelease) { | |
308 type = ui::ET_KEY_RELEASED; | |
309 } else { | |
310 NOTREACHED(); | |
311 } | |
312 | |
313 KeySym key_sym = XkbKeycodeToKeysym(display_, event->u.u.detail, 0, 0); | |
314 ui::KeyboardCode key_code = ui::KeyboardCodeFromXKeysym(key_sym); | |
315 keyboard_callback_.Run(type, key_code); | |
316 } | |
317 } | |
318 | |
319 // static | |
320 void UserInputMonitorLinux::Core::ProcessReply(XPointer self, | |
321 XRecordInterceptData* data) { | |
322 if (data->category == XRecordFromServer) { | |
323 xEvent* event = reinterpret_cast<xEvent*>(data->data); | |
324 reinterpret_cast<Core*>(self)->ProcessXEvent(event); | |
325 } | |
326 XRecordFreeData(data); | |
327 } | |
328 | |
329 } // namespace | |
330 | |
331 scoped_ptr<UserInputMonitor> UserInputMonitor::Create( | |
332 const scoped_refptr<base::SingleThreadTaskRunner>& io_task_runner, | |
333 const scoped_refptr<base::SingleThreadTaskRunner>& ui_task_runner) { | |
334 return scoped_ptr<UserInputMonitor>( | |
335 new UserInputMonitorLinux(io_task_runner)); | |
336 } | |
337 | |
338 } // namespace media | |
OLD | NEW |