OLD | NEW |
---|---|
1 // Copyright (c) 2013 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2013 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 #include "content/browser/media/capture/desktop_capture_device.h" | 5 #include "content/browser/media/capture/desktop_capture_device.h" |
6 | 6 |
7 #include <stddef.h> | 7 #include <stddef.h> |
8 #include <stdint.h> | 8 #include <stdint.h> |
9 #include <string.h> | 9 #include <string.h> |
10 #include <utility> | 10 #include <utility> |
11 | 11 |
12 #include "base/bind.h" | 12 #include "base/bind.h" |
13 #include "base/feature_list.h" | 13 #include "base/feature_list.h" |
14 #include "base/location.h" | 14 #include "base/location.h" |
15 #include "base/logging.h" | 15 #include "base/logging.h" |
16 #include "base/macros.h" | 16 #include "base/macros.h" |
17 #include "base/message_loop/message_loop.h" | 17 #include "base/message_loop/message_loop.h" |
18 #include "base/metrics/histogram_macros.h" | 18 #include "base/metrics/histogram_macros.h" |
19 #include "base/strings/string_number_conversions.h" | 19 #include "base/strings/string_number_conversions.h" |
20 #include "base/synchronization/lock.h" | 20 #include "base/synchronization/lock.h" |
21 #include "base/threading/thread.h" | 21 #include "base/threading/thread.h" |
22 #include "base/threading/thread_restrictions.h" | 22 #include "base/threading/thread_restrictions.h" |
23 #include "base/timer/timer.h" | 23 #include "base/timer/timer.h" |
24 #include "build/build_config.h" | 24 #include "build/build_config.h" |
25 #include "content/browser/media/capture/desktop_capture_device_uma_types.h" | 25 #include "content/browser/media/capture/desktop_capture_device_uma_types.h" |
26 #include "content/public/browser/browser_thread.h" | 26 #include "content/public/browser/browser_thread.h" |
27 #include "content/public/browser/desktop_media_id.h" | 27 #include "content/public/browser/desktop_media_id.h" |
28 #include "content/public/common/content_switches.h" | 28 #include "content/public/common/content_switches.h" |
29 #include "device/power_save_blocker/power_save_blocker.h" | 29 #include "content/public/common/service_manager_connection.h" |
30 #include "device/wake_lock/public/interfaces/wake_lock_provider.mojom.h" | |
31 #include "device/wake_lock/public/interfaces/wake_lock_service.mojom.h" | |
30 #include "media/base/video_util.h" | 32 #include "media/base/video_util.h" |
31 #include "media/capture/content/capture_resolution_chooser.h" | 33 #include "media/capture/content/capture_resolution_chooser.h" |
34 #include "services/device/public/interfaces/constants.mojom.h" | |
35 #include "services/service_manager/public/cpp/connector.h" | |
32 #include "third_party/libyuv/include/libyuv/scale_argb.h" | 36 #include "third_party/libyuv/include/libyuv/scale_argb.h" |
33 #include "third_party/webrtc/modules/desktop_capture/cropping_window_capturer.h" | 37 #include "third_party/webrtc/modules/desktop_capture/cropping_window_capturer.h" |
34 #include "third_party/webrtc/modules/desktop_capture/desktop_and_cursor_composer .h" | 38 #include "third_party/webrtc/modules/desktop_capture/desktop_and_cursor_composer .h" |
35 #include "third_party/webrtc/modules/desktop_capture/desktop_capture_options.h" | 39 #include "third_party/webrtc/modules/desktop_capture/desktop_capture_options.h" |
36 #include "third_party/webrtc/modules/desktop_capture/desktop_capturer.h" | 40 #include "third_party/webrtc/modules/desktop_capture/desktop_capturer.h" |
37 #include "third_party/webrtc/modules/desktop_capture/desktop_frame.h" | 41 #include "third_party/webrtc/modules/desktop_capture/desktop_frame.h" |
38 #include "third_party/webrtc/modules/desktop_capture/mouse_cursor_monitor.h" | 42 #include "third_party/webrtc/modules/desktop_capture/mouse_cursor_monitor.h" |
39 | 43 |
40 namespace content { | 44 namespace content { |
41 | 45 |
(...skipping 13 matching lines...) Expand all Loading... | |
55 gfx::Size(source_size.width(), source_size.height())); | 59 gfx::Size(source_size.width(), source_size.height())); |
56 return webrtc::DesktopRect::MakeLTRB( | 60 return webrtc::DesktopRect::MakeLTRB( |
57 result.x(), result.y(), result.right(), result.bottom()); | 61 result.x(), result.y(), result.right(), result.bottom()); |
58 } | 62 } |
59 | 63 |
60 bool IsFrameUnpackedOrInverted(webrtc::DesktopFrame* frame) { | 64 bool IsFrameUnpackedOrInverted(webrtc::DesktopFrame* frame) { |
61 return frame->stride() != | 65 return frame->stride() != |
62 frame->size().width() * webrtc::DesktopFrame::kBytesPerPixel; | 66 frame->size().width() * webrtc::DesktopFrame::kBytesPerPixel; |
63 } | 67 } |
64 | 68 |
69 std::unique_ptr<service_manager::Connector> GetServiceConnector() { | |
70 DCHECK_CURRENTLY_ON(BrowserThread::UI); | |
71 | |
72 service_manager::Connector* connector = | |
73 ServiceManagerConnection::GetForProcess()->GetConnector(); | |
74 | |
75 DCHECK(connector); | |
76 return connector->Clone(); | |
77 } | |
78 | |
65 } // namespace | 79 } // namespace |
66 | 80 |
67 #if defined(OS_WIN) | 81 #if defined(OS_WIN) |
68 const base::Feature kDirectXCapturer{"DirectXCapturer", | 82 const base::Feature kDirectXCapturer{"DirectXCapturer", |
69 base::FEATURE_ENABLED_BY_DEFAULT}; | 83 base::FEATURE_ENABLED_BY_DEFAULT}; |
70 #endif | 84 #endif |
71 | 85 |
72 class DesktopCaptureDevice::Core : public webrtc::DesktopCapturer::Callback { | 86 class DesktopCaptureDevice::Core : public webrtc::DesktopCapturer::Callback { |
73 public: | 87 public: |
74 Core(scoped_refptr<base::SingleThreadTaskRunner> task_runner, | 88 Core(scoped_refptr<base::SingleThreadTaskRunner> task_runner, |
(...skipping 16 matching lines...) Expand all Loading... | |
91 // Method that is scheduled on |task_runner_| to be called on regular interval | 105 // Method that is scheduled on |task_runner_| to be called on regular interval |
92 // to capture a frame. | 106 // to capture a frame. |
93 void OnCaptureTimer(); | 107 void OnCaptureTimer(); |
94 | 108 |
95 // Captures a frame and schedules timer for the next one. | 109 // Captures a frame and schedules timer for the next one. |
96 void CaptureFrameAndScheduleNext(); | 110 void CaptureFrameAndScheduleNext(); |
97 | 111 |
98 // Captures a single frame. | 112 // Captures a single frame. |
99 void DoCapture(); | 113 void DoCapture(); |
100 | 114 |
115 void BindAndRequestWakeLock( | |
116 std::unique_ptr<service_manager::Connector> connector); | |
117 | |
101 // Task runner used for capturing operations. | 118 // Task runner used for capturing operations. |
102 scoped_refptr<base::SingleThreadTaskRunner> task_runner_; | 119 scoped_refptr<base::SingleThreadTaskRunner> task_runner_; |
103 | 120 |
104 // The underlying DesktopCapturer instance used to capture frames. | 121 // The underlying DesktopCapturer instance used to capture frames. |
105 std::unique_ptr<webrtc::DesktopCapturer> desktop_capturer_; | 122 std::unique_ptr<webrtc::DesktopCapturer> desktop_capturer_; |
106 | 123 |
107 // The device client which proxies device events to the controller. Accessed | 124 // The device client which proxies device events to the controller. Accessed |
108 // on the task_runner_ thread. | 125 // on the task_runner_ thread. |
109 std::unique_ptr<Client> client_; | 126 std::unique_ptr<Client> client_; |
110 | 127 |
(...skipping 22 matching lines...) Expand all Loading... | |
133 bool first_capture_returned_; | 150 bool first_capture_returned_; |
134 | 151 |
135 // The type of the capturer. | 152 // The type of the capturer. |
136 DesktopMediaID::Type capturer_type_; | 153 DesktopMediaID::Type capturer_type_; |
137 | 154 |
138 // The system time when we receive the first frame. | 155 // The system time when we receive the first frame. |
139 base::TimeTicks first_ref_time_; | 156 base::TimeTicks first_ref_time_; |
140 | 157 |
141 std::unique_ptr<webrtc::BasicDesktopFrame> black_frame_; | 158 std::unique_ptr<webrtc::BasicDesktopFrame> black_frame_; |
142 | 159 |
143 // TODO(jiayl): Remove power_save_blocker_ when there is an API to keep the | 160 device::mojom::WakeLockServicePtr wake_lock_; |
144 // screen from sleeping for the drive-by web. | 161 |
145 std::unique_ptr<device::PowerSaveBlocker> power_save_blocker_; | 162 base::WeakPtrFactory<Core> weak_factory_; |
146 | 163 |
147 DISALLOW_COPY_AND_ASSIGN(Core); | 164 DISALLOW_COPY_AND_ASSIGN(Core); |
148 }; | 165 }; |
149 | 166 |
150 DesktopCaptureDevice::Core::Core( | 167 DesktopCaptureDevice::Core::Core( |
151 scoped_refptr<base::SingleThreadTaskRunner> task_runner, | 168 scoped_refptr<base::SingleThreadTaskRunner> task_runner, |
152 std::unique_ptr<webrtc::DesktopCapturer> capturer, | 169 std::unique_ptr<webrtc::DesktopCapturer> capturer, |
153 DesktopMediaID::Type type) | 170 DesktopMediaID::Type type) |
154 : task_runner_(task_runner), | 171 : task_runner_(task_runner), |
155 desktop_capturer_(std::move(capturer)), | 172 desktop_capturer_(std::move(capturer)), |
156 capture_in_progress_(false), | 173 capture_in_progress_(false), |
157 first_capture_returned_(false), | 174 first_capture_returned_(false), |
158 capturer_type_(type) {} | 175 capturer_type_(type), |
176 weak_factory_(this) {} | |
159 | 177 |
160 DesktopCaptureDevice::Core::~Core() { | 178 DesktopCaptureDevice::Core::~Core() { |
161 DCHECK(task_runner_->BelongsToCurrentThread()); | 179 DCHECK(task_runner_->BelongsToCurrentThread()); |
162 client_.reset(); | 180 client_.reset(); |
163 output_frame_.reset(); | 181 output_frame_.reset(); |
164 previous_frame_size_.set(0, 0); | 182 previous_frame_size_.set(0, 0); |
165 desktop_capturer_.reset(); | 183 desktop_capturer_.reset(); |
166 } | 184 } |
167 | 185 |
168 void DesktopCaptureDevice::Core::AllocateAndStart( | 186 void DesktopCaptureDevice::Core::AllocateAndStart( |
169 const media::VideoCaptureParams& params, | 187 const media::VideoCaptureParams& params, |
170 std::unique_ptr<Client> client) { | 188 std::unique_ptr<Client> client) { |
171 DCHECK(task_runner_->BelongsToCurrentThread()); | 189 DCHECK(task_runner_->BelongsToCurrentThread()); |
172 DCHECK_GT(params.requested_format.frame_size.GetArea(), 0); | 190 DCHECK_GT(params.requested_format.frame_size.GetArea(), 0); |
173 DCHECK_GT(params.requested_format.frame_rate, 0); | 191 DCHECK_GT(params.requested_format.frame_rate, 0); |
174 DCHECK(desktop_capturer_); | 192 DCHECK(desktop_capturer_); |
175 DCHECK(client); | 193 DCHECK(client); |
176 DCHECK(!client_); | 194 DCHECK(!client_); |
177 | 195 |
178 client_ = std::move(client); | 196 client_ = std::move(client); |
179 requested_frame_rate_ = params.requested_format.frame_rate; | 197 requested_frame_rate_ = params.requested_format.frame_rate; |
180 resolution_chooser_.reset(new media::CaptureResolutionChooser( | 198 resolution_chooser_.reset(new media::CaptureResolutionChooser( |
181 params.requested_format.frame_size, | 199 params.requested_format.frame_size, |
182 params.resolution_change_policy)); | 200 params.resolution_change_policy)); |
183 | 201 |
184 power_save_blocker_.reset(new device::PowerSaveBlocker( | 202 if (!wake_lock_) { |
Sergey Ulanov
2017/05/17 18:47:55
AllocateAndStart() is never called more than once,
ke.he
2017/05/18 05:32:58
Done.
| |
185 device::PowerSaveBlocker::kPowerSaveBlockPreventDisplaySleep, | 203 // Gets a service_manager::Connector first, then binds the |wake_lock_| |
186 device::PowerSaveBlocker::kReasonOther, "DesktopCaptureDevice is running", | 204 // and requests a wake lock. |
187 BrowserThread::GetTaskRunnerForThread(BrowserThread::UI), | 205 BrowserThread::PostTaskAndReplyWithResult( |
188 BrowserThread::GetTaskRunnerForThread(BrowserThread::FILE))); | 206 BrowserThread::UI, FROM_HERE, base::BindOnce(&GetServiceConnector), |
207 base::BindOnce(&DesktopCaptureDevice::Core::BindAndRequestWakeLock, | |
208 weak_factory_.GetWeakPtr())); | |
209 } else { | |
210 // If |wake_lock_| is in bound already, request a wake lock directly. | |
211 wake_lock_->RequestWakeLock(); | |
212 } | |
189 | 213 |
190 desktop_capturer_->Start(this); | 214 desktop_capturer_->Start(this); |
191 // Assume it will be always started successfully for now. | 215 // Assume it will be always started successfully for now. |
192 client_->OnStarted(); | 216 client_->OnStarted(); |
193 | 217 |
194 CaptureFrameAndScheduleNext(); | 218 CaptureFrameAndScheduleNext(); |
195 } | 219 } |
196 | 220 |
197 void DesktopCaptureDevice::Core::SetNotificationWindowId( | 221 void DesktopCaptureDevice::Core::SetNotificationWindowId( |
198 gfx::NativeViewId window_id) { | 222 gfx::NativeViewId window_id) { |
(...skipping 158 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
357 DCHECK(!capture_in_progress_); | 381 DCHECK(!capture_in_progress_); |
358 | 382 |
359 capture_in_progress_ = true; | 383 capture_in_progress_ = true; |
360 desktop_capturer_->CaptureFrame(); | 384 desktop_capturer_->CaptureFrame(); |
361 | 385 |
362 // Currently only synchronous implementations of DesktopCapturer are | 386 // Currently only synchronous implementations of DesktopCapturer are |
363 // supported. | 387 // supported. |
364 DCHECK(!capture_in_progress_); | 388 DCHECK(!capture_in_progress_); |
365 } | 389 } |
366 | 390 |
391 void DesktopCaptureDevice::Core::BindAndRequestWakeLock( | |
392 std::unique_ptr<service_manager::Connector> connector) { | |
393 device::mojom::WakeLockProviderPtr wake_lock_provider; | |
394 connector->BindInterface(device::mojom::kServiceName, | |
395 mojo::MakeRequest(&wake_lock_provider)); | |
396 wake_lock_provider->GetWakeLockWithoutContext( | |
397 device::mojom::WakeLockType::PreventDisplaySleep, | |
398 device::mojom::WakeLockReason::ReasonOther, "Desktop capture is running", | |
399 mojo::MakeRequest(&wake_lock_)); | |
400 | |
401 wake_lock_->RequestWakeLock(); | |
402 } | |
403 | |
367 // static | 404 // static |
368 std::unique_ptr<media::VideoCaptureDevice> DesktopCaptureDevice::Create( | 405 std::unique_ptr<media::VideoCaptureDevice> DesktopCaptureDevice::Create( |
369 const DesktopMediaID& source) { | 406 const DesktopMediaID& source) { |
370 webrtc::DesktopCaptureOptions options = | 407 webrtc::DesktopCaptureOptions options = |
371 webrtc::DesktopCaptureOptions::CreateDefault(); | 408 webrtc::DesktopCaptureOptions::CreateDefault(); |
372 // Leave desktop effects enabled during WebRTC captures. | 409 // Leave desktop effects enabled during WebRTC captures. |
373 options.set_disable_effects(false); | 410 options.set_disable_effects(false); |
374 | 411 |
375 #if defined(OS_WIN) | 412 #if defined(OS_WIN) |
376 if (!base::FeatureList::IsEnabled(kDirectXCapturer)) { | 413 if (!base::FeatureList::IsEnabled(kDirectXCapturer)) { |
(...skipping 65 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
442 thread_.Stop(); | 479 thread_.Stop(); |
443 } | 480 } |
444 } | 481 } |
445 | 482 |
446 void DesktopCaptureDevice::SetNotificationWindowId( | 483 void DesktopCaptureDevice::SetNotificationWindowId( |
447 gfx::NativeViewId window_id) { | 484 gfx::NativeViewId window_id) { |
448 // This may be called after the capturer has been stopped. | 485 // This may be called after the capturer has been stopped. |
449 if (!core_) | 486 if (!core_) |
450 return; | 487 return; |
451 thread_.task_runner()->PostTask( | 488 thread_.task_runner()->PostTask( |
452 FROM_HERE, | 489 FROM_HERE, base::Bind(&Core::SetNotificationWindowId, |
453 base::Bind(&Core::SetNotificationWindowId, | 490 base::Unretained(core_.get()), window_id)); |
454 base::Unretained(core_.get()), | |
455 window_id)); | |
456 } | 491 } |
457 | 492 |
458 DesktopCaptureDevice::DesktopCaptureDevice( | 493 DesktopCaptureDevice::DesktopCaptureDevice( |
459 std::unique_ptr<webrtc::DesktopCapturer> capturer, | 494 std::unique_ptr<webrtc::DesktopCapturer> capturer, |
460 DesktopMediaID::Type type) | 495 DesktopMediaID::Type type) |
461 : thread_("desktopCaptureThread") { | 496 : thread_("desktopCaptureThread") { |
462 #if defined(OS_WIN) | 497 #if defined(OS_WIN) |
463 // On Windows the thread must be a UI thread. | 498 // On Windows the thread must be a UI thread. |
464 base::MessageLoop::Type thread_type = base::MessageLoop::TYPE_UI; | 499 base::MessageLoop::Type thread_type = base::MessageLoop::TYPE_UI; |
465 #else | 500 #else |
466 base::MessageLoop::Type thread_type = base::MessageLoop::TYPE_DEFAULT; | 501 base::MessageLoop::Type thread_type = base::MessageLoop::TYPE_DEFAULT; |
467 #endif | 502 #endif |
468 | 503 |
469 thread_.StartWithOptions(base::Thread::Options(thread_type, 0)); | 504 thread_.StartWithOptions(base::Thread::Options(thread_type, 0)); |
470 | 505 |
471 core_.reset(new Core(thread_.task_runner(), std::move(capturer), type)); | 506 core_.reset(new Core(thread_.task_runner(), std::move(capturer), type)); |
472 } | 507 } |
473 | 508 |
474 } // namespace content | 509 } // namespace content |
OLD | NEW |