Index: content/browser/renderer_host/media/in_process_video_capture_device_launcher.cc |
diff --git a/content/browser/renderer_host/media/in_process_buildable_video_capture_device.cc b/content/browser/renderer_host/media/in_process_video_capture_device_launcher.cc |
similarity index 42% |
rename from content/browser/renderer_host/media/in_process_buildable_video_capture_device.cc |
rename to content/browser/renderer_host/media/in_process_video_capture_device_launcher.cc |
index f562158b46376cdc93c5fc21de6863969e247ae4..cbe2305f2022ef6485e5b9dc76d21786131088ad 100644 |
--- a/content/browser/renderer_host/media/in_process_buildable_video_capture_device.cc |
+++ b/content/browser/renderer_host/media/in_process_video_capture_device_launcher.cc |
@@ -2,12 +2,13 @@ |
// Use of this source code is governed by a BSD-style license that can be |
// found in the LICENSE file. |
-#include "content/browser/renderer_host/media/in_process_buildable_video_capture_device.h" |
+#include "content/browser/renderer_host/media/in_process_video_capture_device_launcher.h" |
#include "base/metrics/histogram_macros.h" |
#include "base/strings/stringprintf.h" |
#include "content/browser/media/capture/desktop_capture_device_uma_types.h" |
#include "content/browser/media/capture/web_contents_video_capture_device.h" |
+#include "content/browser/renderer_host/media/in_process_launched_video_capture_device.h" |
#include "content/browser/renderer_host/media/video_capture_controller.h" |
#include "content/browser/renderer_host/media/video_capture_gpu_jpeg_decoder.h" |
#include "content/public/browser/browser_thread.h" |
@@ -17,6 +18,7 @@ |
#include "media/capture/video/video_capture_buffer_pool_impl.h" |
#include "media/capture/video/video_capture_buffer_tracker_factory_impl.h" |
#include "media/capture/video/video_capture_device_client.h" |
+#include "media/capture/video/video_frame_receiver.h" |
#include "media/capture/video/video_frame_receiver_on_task_runner.h" |
#if defined(ENABLE_SCREEN_CAPTURE) && !defined(OS_ANDROID) |
@@ -32,41 +34,11 @@ |
namespace { |
-class VideoFrameConsumerFeedbackObserverOnTaskRunner |
- : public media::VideoFrameConsumerFeedbackObserver { |
- public: |
- VideoFrameConsumerFeedbackObserverOnTaskRunner( |
- media::VideoFrameConsumerFeedbackObserver* observer, |
- scoped_refptr<base::SingleThreadTaskRunner> task_runner) |
- : observer_(observer), task_runner_(std::move(task_runner)) {} |
- |
- void OnUtilizationReport(int frame_feedback_id, double utilization) override { |
- task_runner_->PostTask( |
- FROM_HERE, |
- base::Bind( |
- &media::VideoFrameConsumerFeedbackObserver::OnUtilizationReport, |
- base::Unretained(observer_), frame_feedback_id, utilization)); |
- } |
- |
- private: |
- media::VideoFrameConsumerFeedbackObserver* const observer_; |
- const scoped_refptr<base::SingleThreadTaskRunner> task_runner_; |
-}; |
- |
std::unique_ptr<media::VideoCaptureJpegDecoder> CreateGpuJpegDecoder( |
const media::VideoCaptureJpegDecoder::DecodeDoneCB& decode_done_cb) { |
return base::MakeUnique<content::VideoCaptureGpuJpegDecoder>(decode_done_cb); |
} |
-void StopAndReleaseDeviceOnDeviceThread(media::VideoCaptureDevice* device, |
- base::OnceClosure done_cb) { |
- SCOPED_UMA_HISTOGRAM_TIMER("Media.VideoCaptureManager.StopDeviceTime"); |
- device->StopAndDeAllocate(); |
- DVLOG(3) << "StopAndReleaseDeviceOnDeviceThread"; |
- delete device; |
- base::ResetAndReturn(&done_cb).Run(); |
-} |
- |
// The maximum number of video frame buffers in-flight at any one time. This |
// value should be based on the logical capacity of the capture pipeline, and |
// not on hardware performance. For example, tab capture requires more buffers |
@@ -81,64 +53,64 @@ const int kMaxNumberOfBuffersForTabCapture = 10; |
namespace content { |
-InProcessBuildableVideoCaptureDevice::InProcessBuildableVideoCaptureDevice( |
+InProcessVideoCaptureDeviceLauncher::InProcessVideoCaptureDeviceLauncher( |
scoped_refptr<base::SingleThreadTaskRunner> device_task_runner, |
media::VideoCaptureSystem* video_capture_system) |
: device_task_runner_(std::move(device_task_runner)), |
- video_capture_system_(video_capture_system) {} |
+ video_capture_system_(video_capture_system), |
+ state_(State::READY_TO_LAUNCH) {} |
-InProcessBuildableVideoCaptureDevice::~InProcessBuildableVideoCaptureDevice() { |
+InProcessVideoCaptureDeviceLauncher::~InProcessVideoCaptureDeviceLauncher() { |
DCHECK_CURRENTLY_ON(BrowserThread::IO); |
- DCHECK(!device_); |
+ DCHECK(state_ == State::READY_TO_LAUNCH); |
} |
-void InProcessBuildableVideoCaptureDevice::CreateAndStartDeviceAsync( |
- VideoCaptureController* controller, |
+void InProcessVideoCaptureDeviceLauncher::LaunchDeviceAsync( |
+ const std::string& device_id, |
+ MediaStreamType stream_type, |
const media::VideoCaptureParams& params, |
+ base::WeakPtr<media::VideoFrameReceiver> receiver, |
Callbacks* callbacks, |
base::OnceClosure done_cb) { |
DCHECK_CURRENTLY_ON(BrowserThread::IO); |
- DCHECK_EQ(State::NO_DEVICE, state_); |
+ DCHECK(state_ == State::READY_TO_LAUNCH); |
- const int max_buffers = (controller->stream_type() == MEDIA_TAB_VIDEO_CAPTURE |
- ? kMaxNumberOfBuffersForTabCapture |
- : kMaxNumberOfBuffers); |
+ const int max_buffers = |
+ (stream_type == MEDIA_TAB_VIDEO_CAPTURE ? kMaxNumberOfBuffersForTabCapture |
+ : kMaxNumberOfBuffers); |
- auto device_client = |
- CreateDeviceClient(max_buffers, controller->GetWeakPtrForIOThread()); |
+ auto device_client = CreateDeviceClient(max_buffers, std::move(receiver)); |
base::Closure start_capture_closure; |
- // Use of Unretained() is safe, because |done_cb| guarantees that |
- // |this| stays alive. |
+ // Use of |this| is safe, because |done_cb| guarantees that |this| |
+ // stays alive. |
ReceiveDeviceCallback after_start_capture_callback = media::BindToCurrentLoop( |
- base::Bind(&InProcessBuildableVideoCaptureDevice::OnDeviceStarted, |
- base::Unretained(this), controller, callbacks, |
- base::Passed(&done_cb))); |
+ base::Bind(&InProcessVideoCaptureDeviceLauncher::OnDeviceStarted, |
+ base::Unretained(this), callbacks, base::Passed(&done_cb))); |
- switch (controller->stream_type()) { |
+ switch (stream_type) { |
case MEDIA_DEVICE_VIDEO_CAPTURE: { |
start_capture_closure = |
- base::Bind(&InProcessBuildableVideoCaptureDevice:: |
+ base::Bind(&InProcessVideoCaptureDeviceLauncher:: |
DoStartDeviceCaptureOnDeviceThread, |
- base::Unretained(this), controller->device_id(), params, |
+ base::Unretained(this), device_id, params, |
base::Passed(std::move(device_client)), |
std::move(after_start_capture_callback)); |
break; |
} |
case MEDIA_TAB_VIDEO_CAPTURE: |
- start_capture_closure = |
- base::Bind(&InProcessBuildableVideoCaptureDevice:: |
- DoStartTabCaptureOnDeviceThread, |
- base::Unretained(this), controller->device_id(), params, |
- base::Passed(std::move(device_client)), |
- std::move(after_start_capture_callback)); |
+ start_capture_closure = base::Bind( |
+ &InProcessVideoCaptureDeviceLauncher::DoStartTabCaptureOnDeviceThread, |
+ base::Unretained(this), device_id, params, |
+ base::Passed(std::move(device_client)), |
+ std::move(after_start_capture_callback)); |
break; |
case MEDIA_DESKTOP_VIDEO_CAPTURE: |
start_capture_closure = |
- base::Bind(&InProcessBuildableVideoCaptureDevice:: |
+ base::Bind(&InProcessVideoCaptureDeviceLauncher:: |
DoStartDesktopCaptureOnDeviceThread, |
- base::Unretained(this), controller->device_id(), params, |
+ base::Unretained(this), device_id, params, |
base::Passed(std::move(device_client)), |
std::move(after_start_capture_callback)); |
break; |
@@ -153,188 +125,72 @@ void InProcessBuildableVideoCaptureDevice::CreateAndStartDeviceAsync( |
state_ = State::DEVICE_START_IN_PROGRESS; |
} |
-void InProcessBuildableVideoCaptureDevice::ReleaseDeviceAsync( |
- VideoCaptureController* controller, |
- base::OnceClosure done_cb) { |
- DCHECK_CURRENTLY_ON(BrowserThread::IO); |
- controller->SetConsumerFeedbackObserver(nullptr); |
- switch (state_) { |
- case State::DEVICE_START_IN_PROGRESS: |
- state_ = State::DEVICE_START_ABORTING; |
- return; |
- case State::NO_DEVICE: |
- case State::DEVICE_START_ABORTING: |
- return; |
- case State::DEVICE_STARTED: |
- media::VideoCaptureDevice* device_ptr = device_.release(); |
- bool posting_task_succeeded = device_task_runner_->PostTask( |
- FROM_HERE, |
- base::Bind( |
- &StopAndReleaseDeviceOnDeviceThread, device_ptr, |
- base::Bind([](scoped_refptr<base::SingleThreadTaskRunner>) {}, |
- device_task_runner_))); |
- if (posting_task_succeeded == false) { |
- // Since posting to the task runner has failed, we attempt doing it on |
- // the calling thread instead. |
- StopAndReleaseDeviceOnDeviceThread(device_ptr, base::Bind([]() {})); |
- } |
- state_ = State::NO_DEVICE; |
- return; |
- } |
- base::ResetAndReturn(&done_cb).Run(); |
-} |
- |
-bool InProcessBuildableVideoCaptureDevice::IsDeviceAlive() const { |
- DCHECK_CURRENTLY_ON(BrowserThread::IO); |
- return device_ != nullptr; |
-} |
- |
-void InProcessBuildableVideoCaptureDevice::GetPhotoCapabilities( |
- media::VideoCaptureDevice::GetPhotoCapabilitiesCallback callback) const { |
+void InProcessVideoCaptureDeviceLauncher::AbortLaunch() { |
DCHECK_CURRENTLY_ON(BrowserThread::IO); |
- // Unretained() is safe to use here because |device| would be null if it |
- // was scheduled for shutdown and destruction, and because this task is |
- // guaranteed to run before the task that destroys the |device|. |
- device_task_runner_->PostTask( |
- FROM_HERE, |
- base::Bind(&media::VideoCaptureDevice::GetPhotoCapabilities, |
- base::Unretained(device_.get()), base::Passed(&callback))); |
-} |
- |
-void InProcessBuildableVideoCaptureDevice::SetPhotoOptions( |
- media::mojom::PhotoSettingsPtr settings, |
- media::VideoCaptureDevice::SetPhotoOptionsCallback callback) { |
- DCHECK_CURRENTLY_ON(BrowserThread::IO); |
- // Unretained() is safe to use here because |device| would be null if it |
- // was scheduled for shutdown and destruction, and because this task is |
- // guaranteed to run before the task that destroys the |device|. |
- device_task_runner_->PostTask( |
- FROM_HERE, base::Bind(&media::VideoCaptureDevice::SetPhotoOptions, |
- base::Unretained(device_.get()), |
- base::Passed(&settings), base::Passed(&callback))); |
-} |
- |
-void InProcessBuildableVideoCaptureDevice::TakePhoto( |
- media::VideoCaptureDevice::TakePhotoCallback callback) { |
- DCHECK_CURRENTLY_ON(BrowserThread::IO); |
- // Unretained() is safe to use here because |device| would be null if it |
- // was scheduled for shutdown and destruction, and because this task is |
- // guaranteed to run before the task that destroys the |device|. |
- device_task_runner_->PostTask( |
- FROM_HERE, |
- base::Bind(&media::VideoCaptureDevice::TakePhoto, |
- base::Unretained(device_.get()), base::Passed(&callback))); |
-} |
- |
-void InProcessBuildableVideoCaptureDevice::MaybeSuspendDevice() { |
- DCHECK_CURRENTLY_ON(BrowserThread::IO); |
- // Unretained() is safe to use here because |device| would be null if it |
- // was scheduled for shutdown and destruction, and because this task is |
- // guaranteed to run before the task that destroys the |device|. |
- device_task_runner_->PostTask( |
- FROM_HERE, base::Bind(&media::VideoCaptureDevice::MaybeSuspend, |
- base::Unretained(device_.get()))); |
-} |
- |
-void InProcessBuildableVideoCaptureDevice::ResumeDevice() { |
- DCHECK_CURRENTLY_ON(BrowserThread::IO); |
- // Unretained() is safe to use here because |device| would be null if it |
- // was scheduled for shutdown and destruction, and because this task is |
- // guaranteed to run before the task that destroys the |device|. |
- device_task_runner_->PostTask(FROM_HERE, |
- base::Bind(&media::VideoCaptureDevice::Resume, |
- base::Unretained(device_.get()))); |
-} |
- |
-void InProcessBuildableVideoCaptureDevice::RequestRefreshFrame() { |
- DCHECK_CURRENTLY_ON(BrowserThread::IO); |
- // Unretained() is safe to use here because |device| would be null if it |
- // was scheduled for shutdown and destruction, and because this task is |
- // guaranteed to run before the task that destroys the |device|. |
- device_task_runner_->PostTask( |
- FROM_HERE, base::Bind(&media::VideoCaptureDevice::RequestRefreshFrame, |
- base::Unretained(device_.get()))); |
-} |
- |
-void InProcessBuildableVideoCaptureDevice::SetDesktopCaptureWindowIdAsync( |
- gfx::NativeViewId window_id, |
- base::OnceClosure done_cb) { |
- DCHECK_CURRENTLY_ON(BrowserThread::IO); |
- // Post |device_| to the the |device_task_runner_|. This is safe since the |
- // device is destroyed on the |device_task_runner_| and |done_cb| guarantees |
- // that |this| stays alive. |
- device_task_runner_->PostTask( |
- FROM_HERE, base::Bind(&InProcessBuildableVideoCaptureDevice:: |
- SetDesktopCaptureWindowIdOnDeviceThread, |
- base::Unretained(this), device_.get(), window_id, |
- base::Passed(&done_cb))); |
+ if (state_ == State::DEVICE_START_IN_PROGRESS) |
+ state_ = State::DEVICE_START_ABORTING; |
} |
std::unique_ptr<media::VideoCaptureDeviceClient> |
-InProcessBuildableVideoCaptureDevice::CreateDeviceClient( |
+InProcessVideoCaptureDeviceLauncher::CreateDeviceClient( |
int buffer_pool_max_buffer_count, |
base::WeakPtr<media::VideoFrameReceiver> receiver) { |
DCHECK_CURRENTLY_ON(BrowserThread::IO); |
+ scoped_refptr<media::VideoCaptureBufferPool> buffer_pool = |
+ new media::VideoCaptureBufferPoolImpl( |
+ base::MakeUnique<media::VideoCaptureBufferTrackerFactoryImpl>(), |
+ buffer_pool_max_buffer_count); |
+ |
return base::MakeUnique<media::VideoCaptureDeviceClient>( |
base::MakeUnique<media::VideoFrameReceiverOnTaskRunner>( |
receiver, BrowserThread::GetTaskRunnerForThread(BrowserThread::IO)), |
- new media::VideoCaptureBufferPoolImpl( |
- base::MakeUnique<media::VideoCaptureBufferTrackerFactoryImpl>(), |
- buffer_pool_max_buffer_count), |
+ std::move(buffer_pool), |
base::Bind(&CreateGpuJpegDecoder, |
base::Bind(&media::VideoFrameReceiver::OnFrameReadyInBuffer, |
receiver))); |
} |
-void InProcessBuildableVideoCaptureDevice::OnDeviceStarted( |
- VideoCaptureController* controller, |
+void InProcessVideoCaptureDeviceLauncher::OnDeviceStarted( |
Callbacks* callbacks, |
base::OnceClosure done_cb, |
std::unique_ptr<media::VideoCaptureDevice> device) { |
DCHECK_CURRENTLY_ON(BrowserThread::IO); |
- switch (state_) { |
- case State::DEVICE_START_IN_PROGRESS: |
- if (!device) { |
- state_ = State::NO_DEVICE; |
- callbacks->OnDeviceStartFailed(controller); |
- base::ResetAndReturn(&done_cb).Run(); |
+ State state_copy = state_; |
+ state_ = State::READY_TO_LAUNCH; |
+ if (!device) { |
+ switch (state_copy) { |
+ case State::DEVICE_START_IN_PROGRESS: |
+ callbacks->OnDeviceLaunchFailed(); |
+ return; |
+ case State::DEVICE_START_ABORTING: |
+ callbacks->OnDeviceLaunchAborted(); |
return; |
- } |
- // Passing raw pointer |device.get()| to the controller is safe, |
- // because we take ownership of |device| and we call |
- // controller->SetConsumerFeedbackObserver(nullptr) before releasing |
- // |device|. |
- controller->SetConsumerFeedbackObserver( |
- base::MakeUnique<VideoFrameConsumerFeedbackObserverOnTaskRunner>( |
- device.get(), device_task_runner_)); |
- device_ = std::move(device); |
- state_ = State::DEVICE_STARTED; |
- callbacks->OnDeviceStarted(controller); |
- base::ResetAndReturn(&done_cb).Run(); |
+ case State::READY_TO_LAUNCH: |
+ NOTREACHED(); |
+ return; |
+ } |
+ } |
+ |
+ auto launched_device = base::MakeUnique<InProcessLaunchedVideoCaptureDevice>( |
+ std::move(device), device_task_runner_); |
+ |
+ switch (state_copy) { |
+ case State::DEVICE_START_IN_PROGRESS: |
+ callbacks->OnDeviceLaunched(std::move(launched_device)); |
return; |
case State::DEVICE_START_ABORTING: |
- if (device) { |
- device_ = std::move(device); |
- state_ = State::DEVICE_STARTED; |
- // We do not move our |done_cb| to this invocation, because |
- // we still need it to stay alive for the remainder of this method |
- // execution. Our implementation of ReleaseDeviceAsync() does not |
- // actually need the context while releasing the device. |
- ReleaseDeviceAsync(controller, base::Bind([]() {})); |
- } |
- state_ = State::NO_DEVICE; |
- callbacks->OnDeviceStartAborted(); |
- base::ResetAndReturn(&done_cb).Run(); |
+ launched_device.reset(); |
+ callbacks->OnDeviceLaunchAborted(); |
return; |
- case State::NO_DEVICE: |
- case State::DEVICE_STARTED: |
+ case State::READY_TO_LAUNCH: |
NOTREACHED(); |
return; |
} |
+ base::ResetAndReturn(&done_cb).Run(); |
} |
-void InProcessBuildableVideoCaptureDevice::DoStartDeviceCaptureOnDeviceThread( |
+void InProcessVideoCaptureDeviceLauncher::DoStartDeviceCaptureOnDeviceThread( |
const std::string& device_id, |
const media::VideoCaptureParams& params, |
std::unique_ptr<media::VideoCaptureDeviceClient> device_client, |
@@ -354,7 +210,7 @@ void InProcessBuildableVideoCaptureDevice::DoStartDeviceCaptureOnDeviceThread( |
result_callback.Run(std::move(video_capture_device)); |
} |
-void InProcessBuildableVideoCaptureDevice::DoStartTabCaptureOnDeviceThread( |
+void InProcessVideoCaptureDeviceLauncher::DoStartTabCaptureOnDeviceThread( |
const std::string& id, |
const media::VideoCaptureParams& params, |
std::unique_ptr<media::VideoCaptureDeviceClient> device_client, |
@@ -376,7 +232,7 @@ void InProcessBuildableVideoCaptureDevice::DoStartTabCaptureOnDeviceThread( |
result_callback.Run(std::move(video_capture_device)); |
} |
-void InProcessBuildableVideoCaptureDevice::DoStartDesktopCaptureOnDeviceThread( |
+void InProcessVideoCaptureDeviceLauncher::DoStartDesktopCaptureOnDeviceThread( |
const std::string& id, |
const media::VideoCaptureParams& params, |
std::unique_ptr<media::VideoCaptureDeviceClient> device_client, |
@@ -397,10 +253,11 @@ void InProcessBuildableVideoCaptureDevice::DoStartDesktopCaptureOnDeviceThread( |
#if defined(OS_LINUX) || defined(OS_MACOSX) || defined(OS_WIN) |
video_capture_device = WebContentsVideoCaptureDevice::Create(id); |
IncrementDesktopCaptureCounter(TAB_VIDEO_CAPTURER_CREATED); |
- if (desktop_id.audio_share) |
+ if (desktop_id.audio_share) { |
IncrementDesktopCaptureCounter(TAB_VIDEO_CAPTURER_CREATED_WITH_AUDIO); |
- else |
+ } else { |
IncrementDesktopCaptureCounter(TAB_VIDEO_CAPTURER_CREATED_WITHOUT_AUDIO); |
+ } |
#endif |
} else { |
#if defined(OS_ANDROID) |
@@ -426,19 +283,4 @@ void InProcessBuildableVideoCaptureDevice::DoStartDesktopCaptureOnDeviceThread( |
result_callback.Run(std::move(video_capture_device)); |
} |
-void InProcessBuildableVideoCaptureDevice:: |
- SetDesktopCaptureWindowIdOnDeviceThread(media::VideoCaptureDevice* device, |
- gfx::NativeViewId window_id, |
- base::OnceClosure done_cb) { |
- DCHECK(device_task_runner_->BelongsToCurrentThread()); |
-#if defined(ENABLE_SCREEN_CAPTURE) && BUILDFLAG(ENABLE_WEBRTC) && \ |
- !defined(OS_ANDROID) |
- DesktopCaptureDevice* desktop_device = |
- static_cast<DesktopCaptureDevice*>(device); |
- desktop_device->SetNotificationWindowId(window_id); |
- VLOG(2) << "Screen capture notification window passed on device thread."; |
-#endif |
- base::ResetAndReturn(&done_cb).Run(); |
-} |
- |
} // namespace content |