Index: content/browser/renderer_host/media/in_process_launched_video_capture_device.cc |
diff --git a/content/browser/renderer_host/media/in_process_buildable_video_capture_device.cc b/content/browser/renderer_host/media/in_process_launched_video_capture_device.cc |
similarity index 28% |
copy from content/browser/renderer_host/media/in_process_buildable_video_capture_device.cc |
copy to content/browser/renderer_host/media/in_process_launched_video_capture_device.cc |
index f562158b46376cdc93c5fc21de6863969e247ae4..c1305cccc4bf78c0fec666d3f82a92d032de237f 100644 |
--- a/content/browser/renderer_host/media/in_process_buildable_video_capture_device.cc |
+++ b/content/browser/renderer_host/media/in_process_launched_video_capture_device.cc |
@@ -2,22 +2,10 @@ |
// Use of this source code is governed by a BSD-style license that can be |
// found in the LICENSE file. |
-#include "content/browser/renderer_host/media/in_process_buildable_video_capture_device.h" |
+#include "content/browser/renderer_host/media/in_process_launched_video_capture_device.h" |
#include "base/metrics/histogram_macros.h" |
-#include "base/strings/stringprintf.h" |
-#include "content/browser/media/capture/desktop_capture_device_uma_types.h" |
-#include "content/browser/media/capture/web_contents_video_capture_device.h" |
-#include "content/browser/renderer_host/media/video_capture_controller.h" |
-#include "content/browser/renderer_host/media/video_capture_gpu_jpeg_decoder.h" |
#include "content/public/browser/browser_thread.h" |
-#include "content/public/browser/desktop_media_id.h" |
-#include "content/public/common/media_stream_request.h" |
-#include "media/base/bind_to_current_loop.h" |
-#include "media/capture/video/video_capture_buffer_pool_impl.h" |
-#include "media/capture/video/video_capture_buffer_tracker_factory_impl.h" |
-#include "media/capture/video/video_capture_device_client.h" |
-#include "media/capture/video/video_frame_receiver_on_task_runner.h" |
#if defined(ENABLE_SCREEN_CAPTURE) && !defined(OS_ANDROID) |
#include "content/browser/media/capture/desktop_capture_device.h" |
@@ -32,32 +20,6 @@ |
namespace { |
-class VideoFrameConsumerFeedbackObserverOnTaskRunner |
- : public media::VideoFrameConsumerFeedbackObserver { |
- public: |
- VideoFrameConsumerFeedbackObserverOnTaskRunner( |
- media::VideoFrameConsumerFeedbackObserver* observer, |
- scoped_refptr<base::SingleThreadTaskRunner> task_runner) |
- : observer_(observer), task_runner_(std::move(task_runner)) {} |
- |
- void OnUtilizationReport(int frame_feedback_id, double utilization) override { |
- task_runner_->PostTask( |
- FROM_HERE, |
- base::Bind( |
- &media::VideoFrameConsumerFeedbackObserver::OnUtilizationReport, |
- base::Unretained(observer_), frame_feedback_id, utilization)); |
- } |
- |
- private: |
- media::VideoFrameConsumerFeedbackObserver* const observer_; |
- const scoped_refptr<base::SingleThreadTaskRunner> task_runner_; |
-}; |
- |
-std::unique_ptr<media::VideoCaptureJpegDecoder> CreateGpuJpegDecoder( |
- const media::VideoCaptureJpegDecoder::DecodeDoneCB& decode_done_cb) { |
- return base::MakeUnique<content::VideoCaptureGpuJpegDecoder>(decode_done_cb); |
-} |
- |
void StopAndReleaseDeviceOnDeviceThread(media::VideoCaptureDevice* device, |
base::OnceClosure done_cb) { |
SCOPED_UMA_HISTOGRAM_TIMER("Media.VideoCaptureManager.StopDeviceTime"); |
@@ -67,129 +29,28 @@ void StopAndReleaseDeviceOnDeviceThread(media::VideoCaptureDevice* device, |
base::ResetAndReturn(&done_cb).Run(); |
} |
-// The maximum number of video frame buffers in-flight at any one time. This |
-// value should be based on the logical capacity of the capture pipeline, and |
-// not on hardware performance. For example, tab capture requires more buffers |
-// than webcam capture because the pipeline is longer (it includes read-backs |
-// pending in the GPU pipeline). |
-const int kMaxNumberOfBuffers = 3; |
-// TODO(miu): The value for tab capture should be determined programmatically. |
-// http://crbug.com/460318 |
-const int kMaxNumberOfBuffersForTabCapture = 10; |
- |
} // anonymous namespace |
namespace content { |
-InProcessBuildableVideoCaptureDevice::InProcessBuildableVideoCaptureDevice( |
- scoped_refptr<base::SingleThreadTaskRunner> device_task_runner, |
- media::VideoCaptureSystem* video_capture_system) |
- : device_task_runner_(std::move(device_task_runner)), |
- video_capture_system_(video_capture_system) {} |
+InProcessLaunchedVideoCaptureDevice::InProcessLaunchedVideoCaptureDevice( |
+ std::unique_ptr<media::VideoCaptureDevice> device, |
+ scoped_refptr<base::SingleThreadTaskRunner> device_task_runner) |
+ : device_(std::move(device)), |
+ device_task_runner_(std::move(device_task_runner)) {} |
-InProcessBuildableVideoCaptureDevice::~InProcessBuildableVideoCaptureDevice() { |
+InProcessLaunchedVideoCaptureDevice::~InProcessLaunchedVideoCaptureDevice() { |
DCHECK_CURRENTLY_ON(BrowserThread::IO); |
- DCHECK(!device_); |
-} |
- |
-void InProcessBuildableVideoCaptureDevice::CreateAndStartDeviceAsync( |
- VideoCaptureController* controller, |
- const media::VideoCaptureParams& params, |
- Callbacks* callbacks, |
- base::OnceClosure done_cb) { |
- DCHECK_CURRENTLY_ON(BrowserThread::IO); |
- DCHECK_EQ(State::NO_DEVICE, state_); |
- |
- const int max_buffers = (controller->stream_type() == MEDIA_TAB_VIDEO_CAPTURE |
- ? kMaxNumberOfBuffersForTabCapture |
- : kMaxNumberOfBuffers); |
- |
- auto device_client = |
- CreateDeviceClient(max_buffers, controller->GetWeakPtrForIOThread()); |
- |
- base::Closure start_capture_closure; |
- // Use of Unretained() is safe, because |done_cb| guarantees that |
- // |this| stays alive. |
- ReceiveDeviceCallback after_start_capture_callback = media::BindToCurrentLoop( |
- base::Bind(&InProcessBuildableVideoCaptureDevice::OnDeviceStarted, |
- base::Unretained(this), controller, callbacks, |
- base::Passed(&done_cb))); |
- |
- switch (controller->stream_type()) { |
- case MEDIA_DEVICE_VIDEO_CAPTURE: { |
- start_capture_closure = |
- base::Bind(&InProcessBuildableVideoCaptureDevice:: |
- DoStartDeviceCaptureOnDeviceThread, |
- base::Unretained(this), controller->device_id(), params, |
- base::Passed(std::move(device_client)), |
- std::move(after_start_capture_callback)); |
- break; |
- } |
- case MEDIA_TAB_VIDEO_CAPTURE: |
- start_capture_closure = |
- base::Bind(&InProcessBuildableVideoCaptureDevice:: |
- DoStartTabCaptureOnDeviceThread, |
- base::Unretained(this), controller->device_id(), params, |
- base::Passed(std::move(device_client)), |
- std::move(after_start_capture_callback)); |
- break; |
- |
- case MEDIA_DESKTOP_VIDEO_CAPTURE: |
- start_capture_closure = |
- base::Bind(&InProcessBuildableVideoCaptureDevice:: |
- DoStartDesktopCaptureOnDeviceThread, |
- base::Unretained(this), controller->device_id(), params, |
- base::Passed(std::move(device_client)), |
- std::move(after_start_capture_callback)); |
- break; |
- |
- default: { |
- NOTIMPLEMENTED(); |
- return; |
- } |
- } |
- |
- device_task_runner_->PostTask(FROM_HERE, start_capture_closure); |
- state_ = State::DEVICE_START_IN_PROGRESS; |
-} |
- |
-void InProcessBuildableVideoCaptureDevice::ReleaseDeviceAsync( |
- VideoCaptureController* controller, |
- base::OnceClosure done_cb) { |
- DCHECK_CURRENTLY_ON(BrowserThread::IO); |
- controller->SetConsumerFeedbackObserver(nullptr); |
- switch (state_) { |
- case State::DEVICE_START_IN_PROGRESS: |
- state_ = State::DEVICE_START_ABORTING; |
- return; |
- case State::NO_DEVICE: |
- case State::DEVICE_START_ABORTING: |
- return; |
- case State::DEVICE_STARTED: |
- media::VideoCaptureDevice* device_ptr = device_.release(); |
- bool posting_task_succeeded = device_task_runner_->PostTask( |
- FROM_HERE, |
- base::Bind( |
- &StopAndReleaseDeviceOnDeviceThread, device_ptr, |
- base::Bind([](scoped_refptr<base::SingleThreadTaskRunner>) {}, |
- device_task_runner_))); |
- if (posting_task_succeeded == false) { |
- // Since posting to the task runner has failed, we attempt doing it on |
- // the calling thread instead. |
- StopAndReleaseDeviceOnDeviceThread(device_ptr, base::Bind([]() {})); |
- } |
- state_ = State::NO_DEVICE; |
- return; |
- } |
- base::ResetAndReturn(&done_cb).Run(); |
-} |
- |
-bool InProcessBuildableVideoCaptureDevice::IsDeviceAlive() const { |
- DCHECK_CURRENTLY_ON(BrowserThread::IO); |
- return device_ != nullptr; |
+ DCHECK(device_); |
+ media::VideoCaptureDevice* device_ptr = device_.release(); |
+ device_task_runner_->PostTask( |
+ FROM_HERE, |
+ base::Bind(&StopAndReleaseDeviceOnDeviceThread, device_ptr, |
+ base::Bind([](scoped_refptr<base::SingleThreadTaskRunner>) {}, |
+ device_task_runner_))); |
} |
-void InProcessBuildableVideoCaptureDevice::GetPhotoCapabilities( |
+void InProcessLaunchedVideoCaptureDevice::GetPhotoCapabilities( |
media::VideoCaptureDevice::GetPhotoCapabilitiesCallback callback) const { |
DCHECK_CURRENTLY_ON(BrowserThread::IO); |
// Unretained() is safe to use here because |device| would be null if it |
@@ -201,7 +62,7 @@ void InProcessBuildableVideoCaptureDevice::GetPhotoCapabilities( |
base::Unretained(device_.get()), base::Passed(&callback))); |
} |
-void InProcessBuildableVideoCaptureDevice::SetPhotoOptions( |
+void InProcessLaunchedVideoCaptureDevice::SetPhotoOptions( |
media::mojom::PhotoSettingsPtr settings, |
media::VideoCaptureDevice::SetPhotoOptionsCallback callback) { |
DCHECK_CURRENTLY_ON(BrowserThread::IO); |
@@ -214,7 +75,7 @@ void InProcessBuildableVideoCaptureDevice::SetPhotoOptions( |
base::Passed(&settings), base::Passed(&callback))); |
} |
-void InProcessBuildableVideoCaptureDevice::TakePhoto( |
+void InProcessLaunchedVideoCaptureDevice::TakePhoto( |
media::VideoCaptureDevice::TakePhotoCallback callback) { |
DCHECK_CURRENTLY_ON(BrowserThread::IO); |
// Unretained() is safe to use here because |device| would be null if it |
@@ -226,7 +87,7 @@ void InProcessBuildableVideoCaptureDevice::TakePhoto( |
base::Unretained(device_.get()), base::Passed(&callback))); |
} |
-void InProcessBuildableVideoCaptureDevice::MaybeSuspendDevice() { |
+void InProcessLaunchedVideoCaptureDevice::MaybeSuspendDevice() { |
DCHECK_CURRENTLY_ON(BrowserThread::IO); |
// Unretained() is safe to use here because |device| would be null if it |
// was scheduled for shutdown and destruction, and because this task is |
@@ -236,7 +97,7 @@ void InProcessBuildableVideoCaptureDevice::MaybeSuspendDevice() { |
base::Unretained(device_.get()))); |
} |
-void InProcessBuildableVideoCaptureDevice::ResumeDevice() { |
+void InProcessLaunchedVideoCaptureDevice::ResumeDevice() { |
DCHECK_CURRENTLY_ON(BrowserThread::IO); |
// Unretained() is safe to use here because |device| would be null if it |
// was scheduled for shutdown and destruction, and because this task is |
@@ -246,7 +107,7 @@ void InProcessBuildableVideoCaptureDevice::ResumeDevice() { |
base::Unretained(device_.get()))); |
} |
-void InProcessBuildableVideoCaptureDevice::RequestRefreshFrame() { |
+void InProcessLaunchedVideoCaptureDevice::RequestRefreshFrame() { |
DCHECK_CURRENTLY_ON(BrowserThread::IO); |
// Unretained() is safe to use here because |device| would be null if it |
// was scheduled for shutdown and destruction, and because this task is |
@@ -256,177 +117,34 @@ void InProcessBuildableVideoCaptureDevice::RequestRefreshFrame() { |
base::Unretained(device_.get()))); |
} |
-void InProcessBuildableVideoCaptureDevice::SetDesktopCaptureWindowIdAsync( |
+void InProcessLaunchedVideoCaptureDevice::SetDesktopCaptureWindowIdAsync( |
gfx::NativeViewId window_id, |
base::OnceClosure done_cb) { |
DCHECK_CURRENTLY_ON(BrowserThread::IO); |
- // Post |device_| to the the |device_task_runner_|. This is safe since the |
- // device is destroyed on the |device_task_runner_| and |done_cb| guarantees |
- // that |this| stays alive. |
+ // Post |device_| to the the device_task_runner_. This is safe since the |
+ // device is destroyed on the device_task_runner_ and |done_cb| |
+ // guarantees that |this| stays alive. |
device_task_runner_->PostTask( |
- FROM_HERE, base::Bind(&InProcessBuildableVideoCaptureDevice:: |
+ FROM_HERE, base::Bind(&InProcessLaunchedVideoCaptureDevice:: |
SetDesktopCaptureWindowIdOnDeviceThread, |
base::Unretained(this), device_.get(), window_id, |
base::Passed(&done_cb))); |
} |
-std::unique_ptr<media::VideoCaptureDeviceClient> |
-InProcessBuildableVideoCaptureDevice::CreateDeviceClient( |
- int buffer_pool_max_buffer_count, |
- base::WeakPtr<media::VideoFrameReceiver> receiver) { |
+void InProcessLaunchedVideoCaptureDevice::OnUtilizationReport( |
+ int frame_feedback_id, |
+ double utilization) { |
DCHECK_CURRENTLY_ON(BrowserThread::IO); |
- |
- return base::MakeUnique<media::VideoCaptureDeviceClient>( |
- base::MakeUnique<media::VideoFrameReceiverOnTaskRunner>( |
- receiver, BrowserThread::GetTaskRunnerForThread(BrowserThread::IO)), |
- new media::VideoCaptureBufferPoolImpl( |
- base::MakeUnique<media::VideoCaptureBufferTrackerFactoryImpl>(), |
- buffer_pool_max_buffer_count), |
- base::Bind(&CreateGpuJpegDecoder, |
- base::Bind(&media::VideoFrameReceiver::OnFrameReadyInBuffer, |
- receiver))); |
-} |
- |
-void InProcessBuildableVideoCaptureDevice::OnDeviceStarted( |
- VideoCaptureController* controller, |
- Callbacks* callbacks, |
- base::OnceClosure done_cb, |
- std::unique_ptr<media::VideoCaptureDevice> device) { |
- DCHECK_CURRENTLY_ON(BrowserThread::IO); |
- switch (state_) { |
- case State::DEVICE_START_IN_PROGRESS: |
- if (!device) { |
- state_ = State::NO_DEVICE; |
- callbacks->OnDeviceStartFailed(controller); |
- base::ResetAndReturn(&done_cb).Run(); |
- return; |
- } |
- // Passing raw pointer |device.get()| to the controller is safe, |
- // because we take ownership of |device| and we call |
- // controller->SetConsumerFeedbackObserver(nullptr) before releasing |
- // |device|. |
- controller->SetConsumerFeedbackObserver( |
- base::MakeUnique<VideoFrameConsumerFeedbackObserverOnTaskRunner>( |
- device.get(), device_task_runner_)); |
- device_ = std::move(device); |
- state_ = State::DEVICE_STARTED; |
- callbacks->OnDeviceStarted(controller); |
- base::ResetAndReturn(&done_cb).Run(); |
- return; |
- case State::DEVICE_START_ABORTING: |
- if (device) { |
- device_ = std::move(device); |
- state_ = State::DEVICE_STARTED; |
- // We do not move our |done_cb| to this invocation, because |
- // we still need it to stay alive for the remainder of this method |
- // execution. Our implementation of ReleaseDeviceAsync() does not |
- // actually need the context while releasing the device. |
- ReleaseDeviceAsync(controller, base::Bind([]() {})); |
- } |
- state_ = State::NO_DEVICE; |
- callbacks->OnDeviceStartAborted(); |
- base::ResetAndReturn(&done_cb).Run(); |
- return; |
- case State::NO_DEVICE: |
- case State::DEVICE_STARTED: |
- NOTREACHED(); |
- return; |
- } |
-} |
- |
-void InProcessBuildableVideoCaptureDevice::DoStartDeviceCaptureOnDeviceThread( |
- const std::string& device_id, |
- const media::VideoCaptureParams& params, |
- std::unique_ptr<media::VideoCaptureDeviceClient> device_client, |
- ReceiveDeviceCallback result_callback) { |
- SCOPED_UMA_HISTOGRAM_TIMER("Media.VideoCaptureManager.StartDeviceTime"); |
- DCHECK(device_task_runner_->BelongsToCurrentThread()); |
- |
- std::unique_ptr<media::VideoCaptureDevice> video_capture_device = |
- video_capture_system_->CreateDevice(device_id); |
- |
- if (!video_capture_device) { |
- result_callback.Run(nullptr); |
- return; |
- } |
- |
- video_capture_device->AllocateAndStart(params, std::move(device_client)); |
- result_callback.Run(std::move(video_capture_device)); |
-} |
- |
-void InProcessBuildableVideoCaptureDevice::DoStartTabCaptureOnDeviceThread( |
- const std::string& id, |
- const media::VideoCaptureParams& params, |
- std::unique_ptr<media::VideoCaptureDeviceClient> device_client, |
- ReceiveDeviceCallback result_callback) { |
- SCOPED_UMA_HISTOGRAM_TIMER("Media.VideoCaptureManager.StartDeviceTime"); |
- DCHECK(device_task_runner_->BelongsToCurrentThread()); |
- |
- std::unique_ptr<media::VideoCaptureDevice> video_capture_device; |
-#if defined(OS_LINUX) || defined(OS_MACOSX) || defined(OS_WIN) |
- video_capture_device = WebContentsVideoCaptureDevice::Create(id); |
-#endif |
- |
- if (!video_capture_device) { |
- result_callback.Run(nullptr); |
- return; |
- } |
- |
- video_capture_device->AllocateAndStart(params, std::move(device_client)); |
- result_callback.Run(std::move(video_capture_device)); |
-} |
- |
-void InProcessBuildableVideoCaptureDevice::DoStartDesktopCaptureOnDeviceThread( |
- const std::string& id, |
- const media::VideoCaptureParams& params, |
- std::unique_ptr<media::VideoCaptureDeviceClient> device_client, |
- ReceiveDeviceCallback result_callback) { |
- SCOPED_UMA_HISTOGRAM_TIMER("Media.VideoCaptureManager.StartDeviceTime"); |
- DCHECK(device_task_runner_->BelongsToCurrentThread()); |
- |
- std::unique_ptr<media::VideoCaptureDevice> video_capture_device; |
-#if defined(ENABLE_SCREEN_CAPTURE) |
- DesktopMediaID desktop_id = DesktopMediaID::Parse(id); |
- if (desktop_id.is_null()) { |
- DLOG(ERROR) << "Desktop media ID is null"; |
- result_callback.Run(nullptr); |
- return; |
- } |
- |
- if (desktop_id.type == DesktopMediaID::TYPE_WEB_CONTENTS) { |
-#if defined(OS_LINUX) || defined(OS_MACOSX) || defined(OS_WIN) |
- video_capture_device = WebContentsVideoCaptureDevice::Create(id); |
- IncrementDesktopCaptureCounter(TAB_VIDEO_CAPTURER_CREATED); |
- if (desktop_id.audio_share) |
- IncrementDesktopCaptureCounter(TAB_VIDEO_CAPTURER_CREATED_WITH_AUDIO); |
- else |
- IncrementDesktopCaptureCounter(TAB_VIDEO_CAPTURER_CREATED_WITHOUT_AUDIO); |
-#endif |
- } else { |
-#if defined(OS_ANDROID) |
- video_capture_device = base::MakeUnique<ScreenCaptureDeviceAndroid>(); |
-#else |
-#if defined(USE_AURA) |
- video_capture_device = DesktopCaptureDeviceAura::Create(desktop_id); |
-#endif // defined(USE_AURA) |
-#if BUILDFLAG(ENABLE_WEBRTC) |
- if (!video_capture_device) |
- video_capture_device = DesktopCaptureDevice::Create(desktop_id); |
-#endif // BUILDFLAG(ENABLE_WEBRTC) |
-#endif // defined (OS_ANDROID) |
- } |
-#endif // defined(ENABLE_SCREEN_CAPTURE) |
- |
- if (!video_capture_device) { |
- result_callback.Run(nullptr); |
- return; |
- } |
- |
- video_capture_device->AllocateAndStart(params, std::move(device_client)); |
- result_callback.Run(std::move(video_capture_device)); |
+ // Unretained() is safe to use here because |device| would be null if it |
+ // was scheduled for shutdown and destruction, and because this task is |
+ // guaranteed to run before the task that destroys the |device|. |
+ device_task_runner_->PostTask( |
+ FROM_HERE, base::Bind(&media::VideoCaptureDevice::OnUtilizationReport, |
+ base::Unretained(device_.get()), frame_feedback_id, |
+ utilization)); |
} |
-void InProcessBuildableVideoCaptureDevice:: |
+void InProcessLaunchedVideoCaptureDevice:: |
SetDesktopCaptureWindowIdOnDeviceThread(media::VideoCaptureDevice* device, |
gfx::NativeViewId window_id, |
base::OnceClosure done_cb) { |