Chromium Code Reviews| Index: webrtc/modules/desktop_capture/win/screen_capturer_win_directx.cc |
| diff --git a/webrtc/modules/desktop_capture/win/screen_capturer_win_directx.cc b/webrtc/modules/desktop_capture/win/screen_capturer_win_directx.cc |
| new file mode 100644 |
| index 0000000000000000000000000000000000000000..75cfa92fd482f215deca3c1c02cc66277795be6e |
| --- /dev/null |
| +++ b/webrtc/modules/desktop_capture/win/screen_capturer_win_directx.cc |
| @@ -0,0 +1,735 @@ |
| +/* |
| + * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved. |
| + * |
| + * Use of this source code is governed by a BSD-style license |
| + * that can be found in the LICENSE file in the root of the source |
| + * tree. An additional intellectual property rights grant can be found |
| + * in the file PATENTS. All contributing project authors may |
| + * be found in the AUTHORS file in the root of the source tree. |
| + */ |
| + |
| +#include "webrtc/modules/desktop_capture/win/screen_capturer_win_directx.h" |
| + |
| +#include <string.h> |
| + |
| +#include <comdef.h> |
| +#include <wincodec.h> |
| +#include <wingdi.h> |
| +#include <DXGI.h> |
| +#if (WINVER >= 0x0602) // Windows 8.1 or upper |
|
Sergey Ulanov
2016/05/19 18:12:09
I think we should have this check in runtime, not
Hzj_jie
2016/05/19 21:20:28
Removed.
|
| +#define USE_GET_DPI_FOR_MONITOR |
| +#endif |
| +#ifdef USE_GET_DPI_FOR_MONITOR |
| +#include <ShellScalingAPI.h> |
| +#endif |
| + |
| +#include "webrtc/base/checks.h" |
| +#include "webrtc/base/criticalsection.h" |
| +#include "webrtc/base/scoped_ref_ptr.h" |
| +#include "webrtc/base/timeutils.h" |
| +#include "webrtc/modules/desktop_capture/desktop_frame.h" |
| +#include "webrtc/modules/desktop_capture/win/screen_capture_utils.h" |
| +#include "webrtc/system_wrappers/include/atomic32.h" |
| +#include "webrtc/system_wrappers/include/logging.h" |
| + |
| +namespace webrtc { |
| + |
| +using Microsoft::WRL::ComPtr; |
| + |
| +namespace { |
| + |
| +// Timeout for AcquireNextFrame() call. |
| +const int kAcquireTimeoutMs = 10; |
| + |
| +// Wait time between two DuplicateOutput operations, DuplicateOutput may fail if |
| +// display mode is changing. |
| +const int kDuplicateOutputWaitMs = 50; |
| + |
| +// How many times we attempt to DuplicateOutput before returning an error to |
| +// upstream components. |
| +const int kDuplicateOutputAttempts = 10; |
| + |
| +rtc::GlobalLockPod g_initialize_lock; |
| + |
| +// A container of all the objects we need to call Windows API. Note, one |
| +// application can only have one IDXGIOutputDuplication instance, that's the |
| +// reason the container is singleton. |
| +struct DxgiContainer { |
| + rtc::CriticalSection duplication_lock; |
| + rtc::CriticalSection acquire_lock; |
| + bool initialize_result GUARDED_BY(g_initialize_lock) = false; |
| + ID3D11Device* device GUARDED_BY(g_initialize_lock) = nullptr; |
| + ID3D11DeviceContext* context GUARDED_BY(g_initialize_lock) = nullptr; |
| + IDXGIOutput1* output1 GUARDED_BY(g_initialize_lock) = nullptr; |
| + ComPtr<IDXGIOutputDuplication> duplication |
| + GUARDED_BY(duplication_lock); |
| + DXGI_OUTDUPL_DESC duplication_desc; |
| + std::vector<uint8_t> metadata GUARDED_BY(acquire_lock); |
| + DesktopVector dpi; |
| + // A flag to indicate whether the dpi is coming from GetDpiForMinotor, if not |
| + // we should update it each time in DuplicateOutput. |
| + bool fixed_dpi; |
| +}; |
| + |
| +DxgiContainer* g_container GUARDED_BY(g_initialize_lock); |
| + |
| +} // namespace |
| + |
| +// A pair of an ID3D11Texture2D and an IDXGISurface. We need an |
| +// ID3D11Texture2D instance to copy GPU texture to RAM, but an IDXGISurface to |
| +// map the texture into a bitmap buffer. These two instances are always |
| +// pointing to a same object. |
| +// This class also has two DesktopRegions, one is the updated region from |
| +// returned from Windows API, the other is the region intersects with the |
| +// updated region of last frame. |
| +// |
| +// This class is not thread safe. |
| +class ScreenCapturerWinDirectx::Texture { |
| + public: |
| + // Copy a frame represented by frame_info and resource. Returns false if |
| + // anything wrong. |
| + bool CopyFrom(const DXGI_OUTDUPL_FRAME_INFO& frame_info, |
| + IDXGIResource* resource, |
| + const DesktopRegion& last_updated_region) { |
| + if (!resource || frame_info.AccumulatedFrames == 0) { |
| + // Nothing updated, but current data is still valid. |
| + return false; |
| + } |
| + |
| + ComPtr<ID3D11Texture2D> texture; |
| + _com_error error = resource->QueryInterface( |
| + __uuidof(ID3D11Texture2D), |
| + reinterpret_cast<void**>(texture.GetAddressOf())); |
| + if (error.Error() != S_OK || !texture) { |
| + LOG(LS_ERROR) << "Failed to convert IDXGIResource to ID3D11Texture2D, " |
| + "error " |
| + << error.ErrorMessage() << ", code " << error.Error(); |
| + return false; |
| + } |
| + |
| + // AcquireNextFrame returns a CPU inaccessible IDXGIResource, so we need to |
| + // make a copy. |
| + if (!InitializeStage(texture.Get())) { |
| + return false; |
| + } |
| + |
| + updated_region_.Clear(); |
| + if (!DetectUpdatedRegion(frame_info, &updated_region_)) { |
| + updated_region_.SetRect(DesktopRect::MakeSize(size())); |
| + } |
| + // We need to copy changed area in both this frame and last frame, since |
| + // currently this frame stores the bitmap of the one before last frame. |
| + copied_region_.Clear(); |
| + copied_region_.AddRegion(updated_region_); |
| + copied_region_.AddRegion(last_updated_region); |
| + copied_region_.IntersectWith(DesktopRect::MakeSize(size())); |
| + |
| + for (DesktopRegion::Iterator it(copied_region_); |
| + !it.IsAtEnd(); |
| + it.Advance()) { |
| + D3D11_BOX box; |
| + box.left = it.rect().left(); |
| + box.top = it.rect().top(); |
| + box.right = it.rect().right(); |
| + box.bottom = it.rect().bottom(); |
| + box.front = 0; |
| + box.back = 1; |
| + g_container->context->CopySubresourceRegion( |
| + static_cast<ID3D11Resource*>(stage_.Get()), |
| + 0, it.rect().left(), it.rect().top(), 0, |
| + static_cast<ID3D11Resource*>(texture.Get()), |
| + 0, &box); |
| + } |
| + |
| + rect_ = {0}; |
| + error = _com_error(surface_->Map(&rect_, DXGI_MAP_READ)); |
| + if (error.Error() != S_OK) { |
| + LOG(LS_ERROR) << "Failed to map the IDXGISurface to a bitmap, error " |
| + << error.ErrorMessage() << ", code " << error.Error(); |
| + return false; |
| + } |
| + |
| + // surface_->Unmap() will be called next time we capture an image to avoid |
| + // memory copy without shared_memory. |
| + return true; |
| + } |
| + |
| + uint8_t* bits() const { return static_cast<uint8_t*>(rect_.pBits); } |
| + int pitch() const { return static_cast<int>(rect_.Pitch); } |
| + const DesktopSize& size() const { return size_; } |
| + |
| + int32_t AddRef() { |
| + return ++ref_count_; |
| + } |
| + |
| + int32_t Release() { |
| + int32_t ref_count; |
| + ref_count = --ref_count_; |
| + if (ref_count == 0) { |
| + delete this; |
| + } |
| + return ref_count; |
| + } |
| + |
| + const DesktopRegion& updated_region() { |
| + return updated_region_; |
| + } |
| + |
| + const DesktopRegion& copied_region() { |
| + return copied_region_; |
| + } |
| + |
| + private: |
| + // Texture should only be deleted by Release function. |
| + ~Texture() = default; |
| + |
| + // Initializes stage_ from a CPU inaccessible IDXGIResource. Returns false |
| + // if it fails to execute windows api. |
| + bool InitializeStage(ID3D11Texture2D* texture) { |
| + RTC_DCHECK(texture); |
| + D3D11_TEXTURE2D_DESC desc = {0}; |
| + texture->GetDesc(&desc); |
| + desc.BindFlags = 0; |
| + desc.CPUAccessFlags = D3D11_CPU_ACCESS_READ; |
| + desc.MiscFlags = 0; |
| + desc.Usage = D3D11_USAGE_STAGING; |
| + if (stage_) { |
| + // Make sure stage_ and surface_ are always pointing to a same object. |
| + // We need an ID3D11Texture2D instance for |
| + // ID3D11DeviceContext::CopySubresourceRegion, but an IDXGISurface for |
| + // IDXGISurface::Map. |
| + { |
| + ComPtr<IUnknown> left; |
| + ComPtr<IUnknown> right; |
| + bool left_result = SUCCEEDED(stage_.As(&left)); |
| + bool right_result = SUCCEEDED(surface_.As(&right)); |
| + RTC_DCHECK(left_result); |
| + RTC_DCHECK(right_result); |
| + RTC_DCHECK(left.Get() == right.Get()); |
| + } |
| + |
| + // This buffer should be used already. |
| + _com_error error = _com_error(surface_->Unmap()); |
| + if (error.Error() == S_OK) { |
| + D3D11_TEXTURE2D_DESC current_desc; |
| + stage_->GetDesc(¤t_desc); |
| + if (memcmp(&desc, ¤t_desc, sizeof(D3D11_TEXTURE2D_DESC)) == 0) { |
| + return true; |
| + } |
| + } else { |
| + // Let's recreate stage_ and surface_ later. |
| + LOG(LS_ERROR) << "Failed to unmap surface, error " |
| + << error.ErrorMessage() << ", code " << error.Error(); |
| + } |
| + |
| + stage_.Reset(); |
| + surface_.Reset(); |
| + } else { |
| + RTC_DCHECK(!surface_); |
| + } |
| + |
| + _com_error error = _com_error(g_container->device->CreateTexture2D( |
| + &desc, nullptr, stage_.GetAddressOf())); |
| + if (error.Error() != S_OK || !stage_) { |
| + LOG(LS_ERROR) << "Failed to create a new ID3D11Texture2D as stage, " |
| + "error " |
| + << error.ErrorMessage() << ", code " << error.Error(); |
| + return false; |
| + } |
| + |
| + error = _com_error(stage_.As(&surface_)); |
| + if (error.Error() != S_OK || !surface_) { |
| + LOG(LS_ERROR) << "Failed to convert ID3D11Texture2D to IDXGISurface, " |
| + "error " |
| + << error.ErrorMessage() << ", code " << error.Error(); |
| + return false; |
| + } |
| + |
| + size_.set(desc.Width, desc.Height); |
| + return true; |
| + } |
| + |
| + ComPtr<ID3D11Texture2D> stage_; |
| + ComPtr<IDXGISurface> surface_; |
| + DXGI_MAPPED_RECT rect_; |
| + DesktopSize size_; |
| + Atomic32 ref_count_; |
| + // The updated region from Windows API. |
| + DesktopRegion updated_region_; |
| + // Combination of updated regions from both current frame and previous frame. |
| + DesktopRegion copied_region_; |
| +}; |
| + |
| +// A DesktopFrame which does not own the data buffer, and also does not have |
| +// shared memory. This uses in IT2ME scenario only. |
| +class ScreenCapturerWinDirectx::DxgiDesktopFrame : public DesktopFrame { |
| + public: |
| + DxgiDesktopFrame( |
| + const rtc::scoped_refptr<ScreenCapturerWinDirectx::Texture>& texture) |
| + : DesktopFrame(texture.get()->size(), |
| + texture.get()->pitch(), |
| + texture.get()->bits(), |
| + nullptr), |
| + texture_(texture) { |
| + } |
| + |
| + virtual ~DxgiDesktopFrame() {} |
| + |
| + private: |
| + // Keep a reference to the Texture instance to make sure we can still access |
| + // its bytes array. |
| + rtc::scoped_refptr<ScreenCapturerWinDirectx::Texture> texture_; |
| +}; |
| + |
| +bool ScreenCapturerWinDirectx::Initialize() { |
| + if (!g_container) { |
| + rtc::GlobalLockScope lock(&g_initialize_lock); |
| + if (!g_container) { |
| + g_container = new DxgiContainer(); |
| + g_container->initialize_result = DoInitialize(); |
| + if (g_container->initialize_result) { |
| + return true; |
| + } |
| + |
| + // Clean up if DirectX cannot work on the system. |
| + if (g_container->duplication) { |
| + g_container->duplication.Reset(); |
| + } |
| + |
| + if (g_container->output1) { |
| + g_container->output1->Release(); |
| + g_container->output1 = nullptr; |
| + } |
| + |
| + if (g_container->context) { |
| + g_container->context->Release(); |
| + g_container->context = nullptr; |
| + } |
| + |
| + if (g_container->device) { |
| + g_container->device->Release(); |
| + g_container->device = nullptr; |
| + } |
| + |
| + return false; |
| + } |
| + } |
| + |
| + return g_container->initialize_result; |
| +} |
| + |
| +bool ScreenCapturerWinDirectx::DoInitialize() { |
| + D3D_FEATURE_LEVEL feature_level; |
| + _com_error error = D3D11CreateDevice( |
| + nullptr, D3D_DRIVER_TYPE_HARDWARE, nullptr, |
| + D3D11_CREATE_DEVICE_BGRA_SUPPORT | D3D11_CREATE_DEVICE_SINGLETHREADED, |
| + nullptr, 0, D3D11_SDK_VERSION, &g_container->device, &feature_level, |
| + &g_container->context); |
| + if (error.Error() != S_OK || !g_container->device || !g_container->context) { |
| + LOG(LS_WARNING) << "D3D11CreateDeivce returns error " |
| + << error.ErrorMessage() << " with code " << error.Error(); |
| + return false; |
| + } |
| + |
| + if (feature_level < D3D_FEATURE_LEVEL_11_0) { |
| + LOG(LS_WARNING) << "D3D11CreateDevice returns an instance without DirectX " |
| + "11 support, level " |
| + << feature_level; |
| + return false; |
| + } |
| + |
| + ComPtr<IDXGIDevice> device; |
| + error = _com_error(g_container->device->QueryInterface( |
| + __uuidof(IDXGIDevice), reinterpret_cast<void**>(device.GetAddressOf()))); |
| + if (error.Error() != S_OK || !device) { |
| + LOG(LS_WARNING) << "ID3D11Device is not an implementation of IDXGIDevice, " |
| + "this usually means the system does not support DirectX " |
| + "11"; |
| + return false; |
| + } |
| + |
| + ComPtr<IDXGIAdapter> adapter; |
| + error = _com_error(device->GetAdapter(adapter.GetAddressOf())); |
| + if (error.Error() != S_OK || !adapter) { |
| + LOG(LS_WARNING) << "Failed to get an IDXGIAdapter implementation from " |
| + "IDXGIDevice."; |
| + return false; |
| + } |
| + |
| + ComPtr<IDXGIOutput> output; |
| + for (int i = 0;; i++) { |
| + error = _com_error(adapter->EnumOutputs(i, output.GetAddressOf())); |
| + if (error.Error() == DXGI_ERROR_NOT_FOUND) { |
| + LOG(LS_WARNING) << "No output detected."; |
| + return false; |
| + } |
| + if (error.Error() == S_OK && output) { |
| + DXGI_OUTPUT_DESC desc; |
| + error = _com_error(output->GetDesc(&desc)); |
| + if (error.Error() == S_OK) { |
| + if (desc.AttachedToDesktop) { |
| + // Current output instance is the device attached to desktop. |
| +#ifdef USE_GET_DPI_FOR_MONITOR |
| + UINT dpi_x, dpi_y; |
| + error = _com_error(GetDpiForMonitor( |
|
Sergey Ulanov
2016/05/19 18:12:09
GetDpiForMonitor is available only on Win8.1, so t
Hzj_jie
2016/05/19 21:20:28
Removed.
|
| + desc.Monitor, MDT_DEFAULT, &dpi_x, &dpi_y)); |
| + if (error.Error() == S_OK) { |
| + g_container->dpi.set(dpi_x, dpi_y); |
| + g_container->fixed_dpi = true; |
| + } else { |
| + LOG(LS_WARNING) << "Failed to get DPI from device description, " |
| + "error " << error.ErrorMessage() |
| + << ", with code " << error.Error(); |
| + g_container->fixed_dpi = false; |
| + } |
| +#else |
| + g_container->fixed_dpi = false; |
| +#endif |
| + break; |
| + } |
| + } else { |
| + LOG(LS_WARNING) << "Failed to get output description of device " << i |
| + << ", ignore."; |
| + } |
| + } |
| + } |
| + |
| + RTC_DCHECK(output); |
| + error = _com_error(output.CopyTo( |
| + __uuidof(IDXGIOutput1), reinterpret_cast<void**>(&g_container->output1))); |
| + if (error.Error() != S_OK || !g_container->output1) { |
| + LOG(LS_WARNING) << "Failed to convert IDXGIOutput to IDXGIOutput1, this " |
| + "usually means the system does not support DirectX 11"; |
| + return false; |
| + } |
| + |
| + return DuplicateOutput(); |
| +} |
| + |
| +bool ScreenCapturerWinDirectx::DuplicateOutput() { |
| + // We are updating the instance. |
| + rtc::CritScope lock(&g_container->duplication_lock); |
| + // Make sure nobody is using current instance. |
| + rtc::CritScope lock2(&g_container->acquire_lock); |
| + if (g_container->duplication) { |
| + g_container->duplication->ReleaseFrame(); |
| + g_container->duplication.Reset(); |
| + } |
| + |
| + for (int i = 0; i < kDuplicateOutputAttempts; i++) { |
| + _com_error error = g_container->output1->DuplicateOutput( |
| + static_cast<IUnknown*>(g_container->device), |
| + g_container->duplication.GetAddressOf()); |
| + if (error.Error() == S_OK && g_container->duplication) { |
| + memset(&g_container->duplication_desc, 0, sizeof(DXGI_OUTDUPL_DESC)); |
| + g_container->duplication->GetDesc(&g_container->duplication_desc); |
| + if (g_container->duplication_desc.ModeDesc.Format != |
| + DXGI_FORMAT_B8G8R8A8_UNORM) { |
| + LOG(LS_ERROR) << "IDXGIDuplicateOutput does not use RGBA (8 bit) " |
| + "format, which is required by downstream components, " |
| + "format is " |
| + << g_container->duplication_desc.ModeDesc.Format; |
| + return false; |
| + } |
| + |
| + // When we are building without Windows 8.1 SDK or running on Windows 8 or |
| + // earlier, fall back to use GetDeviceCaps. |
| + if (!g_container->fixed_dpi) { |
| + HDC hdc = GetDC(nullptr); |
| + if (hdc == nullptr) { |
| + g_container->dpi.set(0, 0); |
| + } else { |
| + g_container->dpi.set(GetDeviceCaps(hdc, LOGPIXELSX), |
| + GetDeviceCaps(hdc, LOGPIXELSY)); |
| + } |
| + } |
| + |
| + return true; |
| + } else { |
| + // Make sure we have correct signal and duplicate the output next time. |
| + g_container->duplication.Reset(); |
| + LOG(LS_WARNING) << "Failed to duplicate output from IDXGIOutput1, error " |
| + << error.ErrorMessage() << ", with code " |
| + << error.Error(); |
| + Sleep(kDuplicateOutputWaitMs); |
| + } |
| + } |
| + |
| + return false; |
| +} |
| + |
| +ScreenCapturerWinDirectx::ScreenCapturerWinDirectx( |
| + const DesktopCaptureOptions& options) |
| + : callback_(nullptr), set_thread_execution_state_failed_(false) { |
| + RTC_DCHECK(g_container && g_container->initialize_result); |
| + |
| + // Texture instance won't change forever. |
| + while (!surfaces_.current_frame()) { |
| + surfaces_.ReplaceCurrentFrame( |
| + new rtc::scoped_refptr<Texture>(new Texture())); |
| + surfaces_.MoveToNextFrame(); |
| + } |
| +} |
| + |
| +ScreenCapturerWinDirectx::~ScreenCapturerWinDirectx() {} |
| + |
| +void ScreenCapturerWinDirectx::Start(Callback* callback) { |
| + RTC_DCHECK(!callback_); |
| + RTC_DCHECK(callback); |
| + |
| + callback_ = callback; |
| +} |
| + |
| +void ScreenCapturerWinDirectx::SetSharedMemoryFactory( |
| + std::unique_ptr<SharedMemoryFactory> shared_memory_factory) { |
| + shared_memory_factory_ = std::move(shared_memory_factory); |
| +} |
| + |
| +bool ScreenCapturerWinDirectx::HandleDetectUpdatedRegionError( |
| + const _com_error& error, |
| + const char* stage) { |
| + if (error.Error() != S_OK) { |
| + if (error.Error() == DXGI_ERROR_ACCESS_LOST) { |
| + DuplicateOutput(); |
| + } else { |
| + LOG(LS_ERROR) << "Failed to get " << stage << " rectangles, error " |
| + << error.ErrorMessage() << ", code " << error.Error(); |
| + } |
| + // Send entire desktop as we cannot get dirty or move rectangles. |
| + return false; |
| + } |
| + |
| + return true; |
| +} |
| + |
| +bool ScreenCapturerWinDirectx::DetectUpdatedRegion( |
| + const DXGI_OUTDUPL_FRAME_INFO& frame_info, |
| + DesktopRegion* updated_region) { |
| + RTC_DCHECK(g_container->duplication); |
| + RTC_DCHECK(updated_region); |
| + updated_region->Clear(); |
| + if (frame_info.TotalMetadataBufferSize == 0) { |
| + // This should not happen, since frame_info.AccumulatedFrames > 0. |
| + LOG(LS_ERROR) << "frame_info.AccumulatedFrames > 0, " |
| + "but TotalMetadataBufferSize == 0"; |
| + return false; |
| + } |
| + |
| + if (g_container->metadata.capacity() < frame_info.TotalMetadataBufferSize) { |
| + g_container->metadata.clear(); // Avoid data copy |
| + g_container->metadata.reserve(frame_info.TotalMetadataBufferSize); |
| + } |
| + |
| + UINT buff_size = 0; |
| + DXGI_OUTDUPL_MOVE_RECT* move_rects = |
| + reinterpret_cast<DXGI_OUTDUPL_MOVE_RECT*>(g_container->metadata.data()); |
| + size_t move_rects_count = 0; |
| + _com_error error = _com_error(g_container->duplication->GetFrameMoveRects( |
| + static_cast<UINT>(g_container->metadata.capacity()), |
| + move_rects, &buff_size)); |
| + if (!HandleDetectUpdatedRegionError(error, "move")) { |
| + return false; |
| + } |
| + move_rects_count = buff_size / sizeof(DXGI_OUTDUPL_MOVE_RECT); |
| + |
| + RECT* dirty_rects = |
| + reinterpret_cast<RECT*>(g_container->metadata.data() + buff_size); |
| + size_t dirty_rects_count = 0; |
| + error = _com_error(g_container->duplication->GetFrameDirtyRects( |
| + static_cast<UINT>(g_container->metadata.capacity()) - buff_size, |
| + dirty_rects, &buff_size)); |
| + if (!HandleDetectUpdatedRegionError(error, "dirty")) { |
| + return false; |
| + } |
| + dirty_rects_count = buff_size / sizeof(RECT); |
| + |
| + while (move_rects_count > 0) { |
| + updated_region->AddRect(DesktopRect::MakeXYWH( |
| + move_rects->SourcePoint.x, move_rects->SourcePoint.y, |
| + move_rects->DestinationRect.right - move_rects->DestinationRect.left, |
| + move_rects->DestinationRect.bottom - move_rects->DestinationRect.top)); |
| + updated_region->AddRect(DesktopRect::MakeLTRB( |
| + move_rects->DestinationRect.left, move_rects->DestinationRect.top, |
| + move_rects->DestinationRect.right, move_rects->DestinationRect.bottom)); |
| + move_rects++; |
| + move_rects_count--; |
| + } |
| + |
| + while (dirty_rects_count > 0) { |
| + updated_region->AddRect(DesktopRect::MakeLTRB( |
| + dirty_rects->left, dirty_rects->top, |
| + dirty_rects->right, dirty_rects->bottom)); |
| + dirty_rects++; |
| + dirty_rects_count--; |
| + } |
| + |
| + return true; |
| +} |
| + |
| +std::unique_ptr<DesktopFrame> ScreenCapturerWinDirectx::ProcessFrame( |
| + const DXGI_OUTDUPL_FRAME_INFO& frame_info, |
| + IDXGIResource* resource) { |
| + RTC_DCHECK(resource); |
| + RTC_DCHECK(frame_info.AccumulatedFrames > 0); |
| + // We have something to update, so move to next surface. |
| + surfaces_.MoveToNextFrame(); |
| + RTC_DCHECK(surfaces_.current_frame()); |
| + if (!surfaces_.current_frame()->get()->CopyFrom(frame_info, resource, |
| + surfaces_.previous_frame()->get()->updated_region())) { |
| + return std::unique_ptr<DesktopFrame>(); |
| + } |
| + |
| + std::unique_ptr<DesktopFrame> result; |
| + if (shared_memory_factory_) { |
| + // When using shared memory, |frames_| is used to store a queue of |
| + // SharedMemoryDesktopFrame's. |
| + if (!frames_.current_frame() || |
| + !frames_.current_frame()->size().equals( |
| + surfaces_.current_frame()->get()->size())) { |
| + // Current frame does not have a same size as last captured surface. |
| + std::unique_ptr<DesktopFrame> new_frame = |
| + SharedMemoryDesktopFrame::Create( |
| + surfaces_.current_frame()->get()->size(), |
| + shared_memory_factory_.get()); |
| + if (!new_frame) { |
| + LOG(LS_ERROR) << "Failed to allocate a new SharedMemoryDesktopFrame"; |
| + return std::unique_ptr<DesktopFrame>(); |
| + } |
| + frames_.ReplaceCurrentFrame( |
| + SharedDesktopFrame::Wrap(new_frame.release())); |
| + } |
| + result.reset(frames_.current_frame()->Share()); |
| + |
| + std::unique_ptr<DesktopFrame> frame( |
| + new DxgiDesktopFrame(*surfaces_.current_frame())); |
| + // Copy data into SharedMemory. |
| + for (DesktopRegion::Iterator it( |
| + surfaces_.current_frame()->get()->copied_region()); |
| + !it.IsAtEnd(); |
| + it.Advance()) { |
| + result->CopyPixelsFrom(*frame, it.rect().top_left(), it.rect()); |
| + } |
| + } else { |
| + result.reset(new DxgiDesktopFrame(*surfaces_.current_frame())); |
| + } |
| + RTC_DCHECK(result); |
| + *result->mutable_updated_region() = |
| + surfaces_.current_frame()->get()->updated_region(); |
| + if (!g_container->dpi.is_zero()) { |
| + result->set_dpi(g_container->dpi); |
| + } |
| + return result; |
| +} |
| + |
| +void ScreenCapturerWinDirectx::Capture(const DesktopRegion& region) { |
| + RTC_DCHECK(g_container->duplication); |
| + RTC_DCHECK(callback_); |
| + |
| + if (!g_container->duplication && !DuplicateOutput()) { |
| + // Receive a capture request when application is shutting down, or between |
| + // mode change. |
| + callback_->OnCaptureCompleted(nullptr); |
| + return; |
| + } |
| + |
| + int64_t capture_start_time_nanos = rtc::TimeNanos(); |
| + |
| + if (!SetThreadExecutionState(ES_DISPLAY_REQUIRED | ES_SYSTEM_REQUIRED)) { |
| + if (!set_thread_execution_state_failed_) { |
| + set_thread_execution_state_failed_ = true; |
| + LOG(LS_WARNING) << "Failed to make system & display power assertion: " |
| + << GetLastError(); |
| + } |
| + } |
| + |
| + DXGI_OUTDUPL_FRAME_INFO frame_info; |
| + memset(&frame_info, 0, sizeof(DXGI_OUTDUPL_FRAME_INFO)); |
| + ComPtr<IDXGIResource> resource; |
| + rtc::CritScope lock(&g_container->acquire_lock); |
| + _com_error error = g_container->duplication->AcquireNextFrame( |
| + kAcquireTimeoutMs, &frame_info, resource.GetAddressOf()); |
| + if (error.Error() == DXGI_ERROR_ACCESS_LOST) { |
| + LOG(LS_ERROR) << "Access lost " << error.ErrorMessage(); |
| + if (DuplicateOutput()) { |
| + EmitCurrentFrame(); |
| + } else { |
| + callback_->OnCaptureCompleted(nullptr); |
| + } |
| + return; |
| + } |
| + |
| + if (error.Error() == DXGI_ERROR_WAIT_TIMEOUT) { |
| + // Nothing changed. |
| + EmitCurrentFrame(); |
| + return; |
| + } |
| + |
| + if (error.Error() != S_OK) { |
| + LOG(LS_ERROR) << "Failed to capture frame, error " << error.ErrorMessage() |
| + << ", code " << error.Error(); |
| + callback_->OnCaptureCompleted(nullptr); |
| + return; |
| + } |
| + |
| + if (frame_info.AccumulatedFrames == 0) { |
| + g_container->duplication->ReleaseFrame(); |
| + EmitCurrentFrame(); |
| + return; |
| + } |
| + |
| + // Everything looks good so far, build next frame. |
| + std::unique_ptr<DesktopFrame> result = |
| + ProcessFrame(frame_info, resource.Get()); |
| + // DetectUpdatedRegion may release last g_container->duplication. But |
| + // DuplicateOutput function will always release last frame, so there is no |
| + // potential leak. |
| + if (g_container->duplication) { |
| + g_container->duplication->ReleaseFrame(); |
| + } |
| + if (!result) { |
| + callback_->OnCaptureCompleted(nullptr); |
| + return; |
| + } |
| + |
| + result->set_capture_time_ms( |
| + (rtc::TimeNanos() - capture_start_time_nanos) / |
| + rtc::kNumNanosecsPerMillisec); |
| + callback_->OnCaptureCompleted(result.release()); |
| +} |
| + |
| +bool ScreenCapturerWinDirectx::GetScreenList(ScreenList* screens) { |
| + return true; |
| +} |
| + |
| +bool ScreenCapturerWinDirectx::SelectScreen(ScreenId id) { |
| + // Only full desktop capture is supported. |
| + return id == kFullDesktopScreenId; |
| +} |
| + |
| +void ScreenCapturerWinDirectx::EmitCurrentFrame() { |
| + static const DesktopSize dummy_frame_size(100, 100); |
| + if (frames_.current_frame()) { |
| + std::unique_ptr<SharedDesktopFrame> frame(frames_.current_frame()->Share()); |
| + frame->mutable_updated_region()->Clear(); |
| + callback_->OnCaptureCompleted(frame.release()); |
| + } else if (shared_memory_factory_) { |
| + // If shared memory is used, upstream components always expect a valid frame |
| + // with shared memory are returned. Otherwise the service will crash. |
| + // TODO(zijiehe): Fix crash when calling OnCaptureCompleted(nullptr). |
|
Sergey Ulanov
2016/05/19 18:12:09
Please open a bug to fix this issue in DesktopSess
|
| + std::unique_ptr<DesktopFrame> dummy( |
| + SharedMemoryDesktopFrame::Create( |
| + dummy_frame_size, shared_memory_factory_.get())); |
| + RTC_DCHECK(dummy); |
| + callback_->OnCaptureCompleted(dummy.release()); |
| + } else { |
| + std::unique_ptr<BasicDesktopFrame> dummy( |
| + new BasicDesktopFrame(dummy_frame_size)); |
| + callback_->OnCaptureCompleted(dummy.release()); |
|
Sergey Ulanov
2016/05/19 18:12:09
I still think we shouldn't to return dummy frame e
Hzj_jie
2016/05/19 21:20:28
Done.
|
| + } |
| +} |
| + |
| +#ifdef USE_GET_DPI_FOR_MONITOR |
| +#undef USE_GET_DPI_FOR_MONITOR |
| +#endif |
|
Sergey Ulanov
2016/05/19 18:12:09
Don't need to undef anything - the is no code belo
Hzj_jie
2016/05/19 21:20:28
Done.
|
| + |
| +} // namespace webrtc |