DirectX based screen capturer logic

webrtc/modules/desktop_capture/win/screen_capturer_win_directx.cc

+/*
+ *  Copyright (c) 2016 The WebRTC project authors. All Rights Reserved.
+ *
+ *  Use of this source code is governed by a BSD-style license
+ *  that can be found in the LICENSE file in the root of the source
+ *  tree. An additional intellectual property rights grant can be found
+ *  in the file PATENTS.  All contributing project authors may
+ *  be found in the AUTHORS file in the root of the source tree.
+ */
+
+#include "webrtc/modules/desktop_capture/win/screen_capturer_win_directx.h"
+
+#include <string.h>
+
+#include <comdef.h>
+#include <wincodec.h>
+#include <DXGI.h>
+
+#include "webrtc/base/checks.h"
+#include "webrtc/base/criticalsection.h"
+#include "webrtc/base/scoped_ref_ptr.h"
+#include "webrtc/base/timeutils.h"
+#include "webrtc/modules/desktop_capture/desktop_frame.h"
+#include "webrtc/modules/desktop_capture/win/screen_capture_utils.h"
+#include "webrtc/system_wrappers/include/atomic32.h"
+#include "webrtc/system_wrappers/include/logging.h"
+
+namespace webrtc {
+
+using Microsoft::WRL::ComPtr;
+using rtc::CriticalSection;

[Sergey Ulanov, 2016/05/18 00:50:31]

There are only two places where you refer this type. using is not appropriate in
that case.

[Hzj_jie, 2016/05/18 22:37:34]

Done.

+using rtc::CritScope;

[Sergey Ulanov, 2016/05/18 00:50:31]

Same here: it's used in only 3 places.

[Hzj_jie, 2016/05/18 22:37:34]

Done.

+using std::unique_ptr;

[Sergey Ulanov, 2016/05/18 00:50:32]

Please use full name spec for unique_ptr. I don't think we have using statement
for unique_ptr anywhere else. And for standard types in general we normally use
the full name with the namespace.

[Hzj_jie, 2016/05/18 22:37:34]

Done.

+
+namespace {
+
+// Timeout for AcquireNextFrame() call

[Sergey Ulanov, 2016/05/18 00:50:31]

nit: add . at the end of the comment

[Hzj_jie, 2016/05/18 22:37:34]

Done.

+const int kAcquireTimeoutMs = 10;
+
+// Wait time between two DuplicateOutput operations, DuplicateOutput may fail if
+// display mode is changing.
+const int kDuplicateOutputWaitMs = 50;
+
+// How many times we attempt to DuplicateOutput before returning an error to
+// upstream components.
+const int kDuplicateOutputAttempts = 10;
+
+rtc::GlobalLockPod g_initialize_lock;
+
+// A container of all the objects we need to call Windows API. Note, one
+// application can only have one IDXGIOutputDuplication instance, that's the
+// reason the container is singleton.
+struct DxgiContainer {
+  CriticalSection duplication_lock;
+  CriticalSection acquire_lock;
+  bool initialize_result GUARDED_BY(g_initialize_lock) = false;
+  ID3D11Device* device GUARDED_BY(g_initialize_lock) = nullptr;
+  ID3D11DeviceContext* context GUARDED_BY(g_initialize_lock) = nullptr;
+  IDXGIOutput1* output1 GUARDED_BY(g_initialize_lock) = nullptr;
+  ComPtr<IDXGIOutputDuplication> duplication
+      GUARDED_BY(duplication_lock);
+  DXGI_OUTDUPL_DESC duplication_desc;
+  std::vector<uint8_t> metadata GUARDED_BY(acquire_lock);
+};
+
+DxgiContainer* g_container GUARDED_BY(g_initialize_lock);
+
+}  // namespace
+
+// A pair of an ID3D11Texture2D and an IDXGISurface. We need an
+// ID3D11Texture2D instance to copy GPU texture to RAM, but an IDXGISurface to
+// map the texture into a bitmap buffer. These two instances are always
+// pointing to a same object.
+// This class also has two DesktopRegions, one is the updated region from
+// returned from Windows API, the other is the region intersects with the
+// updated region of last frame.
+//
+// This class is not thread safe.
+class ScreenCapturerWinDirectx::Texture {
+ public:
+  // Copy a frame represented by frame_info and resource. Returns false if
+  // anything wrong.
+  bool CopyFrom(const DXGI_OUTDUPL_FRAME_INFO& frame_info,
+                IDXGIResource* resource,
+                const DesktopRegion& last_updated_region) {
+    if (!resource || frame_info.AccumulatedFrames == 0) {
+      // Nothing updated, but current data is still valid.
+      return false;
+    }
+
+    ComPtr<ID3D11Texture2D> texture;
+    _com_error error = resource->QueryInterface(
+        __uuidof(ID3D11Texture2D),
+        reinterpret_cast<void**>(texture.GetAddressOf()));
+    if (error.Error() != S_OK || !texture) {
+      LOG(LS_ERROR) << "Failed to convert IDXGIResource to ID3D11Texture2D, "
+                       "error "
+                    << error.ErrorMessage() << ", code " << error.Error();
+      return false;
+    }
+
+    // AcquireNextFrame returns a CPU inaccessible IDXGIResource, so we need to
+    // make a copy.
+    if (!InitializeStage(texture.Get())) {
+      return false;
+    }
+
+    updated_region_.Clear();
+    copied_region_.Clear();
+    if (!DetectUpdatedRegion(frame_info, &updated_region_)) {
+      updated_region_.Clear();
+      updated_region_.AddRect(DesktopRect::MakeSize(size()));

[Sergey Ulanov, 2016/05/18 00:50:31]

Use SetRect() method - then you won't need Clear() above.

[Hzj_jie, 2016/05/18 22:37:34]

Done.

+    }
+    // We need to copy changed area in both this frame and last frame, since
+    // currently this frame stores the bitmap of the one before last frame.
+    copied_region_.AddRegion(updated_region_);
+    copied_region_.AddRegion(last_updated_region);
+    copied_region_.IntersectWith(DesktopRect::MakeSize(size()));
+
+    for (DesktopRegion::Iterator it(copied_region_);
+         !it.IsAtEnd();
+         it.Advance()) {
+      D3D11_BOX box;
+      box.left = it.rect().left();
+      box.top = it.rect().top();
+      box.right = it.rect().right();
+      box.bottom = it.rect().bottom();
+      box.front = 0;
+      box.back = 1;
+      g_container->context->CopySubresourceRegion(
+          static_cast<ID3D11Resource*>(stage_.Get()),
+          0, it.rect().left(), it.rect().top(), 0,
+          static_cast<ID3D11Resource*>(texture.Get()),
+          0, &box);
+    }
+
+    rect_ = {0};
+    error = _com_error(surface_->Map(&rect_, DXGI_MAP_READ));
+    if (error.Error() != S_OK) {
+      LOG(LS_ERROR) << "Failed to map the IDXGISurface to a bitmap, error "
+                    << error.ErrorMessage() << ", code " << error.Error();
+      return false;
+    }
+
+    // surface_->Unmap() will be called next time we capture an image to avoid
+    // memory copy without shared_memory.
+    return true;
+  }
+
+  uint8_t* bits() const { return static_cast<uint8_t*>(rect_.pBits); }
+  int pitch() const { return static_cast<int>(rect_.Pitch); }
+  const DesktopSize& size() const { return size_; }
+
+  int32_t AddRef() {
+    return ++ref_count_;
+  }
+
+  int32_t Release() {
+    int32_t ref_count;
+    ref_count = --ref_count_;
+    if (ref_count == 0) {
+      delete this;
+    }
+    return ref_count;
+  }
+
+  const DesktopRegion& updated_region() {
+    return updated_region_;
+  }
+
+  const DesktopRegion& copied_region() {
+    return copied_region_;
+  }
+
+ private:
+  // Texture should only be deleted by Release function.
+  ~Texture() = default;
+
+  // Initializes stage_ from a CPU inaccessible IDXGIResource. Returns false
+  // if it fails to execute windows api.
+  bool InitializeStage(ID3D11Texture2D* texture) {
+    RTC_DCHECK(texture);
+    D3D11_TEXTURE2D_DESC desc = {0};
+    texture->GetDesc(&desc);
+    desc.BindFlags = 0;
+    desc.CPUAccessFlags = D3D11_CPU_ACCESS_READ;
+    desc.MiscFlags = 0;
+    desc.Usage = D3D11_USAGE_STAGING;
+    if (stage_) {
+      // Make sure stage_ and surface_ are always pointing to a same object.
+      // We need an ID3D11Texture2D instance for
+      // ID3D11DeviceContext::CopySubresourceRegion, but an IDXGISurface for
+      // IDXGISurface::Map.
+      {
+        ComPtr<IUnknown> left;
+        ComPtr<IUnknown> right;
+        bool left_result = SUCCEEDED(stage_.As(&left));
+        bool right_result = SUCCEEDED(surface_.As(&right));
+        RTC_DCHECK(left_result);
+        RTC_DCHECK(right_result);
+        RTC_DCHECK(left.Get() == right.Get());
+      }
+
+      // This buffer should be used already.
+      _com_error error = _com_error(surface_->Unmap());
+      if (error.Error() == S_OK) {
+        D3D11_TEXTURE2D_DESC current_desc;
+        stage_->GetDesc(&current_desc);
+        if (memcmp(&desc, &current_desc, sizeof(D3D11_TEXTURE2D_DESC)) == 0) {
+          return true;
+        }
+      } else {
+        // Let's recreate stage_ and surface_ later.
+        LOG(LS_ERROR) << "Failed to unmap surface, error "
+                      << error.ErrorMessage() << ", code " << error.Error();
+      }
+
+      stage_.Reset();
+      surface_.Reset();
+    } else {
+      RTC_DCHECK(!surface_);
+    }
+
+    _com_error error = _com_error(g_container->device->CreateTexture2D(
+        &desc, nullptr, stage_.GetAddressOf()));
+    if (error.Error() != S_OK || !stage_) {
+      LOG(LS_ERROR) << "Failed to create a new ID3D11Texture2D as stage, "
+                       "error "
+                    << error.ErrorMessage() << ", code " << error.Error();
+      return false;
+    }
+
+    error = _com_error(stage_.As(&surface_));
+    if (error.Error() != S_OK || !surface_) {
+      LOG(LS_ERROR) << "Failed to convert ID3D11Texture2D to IDXGISurface, "
+                       "error "
+                    << error.ErrorMessage() << ", code " << error.Error();
+      return false;
+    }
+
+    size_.set(desc.Width, desc.Height);
+    return true;
+  }
+
+  Microsoft::WRL::ComPtr<ID3D11Texture2D> stage_;

[Sergey Ulanov, 2016/05/18 00:50:32]

Remove namespace specification since you have using statement for this type.

[Hzj_jie, 2016/05/18 22:37:34]

Done.

+  Microsoft::WRL::ComPtr<IDXGISurface> surface_;
+  DXGI_MAPPED_RECT rect_;
+  DesktopSize size_;
+  Atomic32 ref_count_;
+  // The updated region from Windows API.
+  DesktopRegion updated_region_;
+  // Combination of updated regions from both current frame and previous frame.
+  DesktopRegion copied_region_;
+};
+
+// A DesktopFrame which does not own the data buffer, and also does not have
+// shared memory. This uses in IT2ME scenario only.
+class ScreenCapturerWinDirectx::DxgiDesktopFrame : public DesktopFrame {
+ public:
+  DxgiDesktopFrame(
+      const rtc::scoped_refptr<ScreenCapturerWinDirectx::Texture>& texture)
+      : DesktopFrame(texture.get()->size(),
+                     texture.get()->pitch(),
+                     texture.get()->bits(),
+                     nullptr),
+        texture_(texture.get()) {

[Sergey Ulanov, 2016/05/18 00:50:31]

don't need .get()

[Hzj_jie, 2016/05/18 22:37:34]

Done.

+  }
+
+  virtual ~DxgiDesktopFrame() {}
+
+ private:
+  // Keep a reference to the Texture instance to make sure we can still access
+  // its bytes array.
+  rtc::scoped_refptr<ScreenCapturerWinDirectx::Texture> texture_;
+};
+
+bool ScreenCapturerWinDirectx::Initialize() {
+  if (!g_container) {
+    rtc::GlobalLockScope lock(&g_initialize_lock);
+    if (!g_container) {
+      g_container = new DxgiContainer();
+      g_container->initialize_result = DoInitialize();
+      if (g_container->initialize_result) {
+        return true;
+      }
+
+      // Clean up if DirectX cannot work on the system.
+      if (g_container->duplication) {
+        g_container->duplication.Reset();
+      }
+
+      if (g_container->output1) {
+        g_container->output1->Release();
+        g_container->output1 = nullptr;
+      }
+
+      if (g_container->context) {
+        g_container->context->Release();
+        g_container->context = nullptr;
+      }
+
+      if (g_container->device) {
+        g_container->device->Release();
+        g_container->device = nullptr;
+      }
+
+      return false;
+    }
+  }
+
+  return g_container->initialize_result;
+}
+
+bool ScreenCapturerWinDirectx::DoInitialize() {
+  D3D_FEATURE_LEVEL feature_level;
+  _com_error error = D3D11CreateDevice(
+      nullptr, D3D_DRIVER_TYPE_HARDWARE, nullptr,
+      D3D11_CREATE_DEVICE_BGRA_SUPPORT | D3D11_CREATE_DEVICE_SINGLETHREADED,
+      nullptr, 0, D3D11_SDK_VERSION, &g_container->device, &feature_level,
+      &g_container->context);
+  if (error.Error() != S_OK || !g_container->device || !g_container->context) {
+    LOG(LS_WARNING) << "D3D11CreateDeivce returns error "
+                    << error.ErrorMessage() << " with code " << error.Error();
+    return false;
+  }
+
+  if (feature_level < D3D_FEATURE_LEVEL_11_0) {
+    LOG(LS_WARNING) << "D3D11CreateDevice returns an instance without DirectX "
+                       "11 support, level "
+                    << feature_level;
+    return false;
+  }
+
+  ComPtr<IDXGIDevice> device;
+  error = _com_error(g_container->device->QueryInterface(
+      __uuidof(IDXGIDevice), reinterpret_cast<void**>(device.GetAddressOf())));
+  if (error.Error() != S_OK || !device) {
+    LOG(LS_WARNING) << "ID3D11Device is not an implementation of IDXGIDevice, "
+                       "this usually means the system does not support DirectX "
+                       "11";
+    return false;
+  }
+
+  ComPtr<IDXGIAdapter> adapter;
+  error = _com_error(device->GetAdapter(adapter.GetAddressOf()));
+  if (error.Error() != S_OK || !adapter) {
+    LOG(LS_WARNING) << "Failed to get an IDXGIAdapter implementation from "
+                       "IDXGIDevice.";
+    return false;
+  }
+
+  ComPtr<IDXGIOutput> output;
+  for (int i = 0;; i++) {
+    error = _com_error(adapter->EnumOutputs(i, output.GetAddressOf()));
+    if (error.Error() == DXGI_ERROR_NOT_FOUND) {
+      LOG(LS_WARNING) << "No output detected.";
+      return false;
+    }
+    if (error.Error() == S_OK && output) {
+      DXGI_OUTPUT_DESC desc;
+      error = _com_error(output->GetDesc(&desc));
+      if (error.Error() == S_OK) {
+        if (desc.AttachedToDesktop) {
+          // Current output instance is the device attached to desktop.
+          break;
+        }
+      } else {
+        LOG(LS_WARNING) << "Failed to get output description of device " << i
+                        << ", ignore.";
+      }
+    }
+  }
+
+  RTC_DCHECK(output);
+  error = _com_error(output.CopyTo(
+      __uuidof(IDXGIOutput1), reinterpret_cast<void**>(&g_container->output1)));
+  if (error.Error() != S_OK || !g_container->output1) {
+    LOG(LS_WARNING) << "Failed to convert IDXGIOutput to IDXGIOutput1, this "
+                       "usually means the system does not support DirectX 11";
+    return false;
+  }
+
+  return DuplicateOutput();
+}
+
+bool ScreenCapturerWinDirectx::DuplicateOutput() {
+  // We are updating the instance.
+  CritScope lock(&g_container->duplication_lock);
+  // Make sure nobody is using current instance.
+  CritScope lock2(&g_container->acquire_lock);
+  if (g_container->duplication) {
+    g_container->duplication->ReleaseFrame();
+    g_container->duplication.Reset();
+  }
+
+  for (int i = 0; i < kDuplicateOutputAttempts; i++) {
+    _com_error error = g_container->output1->DuplicateOutput(
+        static_cast<IUnknown*>(g_container->device),
+        g_container->duplication.GetAddressOf());
+    if (error.Error() == S_OK && g_container->duplication) {
+      memset(&g_container->duplication_desc, 0, sizeof(DXGI_OUTDUPL_DESC));
+      g_container->duplication->GetDesc(&g_container->duplication_desc);
+      if (g_container->duplication_desc.ModeDesc.Format !=
+          DXGI_FORMAT_B8G8R8A8_UNORM) {
+        LOG(LS_ERROR) << "IDXGIDuplicateOutput does not use RGBA (8 bit) "
+                         "format, which is required by downstream components, "
+                         "format is "
+                      << g_container->duplication_desc.ModeDesc.Format;
+        return false;
+      }
+
+      return true;
+    } else {
+      // Make sure we have correct signal and duplicate the output next time.
+      g_container->duplication.Reset();
+      LOG(LS_WARNING) << "Failed to duplicate output from IDXGIOutput1, error "
+                      << error.ErrorMessage() << ", with code "
+                      << error.Error();
+      Sleep(kDuplicateOutputWaitMs);
+    }
+  }
+
+  return false;
+}
+
+ScreenCapturerWinDirectx::ScreenCapturerWinDirectx(
+    const DesktopCaptureOptions& options)
+    : callback_(nullptr), set_thread_execution_state_failed_(false) {
+  RTC_DCHECK(g_container && g_container->initialize_result);
+
+  // Texture instance won't change forever.
+  while (!surfaces_.current_frame()) {
+    surfaces_.ReplaceCurrentFrame(
+        new rtc::scoped_refptr<Texture>(new Texture()));
+    surfaces_.MoveToNextFrame();
+  }
+}
+
+ScreenCapturerWinDirectx::~ScreenCapturerWinDirectx() {}
+
+void ScreenCapturerWinDirectx::Start(Callback* callback) {
+  RTC_DCHECK(!callback_);
+  RTC_DCHECK(callback);
+
+  callback_ = callback;
+}
+
+void ScreenCapturerWinDirectx::SetSharedMemoryFactory(
+    unique_ptr<SharedMemoryFactory> shared_memory_factory) {
+  shared_memory_factory_ = std::move(shared_memory_factory);
+}
+
+bool ScreenCapturerWinDirectx::HandleDetectUpdatedRegionError(
+    const _com_error& error,
+    const char* stage) {
+  if (error.Error() != S_OK) {
+    if (error.Error() == DXGI_ERROR_ACCESS_LOST) {
+      DuplicateOutput();
+    } else {
+      LOG(LS_ERROR) << "Failed to get " << stage << " rectangles, error "
+                    << error.ErrorMessage() << ", code " << error.Error();
+    }
+    // Send entire desktop as we cannot get dirty or move rectangles.
+    return false;
+  }
+
+  return true;
+}
+
+bool ScreenCapturerWinDirectx::DetectUpdatedRegion(
+    const DXGI_OUTDUPL_FRAME_INFO& frame_info,
+    DesktopRegion* updated_region) {
+  RTC_DCHECK(g_container->duplication);
+  RTC_DCHECK(updated_region);
+  updated_region->Clear();
+  if (frame_info.TotalMetadataBufferSize == 0) {
+    // This should not happen, since frame_info.AccumulatedFrames > 0.
+    LOG(LS_ERROR) << "frame_info.AccumulatedFrames > 0, "
+                     "but TotalMetadataBufferSize == 0";
+    return false;
+  }
+
+  if (g_container->metadata.capacity() < frame_info.TotalMetadataBufferSize) {
+    g_container->metadata.clear();  // Avoid data copy
+    g_container->metadata.reserve(frame_info.TotalMetadataBufferSize);
+  }
+
+  UINT buff_size = 0;
+  DXGI_OUTDUPL_MOVE_RECT* move_rects =
+      reinterpret_cast<DXGI_OUTDUPL_MOVE_RECT*>(g_container->metadata.data());
+  size_t move_rects_count = 0;
+  _com_error error = _com_error(g_container->duplication->GetFrameMoveRects(
+      static_cast<UINT>(g_container->metadata.capacity()),
+      move_rects, &buff_size));
+  if (!HandleDetectUpdatedRegionError(error, "move")) {
+    return false;
+  }
+  move_rects_count = buff_size / sizeof(DXGI_OUTDUPL_MOVE_RECT);
+
+  RECT* dirty_rects =
+      reinterpret_cast<RECT*>(g_container->metadata.data() + buff_size);
+  size_t dirty_rects_count = 0;
+  error = _com_error(g_container->duplication->GetFrameDirtyRects(
+      static_cast<UINT>(g_container->metadata.capacity()) - buff_size,
+      dirty_rects, &buff_size));
+  if (!HandleDetectUpdatedRegionError(error, "dirty")) {
+    return false;
+  }
+  dirty_rects_count = buff_size / sizeof(RECT);
+
+  while (move_rects_count > 0) {
+    updated_region->AddRect(DesktopRect::MakeXYWH(
+        move_rects->SourcePoint.x, move_rects->SourcePoint.y,
+        move_rects->DestinationRect.right - move_rects->DestinationRect.left,
+        move_rects->DestinationRect.bottom - move_rects->DestinationRect.top));
+    updated_region->AddRect(DesktopRect::MakeLTRB(
+        move_rects->DestinationRect.left, move_rects->DestinationRect.top,
+        move_rects->DestinationRect.right, move_rects->DestinationRect.bottom));
+    move_rects++;
+    move_rects_count--;
+  }
+
+  while (dirty_rects_count > 0) {
+    updated_region->AddRect(DesktopRect::MakeLTRB(
+        dirty_rects->left, dirty_rects->top,
+        dirty_rects->right, dirty_rects->bottom));
+    dirty_rects++;
+    dirty_rects_count--;
+  }
+
+  return true;
+}
+
+DesktopFrame* ScreenCapturerWinDirectx::ProcessFrame(

[Sergey Ulanov, 2016/05/18 00:50:31]

Use std::unique_ptr<> to pass ownership of the result.

[Hzj_jie, 2016/05/18 22:37:34]

Done.

+    const DXGI_OUTDUPL_FRAME_INFO& frame_info,
+    IDXGIResource* resource) {
+  RTC_DCHECK(resource);
+  RTC_DCHECK(frame_info.AccumulatedFrames > 0);
+  // We have something to update, so move to next surface.
+  surfaces_.MoveToNextFrame();
+  RTC_DCHECK(surfaces_.current_frame());
+  if (!surfaces_.current_frame()->get()->CopyFrom(frame_info, resource,
+      surfaces_.previous_frame()->get()->updated_region())) {

[Sergey Ulanov, 2016/05/18 00:50:31]

incorrect indentation.

[Hzj_jie, 2016/05/18 22:37:34]

Done.

+    return nullptr;
+  }
+
+  unique_ptr<DesktopFrame> result;
+  if (shared_memory_factory_) {
+    // When using shared memory, |frames_| is used to store a queue of
+    // SharedMemoryDesktopFrame's.
+    SharedMemoryDesktopFrame* shared_memory_frame = nullptr;
+    if (frames_.current_frame()) {
+      shared_memory_frame = static_cast<SharedMemoryDesktopFrame*>(

[Sergey Ulanov, 2016/05/18 00:50:31]

don't need this cast.

[Hzj_jie, 2016/05/18 22:37:34]

Done.

+          frames_.current_frame()->GetUnderlyingFrame());
+    }
+    if (!shared_memory_frame ||
+        !shared_memory_frame->size().equals(
+            surfaces_.current_frame()->get()->size())) {
+      // Current frame does not have a same size as last captured surface.
+      unique_ptr<DesktopFrame> new_frame = SharedMemoryDesktopFrame::Create(
+          surfaces_.current_frame()->get()->size(),
+          shared_memory_factory_.get());
+      if (!new_frame) {
+        LOG(LS_ERROR) << "Failed to allocate a new SharedMemoryDesktopFrame";
+        return nullptr;
+      }
+      frames_.ReplaceCurrentFrame(
+          SharedDesktopFrame::Wrap(new_frame.release()));
+    }
+    result.reset(frames_.current_frame()->Share());
+
+    unique_ptr<DesktopFrame> frame(
+        new DxgiDesktopFrame(*surfaces_.current_frame()));
+    // Copy data into SharedMemory.
+    for (DesktopRegion::Iterator it(
+             surfaces_.current_frame()->get()->copied_region());
+         !it.IsAtEnd();
+         it.Advance()) {
+      result->CopyPixelsFrom(*frame, it.rect().top_left(), it.rect());
+    }
+  } else {
+    result.reset(new DxgiDesktopFrame(*surfaces_.current_frame()));
+  }
+  RTC_DCHECK(result);
+  result->mutable_updated_region()->Clear();
+  result->mutable_updated_region()->AddRegion(

[Sergey Ulanov, 2016/05/18 00:50:32]

Use assignment to copy the region object:
 *result->mutable_updated_region() =
     surfaces_.current_frame()->get()->updated_region();

[Hzj_jie, 2016/05/18 22:37:34]

Done.

+      surfaces_.current_frame()->get()->updated_region());
+  return result.release();

[Sergey Ulanov, 2016/05/18 00:50:31]

Also need to set DPI for the returned frame. It probably should be the same as
in the GDI capturer:
https://code.google.com/p/chromium/codesearch#chromium/src/third_party/webrtc...

[Hzj_jie, 2016/05/18 22:37:34]

In Windows 8.1 or upper, there is a GetDpiForMonitor function, if it failed, I
will fall back to use GetDeviceCaps.

+}
+
+void ScreenCapturerWinDirectx::Capture(const DesktopRegion& region) {
+  RTC_DCHECK(g_container->duplication);
+  RTC_DCHECK(callback_);
+
+  if (!g_container->duplication && !DuplicateOutput()) {
+    // Receive a capture request when application is shutting down, or between
+    // mode change.
+    callback_->OnCaptureCompleted(nullptr);
+    return;
+  }
+
+  int64_t capture_start_time_nanos = rtc::TimeNanos();
+
+  if (!SetThreadExecutionState(ES_DISPLAY_REQUIRED | ES_SYSTEM_REQUIRED)) {
+    if (!set_thread_execution_state_failed_) {
+      set_thread_execution_state_failed_ = true;
+      LOG(LS_WARNING) << "Failed to make system & display power assertion: "
+                      << GetLastError();
+    }
+  }
+
+  DXGI_OUTDUPL_FRAME_INFO frame_info;
+  memset(&frame_info, 0, sizeof(DXGI_OUTDUPL_FRAME_INFO));
+  ComPtr<IDXGIResource> resource;
+  CritScope lock(&g_container->acquire_lock);
+  _com_error error = g_container->duplication->AcquireNextFrame(
+      kAcquireTimeoutMs, &frame_info, resource.GetAddressOf());
+  if (error.Error() == DXGI_ERROR_ACCESS_LOST) {
+    LOG(LS_ERROR) << "Access lost " << error.ErrorMessage();
+    if (DuplicateOutput()) {
+      EmitCurrentFrame();
+    } else {
+      callback_->OnCaptureCompleted(nullptr);
+    }
+    return;
+  }
+
+  if (error.Error() == DXGI_ERROR_WAIT_TIMEOUT) {
+    // Nothing changed.
+    EmitCurrentFrame();
+    return;
+  }
+
+  if (error.Error() != S_OK) {
+    LOG(LS_ERROR) << "Failed to capture frame, error " << error.ErrorMessage()
+                  << ", code " << error.Error();
+    callback_->OnCaptureCompleted(nullptr);
+    return;
+  }
+
+  if (frame_info.AccumulatedFrames == 0) {
+    g_container->duplication->ReleaseFrame();
+    EmitCurrentFrame();
+    return;
+  }
+
+  // Everything looks good so far, build next frame.
+  DesktopFrame* result = ProcessFrame(frame_info, resource.Get());

[Sergey Ulanov, 2016/05/18 00:50:32]

use std::unique_ptr for owned objects.

[Hzj_jie, 2016/05/18 22:37:34]

Done.

+  // DetectUpdatedRegion may release last g_container->duplication. But
+  // DuplicateOutput function will always release last frame, so there is no
+  // potential leak.
+  if (g_container->duplication) {
+    g_container->duplication->ReleaseFrame();
+  }
+  if (result) {

[Sergey Ulanov, 2016/05/18 00:50:31]

It's better to handle the error case first:
 if (!result) {
   callback_->OnCaptureCompleted(nullptr);
   return;
 }

 result->set_capture_time_ms();
 callback_->OnCaptureCompleted(result);

[Hzj_jie, 2016/05/18 22:37:34]

Done.

+    result->set_capture_time_ms(
+        (rtc::TimeNanos() - capture_start_time_nanos) /
+        rtc::kNumNanosecsPerMillisec);
+    callback_->OnCaptureCompleted(result);
+  } else {
+    callback_->OnCaptureCompleted(nullptr);
+  }
+}
+
+bool ScreenCapturerWinDirectx::GetScreenList(ScreenList* screens) {
+  return true;
+}
+
+bool ScreenCapturerWinDirectx::SelectScreen(ScreenId id) {
+  // Only full desktop capture is supported.
+  return id == kFullDesktopScreenId;
+}
+
+void ScreenCapturerWinDirectx::EmitCurrentFrame() {
+  if (frames_.current_frame()) {

[Sergey Ulanov, 2016/05/18 00:50:32]

frames_ is used only in case when using shared memory. When we are not using
shared memory should this function create an instance of DxgiDesktopFrame and
return it?

[Sergey Ulanov, 2016/05/18 00:50:32]

It's better to handle this case at the end as it's more common.

[Hzj_jie, 2016/05/18 22:37:34]

It will eventually make the if else more complex. i.e.
if (!frames_.current_frame()) {
  if (shared_memory_factory_) {
    // me2me scenario without current_frame.
  } else {
    // it2me scenario
  }
} else {
  // me2me scenario, with current_frame.
}

[Hzj_jie, 2016/05/18 22:37:34]

When the first capture attempt failed, we do not have a valid
ScreenCapturerWinDirectx::Texture instance, i.e. creating a DxgiDesktopFrame
from it will return a DesktopFrame with data() == nullptr. But I am happy to
return a BasicDesktopFrame.

[Sergey Ulanov, 2016/05/19 18:12:09]

I understand the issue with the first frame. Problem here is that if this
capturer is used without shared_memory_factory_ then frames_.current_frame()
will always be empty, even after you have captured a frame and have it stored in
surfaces_.

[Hzj_jie, 2016/05/19 21:20:28]

Oh, got you, my fault.

+    SharedDesktopFrame* frame = frames_.current_frame()->Share();

[Sergey Ulanov, 2016/05/18 00:50:32]

unique_ptr<>

[Hzj_jie, 2016/05/18 22:37:34]

Done.

+    frame->mutable_updated_region()->Clear();
+    callback_->OnCaptureCompleted(frame);
+  } else if (shared_memory_factory_) {
+    // If shared memory is used, upstream components always expect a valid frame
+    // with shared memory are returned. Otherwise the service will crash.

[Sergey Ulanov, 2016/05/18 00:50:31]

This should be fixed there and we shouldn't need to create dummy frame.

[Hzj_jie, 2016/05/18 22:37:34]

I agree we should fix the crash, but as far as my understanding,
OnCaptureCompleted(nullptr) means an error, and in DirectX based capturer, it's
a common scenario, and not means an error.
So I still prefer to return a dummy frame if it's an intended behavior, instead
of an error.

I will add a TODO here to fix the crash.

+    static const unique_ptr<SharedDesktopFrame> dummy =

[Sergey Ulanov, 2016/05/18 00:50:32]

Why is this static? We don't want to share _any_ information between different
capturer instances. E.g. what if two capturer instances use different
SharedMemoryFactory.

[Hzj_jie, 2016/05/18 22:37:34]

Got it, yes, it should not be a static instance.

+        unique_ptr<SharedDesktopFrame>(SharedDesktopFrame::Wrap(
+            SharedMemoryDesktopFrame::Create(
+                DesktopSize(100, 100),
+                shared_memory_factory_.get()).release()));
+    RTC_DCHECK(dummy);
+    callback_->OnCaptureCompleted(dummy->Share());
+  } else {
+    callback_->OnCaptureCompleted(nullptr);
+  }
+}
+
+}  // namespace webrtc