MJPEG acceleration for video capture using VAAPI

content/common/gpu/media/vaapi_jpeg_decode_accelerator.cc

+// Copyright 2015 The Chromium Authors. All rights reserved.
+// Use of this source code is governed by a BSD-style license that can be
+// found in the LICENSE file.
+
+#include "content/common/gpu/media/vaapi_jpeg_decode_accelerator.h"
+
+#include "base/bind.h"
+#include "base/logging.h"
+#include "base/metrics/histogram.h"
+#include "base/stl_util.h"
+#include "base/strings/string_util.h"
+#include "base/synchronization/waitable_event.h"
+#include "content/common/gpu/gpu_channel.h"
+#include "content/common/gpu/media/vaapi_picture.h"
+#include "media/base/bind_to_current_loop.h"
+#include "media/base/video_frame.h"
+#include "media/filters/jpeg_parser.h"
+#include "media/video/picture.h"
+#include "ui/gl/gl_bindings.h"
+
+static void ReportVaapiError() {
+}
+
+namespace content {
+
+#define RETURN_AND_NOTIFY_ON_FAILURE(result, log, buffer_id, error_code, ret)  \
+  do {                                                                         \
+    if (!(result)) {                                                           \
+      LOG(ERROR) << log;                                                       \
+      NotifyError(buffer_id, error_code);                                      \
+      return ret;                                                              \
+    }                                                               \
+  } while (0)
+
+// XXX
+#undef DLOG
+#define DLOG LOG
+
+VaapiJpegDecodeAccelerator::InputBuffer::InputBuffer() : id(0), size(0) {
+}
+
+VaapiJpegDecodeAccelerator::InputBuffer::~InputBuffer() {
+}
+
+void VaapiJpegDecodeAccelerator::NotifyError(int32_t bitstream_buffer_id,
+                                             Error error) {
+  if (message_loop_ != base::MessageLoop::current()) {
+    DCHECK(decoder_thread_proxy_->BelongsToCurrentThread());
+    message_loop_->PostTask(FROM_HERE,
+        base::Bind(&VaapiJpegDecodeAccelerator::NotifyError,
+                   weak_this_,
+                   bitstream_buffer_id,
+                   error));
+    return;
+  }
+
+  // Post Cleanup() as a task so we don't recursively acquire lock_.
+  message_loop_->PostTask(FROM_HERE, base::Bind(
+      &VaapiJpegDecodeAccelerator::Cleanup, weak_this_));
+
+  LOG(ERROR) << "Notifying of error " << error;
+  if (client_) {
+    client_->NotifyError(bitstream_buffer_id, error);
+    client_ptr_factory_.reset();
+  }
+}
+
+VaapiJpegDecodeAccelerator::VaapiJpegDecodeAccelerator()
+    : state_(kUninitialized),
+      input_ready_(&lock_),
+      message_loop_(base::MessageLoop::current()),
+      decoder_thread_("VaapiDecoderThread"),
+      weak_this_factory_(this) {
+  weak_this_ = weak_this_factory_.GetWeakPtr();
+}
+
+VaapiJpegDecodeAccelerator::~VaapiJpegDecodeAccelerator() {
+  DCHECK_EQ(message_loop_, base::MessageLoop::current());
+}
+
+bool VaapiJpegDecodeAccelerator::Initialize(Client* client) {
+  DCHECK_EQ(message_loop_, base::MessageLoop::current());
+
+  client_ptr_factory_.reset(new base::WeakPtrFactory<Client>(client));
+  client_ = client_ptr_factory_->GetWeakPtr();
+
+  base::AutoLock auto_lock(lock_);
+  DCHECK_EQ(state_, kUninitialized);
+
+  vaapi_wrapper_ = VaapiWrapper::Create(
+      VaapiWrapper::kDecode, VAProfileJPEGBaseline,
+      base::Bind(&ReportVaapiError));
+
+  if (!vaapi_wrapper_.get()) {
+    LOG(ERROR) << "Failed initializing VAAPI";

[wuchengli, 2015/03/23 06:30:15]

DLOG

[kcwu, 2015/04/14 20:02:34]

Done.

+    return false;
+  }
+
+  CHECK(decoder_thread_.Start());
+  decoder_thread_proxy_ = decoder_thread_.message_loop_proxy();
+
+  return true;
+}
+
+bool VaapiJpegDecodeAccelerator::OutputPicture(
+    VASurfaceID va_surface_id,
+    int32_t input_id,
+    const scoped_refptr<media::VideoFrame>& video_frame) {
+  DCHECK_EQ(message_loop_, base::MessageLoop::current());
+
+  DVLOG(3) << "Outputting VASurface " << va_surface_id
+           << " into video_frame associate to input buffer id " << input_id;
+
+#if 0
+  RETURN_AND_NOTIFY_ON_FAILURE(picture->DownloadFromSurface(va_surface),
+                               "Failed putting surface into pixmap",
+                               input_id,
+                               PLATFORM_FAILURE, );
+#endif
+  VAImage image;
+  VAImageFormat format;
+  const uint32_t kI420Fourcc = VA_FOURCC('I', '4', '2', '0');
+  memset(&image, 0, sizeof(image));
+  memset(&format, 0, sizeof(format));
+  format.fourcc = kI420Fourcc;
+  format.byte_order = VA_LSB_FIRST;
+  format.bits_per_pixel = 12;  // 12 for I420
+
+  void* mem;
+  gfx::Size coded_size = video_frame->coded_size();
+  if (!vaapi_wrapper_->GetVaImage(
+        va_surface_id, &format, coded_size, &image, &mem)) {
+    LOG(ERROR) << "Cannot get VAImage";
+    return false;
+  }
+
+  uint8* frame_mem = video_frame->data(media::VideoFrame::kYPlane);
+  size_t frame_buffer_size =
+      media::VideoFrame::AllocationSize(media::VideoFrame::I420, coded_size);
+  memcpy(frame_mem, mem, frame_buffer_size);
+
+  vaapi_wrapper_->ReturnVaImage(&image);
+
+  if (client_)
+    client_->VideoFrameReady(input_id);
+
+  return true;
+}
+
+void VaapiJpegDecodeAccelerator::MapAndQueueNewInputBuffer(
+    const media::BitstreamBuffer& bitstream_buffer,
+    const scoped_refptr<media::VideoFrame>& video_frame) {
+  DCHECK_EQ(message_loop_, base::MessageLoop::current());
+
+  DVLOG(4) << "Mapping new input buffer id: " << bitstream_buffer.id()
+           << " size: " << (int)bitstream_buffer.size();
+
+  scoped_ptr<base::SharedMemory> shm(
+      new base::SharedMemory(bitstream_buffer.handle(), true));
+  RETURN_AND_NOTIFY_ON_FAILURE(shm->Map(bitstream_buffer.size()),
+                               "Failed to map input buffer",
+                               bitstream_buffer.id(),
+                               UNREADABLE_INPUT,);
+
+  base::AutoLock auto_lock(lock_);
+
+  // Set up a new input buffer and queue it for later.
+  linked_ptr<InputBuffer> input_buffer(new InputBuffer());
+  input_buffer->shm.reset(shm.release());
+  input_buffer->id = bitstream_buffer.id();
+  input_buffer->size = bitstream_buffer.size();
+  input_buffer->video_frame = video_frame;
+
+  input_buffers_.push(input_buffer);
+  input_ready_.Signal();
+}
+
+bool VaapiJpegDecodeAccelerator::GetInputBuffer_Locked() {
+  DCHECK(decoder_thread_proxy_->BelongsToCurrentThread());
+  lock_.AssertAcquired();
+
+  if (curr_input_buffer_.get())
+    return true;
+
+  // Will only wait if it is expected that in current state new buffers will
+  // be queued from the client via Decode(). The state can change during wait.
+  while (input_buffers_.empty() && (state_ == kDecoding || state_ == kIdle)) {
+    input_ready_.Wait();
+  }
+
+  // We could have got woken up in a different state or never got to sleep
+  // due to current state; check for that.
+  switch (state_) {
+    case kDecoding:
+    case kIdle:
+      DCHECK(!input_buffers_.empty());
+
+      curr_input_buffer_ = input_buffers_.front();
+      input_buffers_.pop();
+
+      DVLOG(4) << "New current bitstream buffer, id: "
+               << curr_input_buffer_->id
+               << " size: " << curr_input_buffer_->size;
+
+      return true;
+
+    default:
+      // We got woken up due to being destroyed/reset, ignore any already
+      // queued inputs.
+      return false;
+  }
+}
+
+void VaapiJpegDecodeAccelerator::DecodeTask() {
+  DCHECK(decoder_thread_proxy_->BelongsToCurrentThread());
+  base::AutoLock auto_lock(lock_);
+
+  if (state_ != kDecoding)
+    return;
+
+  if (GetInputBuffer_Locked()) {
+    DCHECK(curr_input_buffer_.get());
+
+    do {
+      base::AutoUnlock auto_unlock(lock_);
+
+      media::JpegParseResult parse_result;
+
+      if (!media::ParseJpegPicture(
+            reinterpret_cast<const uint8_t*>(curr_input_buffer_->shm->memory()),
+            curr_input_buffer_->size,
+            &parse_result)) {
+        NotifyError(curr_input_buffer_->id,
+                    media::JpegDecodeAccelerator::PARSE_JPEG_FAILED);
+        break;
+      }
+
+      gfx::Size coded_size(parse_result.frame_header.coded_width,
+                     parse_result.frame_header.coded_height);
+
+      vaapi_wrapper_->DestroySurfaces();  // XXX assume one frame at a time
+      std::vector<VASurfaceID> va_surfaces;
+      if (!vaapi_wrapper_->CreateSurfaces(coded_size, 1, &va_surfaces))
+        break;
+
+      if (!VaapiJpegDecoder::Decode(vaapi_wrapper_.get(), parse_result,
+                                    va_surfaces[0])) {
+        // TODO UNSUPPORTED_JPEG ?
+        DLOG(ERROR) << "Decode failed";
+        NotifyError(curr_input_buffer_->id,
+                    media::JpegDecodeAccelerator::PLATFORM_FAILURE);
+        break;
+      }
+
+      if (!OutputPicture(va_surfaces[0], curr_input_buffer_->id,
+                         curr_input_buffer_->video_frame)) {
+        DLOG(ERROR) << "Output failed";
+        NotifyError(curr_input_buffer_->id,
+                    media::JpegDecodeAccelerator::PLATFORM_FAILURE);
+        break;
+      }
+      vaapi_wrapper_->DestroySurfaces();
+    } while (0);
+    curr_input_buffer_.reset();
+
+  }
+  state_ = kIdle;
+}
+
+void VaapiJpegDecodeAccelerator::Decode(
+    const media::BitstreamBuffer& bitstream_buffer,
+    const scoped_refptr<media::VideoFrame>& video_frame) {
+  DCHECK_EQ(message_loop_, base::MessageLoop::current());

[wuchengli, 2015/03/23 06:30:15]

Decode runs on IO thread. Right?
DCHECK(io_message_loop_proxy_->BelongsToCurrentThread());

Move MapAndQueueNewInputBuffer to DecodeTask. We cannot slow down IO thread.

[kcwu, 2015/04/16 14:38:26]

Done.

+
+
+  // We got a new input buffer from the client, map it and queue for later use.
+  MapAndQueueNewInputBuffer(bitstream_buffer, video_frame);
+
+  base::AutoLock auto_lock(lock_);
+  state_ = kDecoding;
+  decoder_thread_proxy_->PostTask(FROM_HERE, base::Bind(
+        &VaapiJpegDecodeAccelerator::DecodeTask,
+        base::Unretained(this)));
+}
+
+void VaapiJpegDecodeAccelerator::Cleanup() {
+  DCHECK_EQ(message_loop_, base::MessageLoop::current());
+
+  if (state_ == kUninitialized || state_ == kDestroying)
+    return;
+
+  DVLOG(1) << "Destroying VAVDA";
+  base::AutoLock auto_lock(lock_);
+  state_ = kDestroying;
+
+  client_ptr_factory_.reset();
+  weak_this_factory_.InvalidateWeakPtrs();
+
+  // Signal all potential waiters on the decoder_thread_, let them early-exit,
+  // as we've just moved to the kDestroying state, and wait for all tasks
+  // to finish.
+  input_ready_.Signal();
+  {
+    base::AutoUnlock auto_unlock(lock_);
+    decoder_thread_.Stop();
+  }
+
+  state_ = kUninitialized;
+}
+
+void VaapiJpegDecodeAccelerator::Destroy() {
+  DCHECK_EQ(message_loop_, base::MessageLoop::current());
+  Cleanup();
+  delete this;
+}
+
+}  // namespace content