MJPEG acceleration for video capture using VAAPI

content/common/gpu/client/gpu_jpeg_decode_accelerator_host.cc

+// Copyright 2015 The Chromium Authors. All rights reserved.
+// Use of this source code is governed by a BSD-style license that can be
+// found in the LICENSE file.
+
+#include "content/common/gpu/client/gpu_jpeg_decode_accelerator_host.h"
+
+#include "base/bind.h"
+#include "base/logging.h"
+#include "base/message_loop/message_loop.h"
+#include "content/common/gpu/client/gpu_channel_host.h"
+#include "content/common/gpu/gpu_messages.h"
+#include "ipc/ipc_message_macros.h"
+#include "ipc/ipc_message_utils.h"
+
+using media::JpegDecodeAccelerator;
+namespace content {
+
+GpuJpegDecodeAcceleratorHost::GpuJpegDecodeAcceleratorHost(
+    GpuChannelHost* channel,
+    int32 route_id,
+    const scoped_refptr<base::MessageLoopProxy>& io_message_loop)
+    : channel_(channel),
+      channel_disconnected_(true, false),
+      client_(NULL),
+      decoder_route_id_(route_id),
+      io_message_loop_(io_message_loop),
+      weak_this_factory_(this) {
+  DCHECK(channel_);
+}
+
+GpuJpegDecodeAcceleratorHost::~GpuJpegDecodeAcceleratorHost() {
+}
+
+bool GpuJpegDecodeAcceleratorHost::OnMessageReceived(const IPC::Message& msg) {
+  DCHECK(io_message_loop_->BelongsToCurrentThread());
+  bool handled = true;
+  IPC_BEGIN_MESSAGE_MAP(GpuJpegDecodeAcceleratorHost, msg)
+    IPC_MESSAGE_HANDLER(AcceleratedJpegDecoderHostMsg_VideoFrameReady,
+                        OnVideoFrameReady)
+    IPC_MESSAGE_HANDLER(AcceleratedJpegDecoderHostMsg_NotifyError,
+                        OnNotifyError)
+    IPC_MESSAGE_UNHANDLED(handled = false)
+  IPC_END_MESSAGE_MAP()
+  DCHECK(handled);
+  // See OnNotifyError for why |this| mustn't be used after OnNotifyError might
+  // have been called above.
+  return handled;
+}
+
+void GpuJpegDecodeAcceleratorHost::OnChannelError() {
+  DVLOG(3) << __func__;
+  DCHECK(io_message_loop_->BelongsToCurrentThread());
+  DisconnectChannelOnIOThread();
+  OnNotifyError(kInvalidBitstreamBufferId, PLATFORM_FAILURE);
+}
+
+bool GpuJpegDecodeAcceleratorHost::Initialize(
+    media::JpegDecodeAccelerator::Client* client) {
+  DCHECK(CalledOnValidThread());
+
+  bool succeeded = false;
+  // This cannot be on IO thread because the msg is synchronous.
+  Send(new GpuMsg_CreateJpegDecoder(decoder_route_id_, &succeeded));
+
+  if (!succeeded) {
+    DLOG(ERROR) << "Send(GpuMsg_CreateJpegDecoder()) failed";
+    channel_->RemoveRoute(decoder_route_id_);
+    return false;
+  }
+  client_ = client;
+
+  return true;
+}
+
+void GpuJpegDecodeAcceleratorHost::Decode(
+    const media::BitstreamBuffer& bitstream_buffer,
+    const scoped_refptr<media::VideoFrame>& video_frame) {
+  DCHECK(CalledOnValidThread());
+  GpuChannelHost* channel;
+  {
+    base::AutoLock lock(channel_lock_);

[wuchengli, 2015/05/06 07:59:18]

As discussed, dealing with synchronization in GpuJpegDecodeAcceleratorHost is
complex and annoying. Try adding a Jpeg or media thread. See if it simplifies
both GpuJpegDecodeAcceleratorHost and GpuJpegDecoder.

[kcwu, 2015/05/08 14:42:42]

Done.
Looks good after using jpeg thread.

+    channel = channel_;
+  }
+  if (!channel)
+    return;
+
+  base::SharedMemoryHandle input_handle =
+      channel->ShareToGpuProcess(bitstream_buffer.handle());
+  if (!base::SharedMemory::IsHandleValid(input_handle)) {
+    LOG(ERROR) << "Failed to duplicate buffer handle of BitstreamBuffer";
+    PostNotifyError(bitstream_buffer.id(), INVALID_ARGUMENT);
+    return;
+  }
+
+  if (!base::SharedMemory::IsHandleValid(video_frame->shared_memory_handle())) {
+    LOG(ERROR)
+        << "Decode(): cannot output to frame not backed by shared memory";
+    PostNotifyError(bitstream_buffer.id(), INVALID_ARGUMENT);
+    return;
+  }
+
+  base::SharedMemoryHandle output_handle =
+      channel->ShareToGpuProcess(video_frame->shared_memory_handle());
+  if (!base::SharedMemory::IsHandleValid(output_handle)) {
+    LOG(ERROR) << "Decode(): failed to duplicate buffer handle of VideoFrame";
+    PostNotifyError(bitstream_buffer.id(), PLATFORM_FAILURE);
+    return;
+  }
+
+  size_t output_buffer_size = media::VideoFrame::AllocationSize(
+      video_frame->format(), video_frame->coded_size());
+
+  AcceleratedJpegDecoderMsg_Decode_Params decode_params;
+  decode_params.coded_size = video_frame->coded_size();
+  decode_params.input_buffer_id = bitstream_buffer.id();
+  decode_params.input_buffer_handle = input_handle;
+  decode_params.input_buffer_size = bitstream_buffer.size();
+  decode_params.output_video_frame_handle = output_handle;
+  decode_params.output_buffer_size = output_buffer_size;
+  Send(new AcceleratedJpegDecoderMsg_Decode(decoder_route_id_, decode_params));
+}
+
+void GpuJpegDecodeAcceleratorHost::DisconnectChannelOnIOThread() {
+  DCHECK(io_message_loop_->BelongsToCurrentThread());
+  base::AutoLock lock(channel_lock_);
+  if (channel_) {
+    if (decoder_route_id_ != MSG_ROUTING_NONE)
+      channel_->RemoveRoute(decoder_route_id_);
+    channel_ = NULL;
+  }
+  weak_this_factory_.InvalidateWeakPtrs();
+  channel_disconnected_.Signal();
+}
+
+void GpuJpegDecodeAcceleratorHost::Destroy() {
+  DCHECK(CalledOnValidThread());
+  Send(new AcceleratedJpegDecoderMsg_Destroy(decoder_route_id_));
+
+  io_message_loop_->PostTask(
+      FROM_HERE,
+      base::Bind(&GpuJpegDecodeAcceleratorHost::DisconnectChannelOnIOThread,
+                 weak_this_factory_.GetWeakPtr()));
+  channel_disconnected_.Wait();
+  delete this;
+}
+
+void GpuJpegDecodeAcceleratorHost::PostNotifyError(int32_t bitstream_buffer_id,
+                                                   Error error) {
+  DCHECK(CalledOnValidThread());
+  io_message_loop_->PostTask(
+      FROM_HERE,
+      base::Bind(&GpuJpegDecodeAcceleratorHost::OnNotifyError,
+                 weak_this_factory_.GetWeakPtr(), bitstream_buffer_id, error));
+}
+
+void GpuJpegDecodeAcceleratorHost::Send(IPC::Message* message) {
+  DVLOG(3) << __func__;
+  DCHECK(CalledOnValidThread());
+
+  base::AutoLock lock(channel_lock_);
+  if (!channel_)
+    return;
+  if (!channel_->Send(message)) {
+    DLOG(ERROR) << "Send(" << message->type() << ") failed";
+  }
+}
+
+void GpuJpegDecodeAcceleratorHost::OnVideoFrameReady(
+    int32_t bitstream_buffer_id) {
+  DCHECK(io_message_loop_->BelongsToCurrentThread());
+  DCHECK(client_);
+  client_->VideoFrameReady(bitstream_buffer_id);
+}
+
+void GpuJpegDecodeAcceleratorHost::OnNotifyError(int32_t bitstream_buffer_id,
+                                                 Error error) {
+  DVLOG(2) << __func__ << ": error=" << error
+           << ", bitstream_buffer_id=" << bitstream_buffer_id;
+  DCHECK(io_message_loop_->BelongsToCurrentThread());
+  if (!client_)
+    return;
+  weak_this_factory_.InvalidateWeakPtrs();
+
+  client_->NotifyError(bitstream_buffer_id,
+                       static_cast<media::JpegDecodeAccelerator::Error>(error));
+  client_ = nullptr;
+}
+
+}  // namespace content