MJPEG acceleration for video capture using VAAPI

content/browser/renderer_host/media/video_capture_device_client.cc

Index: content/browser/renderer_host/media/video_capture_device_client.cc
diff --git a/content/browser/renderer_host/media/video_capture_device_client.cc b/content/browser/renderer_host/media/video_capture_device_client.cc
index 6d365b7bc828dc144deba91255bd5e710c211755..17f36d89cb5eb31ff42410c841b2032b08c96d6f 100644
--- a/content/browser/renderer_host/media/video_capture_device_client.cc
+++ b/content/browser/renderer_host/media/video_capture_device_client.cc
@@ -11,6 +11,7 @@
 #include "content/browser/gpu/browser_gpu_channel_host_factory.h"
 #include "content/browser/gpu/browser_gpu_memory_buffer_manager.h"
 #include "content/browser/gpu/gpu_data_manager_impl.h"
+#include "content/browser/renderer_host/gpu_jpeg_decoder.h"
 #include "content/browser/renderer_host/media/video_capture_buffer_pool.h"
 #include "content/browser/renderer_host/media/video_capture_controller.h"
 #include "content/common/gpu/client/context_provider_command_buffer.h"
@@ -123,6 +124,9 @@ class AutoReleaseBuffer : public media::VideoCaptureDevice::Client::Buffer {
   ClientBuffer AsClientBuffer() override {
     return buffer_handle_->AsClientBuffer();
   }
+  base::PlatformFile AsPlatformHandle() override {
+    return buffer_handle_->AsPlatformHandle();
+  }
 
  private:
   ~AutoReleaseBuffer() override { pool_->RelinquishProducerReservation(id_); }
@@ -196,13 +200,15 @@ VideoCaptureDeviceClient::VideoCaptureDeviceClient(
     const scoped_refptr<VideoCaptureBufferPool>& buffer_pool,
     const scoped_refptr<base::SingleThreadTaskRunner>& capture_task_runner)
     : controller_(controller),
+      initialized_external_jpeg_decoder_(false),
       buffer_pool_(buffer_pool),
       capture_task_runner_(capture_task_runner),
       last_captured_pixel_format_(media::PIXEL_FORMAT_UNKNOWN) {
   DCHECK_CURRENTLY_ON(BrowserThread::IO);
 }
 
-VideoCaptureDeviceClient::~VideoCaptureDeviceClient() {}
+VideoCaptureDeviceClient::~VideoCaptureDeviceClient() {
+}
 
 void VideoCaptureDeviceClient::OnIncomingCapturedData(
     const uint8* data,
@@ -216,6 +222,20 @@ void VideoCaptureDeviceClient::OnIncomingCapturedData(
     OnLog("Pixel format: " + media::VideoCaptureFormat::PixelFormatToString(
                                  frame_format.pixel_format));
     last_captured_pixel_format_ = frame_format.pixel_format;
+
+    if (frame_format.pixel_format == media::PIXEL_FORMAT_MJPEG &&
+        !initialized_external_jpeg_decoder_) {
+      initialized_external_jpeg_decoder_ = true;
+      if (GpuJpegDecoder::Supported()) {
+        external_jpeg_decoder_.reset(new GpuJpegDecoder(
+            base::Bind(&VideoCaptureDeviceClient::OnIncomingCapturedVideoFrame,
+                       AsWeakPtr()),
+            // TODO(kcwu): fallback to software decode if error
+            base::Bind(&VideoCaptureDeviceClient::OnError, AsWeakPtr())));
+        if (!external_jpeg_decoder_->Initialize())
+          external_jpeg_decoder_.reset();
+      }
+    }
   }
 
   if (!frame_format.IsValid())
@@ -328,6 +348,13 @@ void VideoCaptureDeviceClient::OnIncomingCapturedData(
   // paddings and/or alignments, but it cannot be smaller.
   DCHECK_GE(static_cast<size_t>(length), frame_format.ImageAllocationSize());
 
+  if (frame_format.pixel_format == media::PIXEL_FORMAT_MJPEG && rotation == 0 &&
+      external_jpeg_decoder_) {

[wuchengli, 2015/05/13 15:04:06]

&& !flip

[kcwu, 2015/05/25 18:20:35]

Done.

+    external_jpeg_decoder_->DecodeCapturedData(data, length, frame_format,
+                                               timestamp, buffer.Pass());
+    return;
+  }
+
   if (libyuv::ConvertToI420(data,
                             length,
                             yplane,