MJPEG acceleration for video capture using VAAPI

content/browser/renderer_host/media/video_capture_device_client.h

 // Copyright 2015 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #ifndef CONTENT_BROWSER_RENDERER_HOST_MEDIA_VIDEO_CAPTURE_DEVICE_CLIENT_H_
 #define CONTENT_BROWSER_RENDERER_HOST_MEDIA_VIDEO_CAPTURE_DEVICE_CLIENT_H_
 
 #include "base/memory/ref_counted.h"
 #include "base/memory/scoped_ptr.h"
 #include "base/memory/weak_ptr.h"
 #include "content/common/content_export.h"
 #include "media/video/capture/video_capture_device.h"
+#include "media/video/jpeg_decode_accelerator.h"
+
+namespace base {
+class WaitableEvent;
+}  // namespace base
 
 namespace content {
 class VideoCaptureBufferPool;
 class VideoCaptureController;
 
+struct CapturedData {
+    const uint8* data;
+    int length;
+    media::VideoCaptureFormat frame_format;
+    int rotation;
+    base::TimeTicks timestamp;
+    scoped_refptr<media::VideoFrame> frame;
+    scoped_refptr<media::VideoCaptureDevice::Client::Buffer> buffer;
+};
+
 // Receives events from the VideoCaptureDevice and posts them to a |controller_|
 // on the IO thread. An instance of this class may safely outlive its target
 // VideoCaptureController. This is a shallow class meant to convert incoming
 // frames and holds no significant state.
 //
 // Methods of this class may be called from any thread, and in practice will
 // often be called on some auxiliary thread depending on the platform and the
 // device type; including, for example, the DirectShow thread on Windows, the
 // v4l2_thread on Linux, and the UI thread for tab capture.
 class CONTENT_EXPORT VideoCaptureDeviceClient
-    : public media::VideoCaptureDevice::Client {
+    : public media::VideoCaptureDevice::Client,
+      public media::JpegDecodeAccelerator::Client {
  public:
   VideoCaptureDeviceClient(
       const base::WeakPtr<VideoCaptureController>& controller,
       const scoped_refptr<VideoCaptureBufferPool>& buffer_pool);
   ~VideoCaptureDeviceClient() override;
 
   // VideoCaptureDevice::Client implementation.
+  bool InitializeJpegDecoder() override;
   void OnIncomingCapturedData(
       const uint8* data,
       int length,
       const media::VideoCaptureFormat& frame_format,
       int rotation,
       const base::TimeTicks& timestamp) override;
   scoped_refptr<Buffer> ReserveOutputBuffer(media::VideoFrame::Format format,
                                             const gfx::Size& size) override;
   void OnIncomingCapturedVideoFrame(
       const scoped_refptr<Buffer>& buffer,
       const scoped_refptr<media::VideoFrame>& frame,
       const base::TimeTicks& timestamp) override;
   void OnError(const std::string& reason) override;
   void OnLog(const std::string& message) override;
 
+  // JpegDecodeAccelerator::Client implementation.
+  virtual void VideoFrameReady(int32_t buffer_id) override;
+  virtual void NotifyError(int32_t buffer_id,
+                           media::JpegDecodeAccelerator::Error error) override;
+
  private:
+  // TODO(kcwu): better name
+  void OnIncomingCapturedData2(const CapturedData& captured_data);
+  void DecodeJpegOnIOThread(media::BitstreamBuffer in_buffer,
+      scoped_refptr<media::VideoFrame> out_frame);
+
   // The controller to which we post events.
   const base::WeakPtr<VideoCaptureController> controller_;
 
+  scoped_ptr<media::JpegDecodeAccelerator> jpeg_decoder_;
+  // TODO(kcwu): in IOThread
+  std::map<int32_t, CapturedData> jpeg_decode_task_map_;
+  base::WaitableEvent* jpeg_decode_event_;
+
   // The pool of shared-memory buffers used for capturing.
   const scoped_refptr<VideoCaptureBufferPool> buffer_pool_;
 
   media::VideoPixelFormat last_captured_pixel_format_;
 
+  int32 next_bitstream_buffer_id_;
+
   DISALLOW_COPY_AND_ASSIGN(VideoCaptureDeviceClient);
 };
 
 
 }  // namespace content
 
 #endif  // CONTENT_BROWSER_RENDERER_HOST_MEDIA_VIDEO_CAPTURE_DEVICE_CLIENT_H_