MJPEG acceleration for video capture using VAAPI

content/browser/renderer_host/media/video_capture_device_client.h

 // Copyright 2015 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #ifndef CONTENT_BROWSER_RENDERER_HOST_MEDIA_VIDEO_CAPTURE_DEVICE_CLIENT_H_
 #define CONTENT_BROWSER_RENDERER_HOST_MEDIA_VIDEO_CAPTURE_DEVICE_CLIENT_H_
 
 #include "base/memory/ref_counted.h"
 #include "base/memory/scoped_ptr.h"
 #include "base/memory/weak_ptr.h"
 #include "content/common/content_export.h"
 #include "media/video/capture/video_capture_device.h"
+#include "media/video/jpeg_decode_accelerator.h"
 
 namespace content {
+class CapturedData;
+class JpegDecodeData;
 class VideoCaptureBufferPool;
 class VideoCaptureController;
 
 // Receives events from the VideoCaptureDevice and posts them to a |controller_|
 // on the IO thread. An instance of this class may safely outlive its target
 // VideoCaptureController. This is a shallow class meant to convert incoming
 // frames and holds no significant state.
 //
-// Methods of this class may be called from any thread, and in practice will
-// often be called on some auxiliary thread depending on the platform and the
-// device type; including, for example, the DirectShow thread on Windows, the
-// v4l2_thread on Linux, and the UI thread for tab capture.
+// Methods of this class may be called from any thread if not specified, and in
+// practice will often be called on some auxiliary thread depending on the
+// platform and the device type; including, for example, the DirectShow thread
+// on Windows, the v4l2_thread on Linux, and the UI thread for tab capture.
 class CONTENT_EXPORT VideoCaptureDeviceClient
-    : public media::VideoCaptureDevice::Client {
+    : public media::VideoCaptureDevice::Client,
+      public media::JpegDecodeAccelerator::Client {
  public:
   VideoCaptureDeviceClient(
       const base::WeakPtr<VideoCaptureController>& controller,
       const scoped_refptr<VideoCaptureBufferPool>& buffer_pool);
   ~VideoCaptureDeviceClient() override;
 
   // VideoCaptureDevice::Client implementation.
   void OnIncomingCapturedData(const uint8* data,
                               int length,
                               const media::VideoCaptureFormat& frame_format,
@@ skipping 11 matching lines @@
   scoped_refptr<Buffer> ReserveOutputBuffer(
       media::VideoPixelFormat format,
       const gfx::Size& dimensions) override;
   void OnIncomingCapturedVideoFrame(
       const scoped_refptr<Buffer>& buffer,
       const scoped_refptr<media::VideoFrame>& frame,
       const base::TimeTicks& timestamp) override;
   void OnError(const std::string& reason) override;
   void OnLog(const std::string& message) override;
 
+  // JpegDecodeAccelerator::Client implementation.
+  // These will be called in IO thread.
+  virtual void VideoFrameReady(int32_t buffer_id) override;
+  virtual void NotifyError(int32_t buffer_id,
+                           media::JpegDecodeAccelerator::Error error) override;
+
  private:
+  bool InitializeJpegDecoder();
+  // TODO(kcwu): better name
+  void OnIncomingCapturedData2(const CapturedData& captured_data);
+
   // The controller to which we post events.
   const base::WeakPtr<VideoCaptureController> controller_;
 
+  bool jpeg_failed_;
+  scoped_ptr<media::JpegDecodeAccelerator> jpeg_decoder_;
+  scoped_ptr<JpegDecodeData> jpeg_decode_data_;
+
   // The pool of shared-memory buffers used for capturing.
   const scoped_refptr<VideoCaptureBufferPool> buffer_pool_;
 
   media::VideoPixelFormat last_captured_pixel_format_;
 
   DISALLOW_COPY_AND_ASSIGN(VideoCaptureDeviceClient);
 };
 
 
 }  // namespace content
 
 #endif  // CONTENT_BROWSER_RENDERER_HOST_MEDIA_VIDEO_CAPTURE_DEVICE_CLIENT_H_