16 bpp video stream capture, render and WebGL usage - Realsense R200 & SR300 support.

content/browser/renderer_host/media/video_capture_device_client.cc

Index: content/browser/renderer_host/media/video_capture_device_client.cc
diff --git a/content/browser/renderer_host/media/video_capture_device_client.cc b/content/browser/renderer_host/media/video_capture_device_client.cc
index f6f8cba1aa5ae165026c78a387bfb3508d2f8dc9..cbe94fdbeaca3e0e9f3cc294526b27520da16806 100644
--- a/content/browser/renderer_host/media/video_capture_device_client.cc
+++ b/content/browser/renderer_host/media/video_capture_device_client.cc
@@ -108,6 +108,10 @@ void VideoCaptureDeviceClient::OnIncomingCapturedData(
   if (!frame_format.IsValid())
     return;
 
+  // The input |length| can be greater than the required buffer size because of
+  // paddings and/or alignments, but it cannot be smaller.
+  DCHECK_GE(static_cast<size_t>(length), frame_format.ImageAllocationSize());
+
   // |chopped_{width,height} and |new_unrotated_{width,height}| are the lowest
   // bit decomposition of {width, height}, grabbing the odd and even parts.
   const int chopped_width = frame_format.frame_size.width() & 1;
@@ -135,9 +139,25 @@ void VideoCaptureDeviceClient::OnIncomingCapturedData(
       use_gpu_memory_buffers_ ? media::PIXEL_STORAGE_GPUMEMORYBUFFER
                               : media::PIXEL_STORAGE_CPU;
   uint8_t *y_plane_data, *u_plane_data, *v_plane_data;
-  std::unique_ptr<Buffer> buffer(
-      ReserveI420OutputBuffer(dimensions, output_pixel_storage, &y_plane_data,
-                              &u_plane_data, &v_plane_data));
+
+  if (frame_format.pixel_format == media::PIXEL_FORMAT_Y16) {
+    std::unique_ptr<Buffer> buffer(ReserveOutputBuffer(dimensions,
+        media::PIXEL_FORMAT_Y16, output_pixel_storage));
+    if (!buffer.get()) {
+      DLOG(WARNING) << "Failed to reserve Y16 output buffer.";
+      return;
+    }
+    memcpy(buffer->data(), data, length);
+    const VideoCaptureFormat output_format = VideoCaptureFormat(
+        dimensions, frame_format.frame_rate,
+        media::PIXEL_FORMAT_Y16, output_pixel_storage);
+    OnIncomingCapturedBuffer(std::move(buffer), output_format, reference_time,
+                             timestamp);
+    return;
+  }
+
+  std::unique_ptr<Buffer> buffer(ReserveI420OutputBuffer(dimensions,
+      output_pixel_storage, &y_plane_data, &u_plane_data, &v_plane_data));
   if (!buffer.get()) {
     DLOG(WARNING) << "Failed to reserve I420 output buffer.";
     return;
@@ -213,10 +233,6 @@ void VideoCaptureDeviceClient::OnIncomingCapturedData(
       NOTREACHED();
   }
 
-  // The input |length| can be greater than the required buffer size because of
-  // paddings and/or alignments, but it cannot be smaller.
-  DCHECK_GE(static_cast<size_t>(length), frame_format.ImageAllocationSize());
-
   if (external_jpeg_decoder_) {
     const VideoCaptureGpuJpegDecoder::STATUS status =
         external_jpeg_decoder_->GetStatus();
@@ -267,8 +283,9 @@ VideoCaptureDeviceClient::ReserveOutputBuffer(
     media::VideoPixelStorage pixel_storage) {
   DCHECK_GT(frame_size.width(), 0);
   DCHECK_GT(frame_size.height(), 0);
-  // Currently, only I420 pixel format is supported.
-  DCHECK_EQ(media::PIXEL_FORMAT_I420, pixel_format);
+  // Currently, only I420 and Y16 pixel formats are supported.
+  DCHECK(media::PIXEL_FORMAT_I420 == pixel_format ||
+         media::PIXEL_FORMAT_Y16 == pixel_format);
 
   // TODO(mcasas): For PIXEL_STORAGE_GPUMEMORYBUFFER, find a way to indicate if
   // it's a ShMem GMB or a DmaBuf GMB.
@@ -292,12 +309,15 @@ void VideoCaptureDeviceClient::OnIncomingCapturedBuffer(
     const VideoCaptureFormat& frame_format,
     base::TimeTicks reference_time,
     base::TimeDelta timestamp) {
-  // Currently, only I420 pixel format is supported.
-  DCHECK_EQ(media::PIXEL_FORMAT_I420, frame_format.pixel_format);
+  // Currently, only I420 and Y16 pixel formats are supported.
+  DCHECK(media::PIXEL_FORMAT_I420 == frame_format.pixel_format ||
+         media::PIXEL_FORMAT_Y16 == frame_format.pixel_format);
 
   scoped_refptr<VideoFrame> frame;
   switch (frame_format.pixel_storage) {
     case media::PIXEL_STORAGE_GPUMEMORYBUFFER: {
+      // TODO(astojilj) Check Y16 support.
+      DCHECK_EQ(media::PIXEL_FORMAT_I420, frame_format.pixel_format);
       // Create a VideoFrame to set the correct storage_type and pixel_format.
       gfx::GpuMemoryBufferHandle handle;
       frame = VideoFrame::WrapExternalYuvGpuMemoryBuffers(
@@ -311,10 +331,10 @@ void VideoCaptureDeviceClient::OnIncomingCapturedBuffer(
     }
     case media::PIXEL_STORAGE_CPU:
       frame = VideoFrame::WrapExternalSharedMemory(
-          media::PIXEL_FORMAT_I420, frame_format.frame_size,
+          frame_format.pixel_format, frame_format.frame_size,
           gfx::Rect(frame_format.frame_size), frame_format.frame_size,
           reinterpret_cast<uint8_t*>(buffer->data()),
-          VideoFrame::AllocationSize(media::PIXEL_FORMAT_I420,
+          VideoFrame::AllocationSize(frame_format.pixel_format,
                                      frame_format.frame_size),
           base::SharedMemory::NULLHandle(), 0u, timestamp);
       break;