16 bit capture and GPU&CPU memory buffer support.

content/browser/renderer_host/media/video_capture_manager.cc

 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #include "content/browser/renderer_host/media/video_capture_manager.h"
 
 #include <algorithm>
 #include <set>
 #include <utility>
 
@@ skipping 42 matching lines @@
 // Compares two VideoCaptureFormat by checking smallest frame_size area, then
 // by _largest_ frame_rate. Used to order a VideoCaptureFormats vector so that
 // the first entry for a given resolution has the largest frame rate, as needed
 // by the ConsolidateCaptureFormats() method.
 bool IsCaptureFormatSmaller(const media::VideoCaptureFormat& format1,
                             const media::VideoCaptureFormat& format2) {
   DCHECK(format1.frame_size.GetCheckedArea().IsValid());
   DCHECK(format2.frame_size.GetCheckedArea().IsValid());
   if (format1.frame_size.GetCheckedArea().ValueOrDefault(0) ==
       format2.frame_size.GetCheckedArea().ValueOrDefault(0)) {
-    return format1.frame_rate > format2.frame_rate;
+    return format1.frame_rate > format2.frame_rate ||
+           // Prefer Y16 capture format for the same frame rate.
+           // This is workaround for e.g. Realsense R200 IR stream.
+           (format1.frame_rate == format2.frame_rate &&
+            (format2.pixel_format != media::PIXEL_FORMAT_Y16));
   }
   return format1.frame_size.GetCheckedArea().ValueOrDefault(0) <
          format2.frame_size.GetCheckedArea().ValueOrDefault(0);
 }
 
 bool IsCaptureFormatSizeEqual(const media::VideoCaptureFormat& format1,
                               const media::VideoCaptureFormat& format2) {
   DCHECK(format1.frame_size.GetCheckedArea().IsValid());
   DCHECK(format2.frame_size.GetCheckedArea().IsValid());
   return format1.frame_size.GetCheckedArea().ValueOrDefault(0) ==
          format2.frame_size.GetCheckedArea().ValueOrDefault(0);
 }
 
 // This function receives a list of capture formats, removes duplicated
 // resolutions while keeping the highest frame rate for each, and forcing I420
 // pixel format.
 void ConsolidateCaptureFormats(media::VideoCaptureFormats* formats) {
   if (formats->empty())
     return;
   std::sort(formats->begin(), formats->end(), IsCaptureFormatSmaller);
   // Due to the ordering imposed, the largest frame_rate is kept while removing
   // duplicated resolutions.
   media::VideoCaptureFormats::iterator last =
       std::unique(formats->begin(), formats->end(), IsCaptureFormatSizeEqual);
   formats->erase(last, formats->end());
   // Mark all formats as I420, since this is what the renderer side will get
   // anyhow: the actual pixel format is decided at the device level.
+  // Don't do this for Y16 format as it is handled separatelly.
   for (media::VideoCaptureFormats::iterator it = formats->begin();
        it != formats->end(); ++it) {
-    it->pixel_format = media::PIXEL_FORMAT_I420;
+    if (it->pixel_format != media::PIXEL_FORMAT_Y16)
+      it->pixel_format = media::PIXEL_FORMAT_I420;
   }
 }
 
 // The maximum number of buffers in the capture pipeline. See
 // VideoCaptureController ctor comments for more details.
 const int kMaxNumberOfBuffers = 3;
 // TODO(miu): The value for tab capture should be determined programmatically.
 // http://crbug.com/460318
 const int kMaxNumberOfBuffersForTabCapture = 10;
 
@@ skipping 1178 matching lines @@
     if (!device_in_queue) {
       // Session ID is only valid for Screen capture. So we can fake it to
       // resume video capture devices here.
       QueueStartDevice(kFakeSessionId, entry.get(), entry->parameters);
     }
   }
 }
 #endif  // defined(OS_ANDROID)
 
 }  // namespace content