16 bpp video stream capture, render and createImageBitmap(video) using (CPU) shared memory buffers

content/renderer/media/video_capture_impl.cc

 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 //
 // Notes about usage of this object by VideoCaptureImplManager.
 //
 // VideoCaptureImplManager access this object by using a Unretained()
 // binding and tasks on the IO thread. It is then important that
 // VideoCaptureImpl never post task to itself. All operations must be
 // synchronous.
@@ skipping 240 matching lines @@
           .insert(std::make_pair(buffer_id,
                                  new ClientBuffer(std::move(shm), memory_size)))
           .second;
   DCHECK(inserted);
 }
 
 void VideoCaptureImpl::OnBufferReady(int32_t buffer_id,
                                      mojom::VideoFrameInfoPtr info) {
   DVLOG(1) << __func__ << " buffer_id: " << buffer_id;
   DCHECK(io_thread_checker_.CalledOnValidThread());
-  DCHECK_EQ(media::PIXEL_FORMAT_I420, info->pixel_format);
-  DCHECK_EQ(media::PIXEL_STORAGE_CPU, info->storage_type);
 
-  if (state_ != VIDEO_CAPTURE_STATE_STARTED ||
-      info->pixel_format != media::PIXEL_FORMAT_I420 ||
+  bool consume_buffer = state_ == VIDEO_CAPTURE_STATE_STARTED;
+  if ((info->pixel_format != media::PIXEL_FORMAT_I420 &&
+       info->pixel_format != media::PIXEL_FORMAT_Y16) ||
       info->storage_type != media::PIXEL_STORAGE_CPU) {
+    consume_buffer = false;
+    LOG(DFATAL) << "Wrong pixel format or storage, got pixel format:"
+                << VideoPixelFormatToString(info->pixel_format)
+                << ", storage:" << info->storage_type;
+  }
+  if (!consume_buffer) {
     GetVideoCaptureHost()->ReleaseBuffer(device_id_, buffer_id,
                                          gpu::SyncToken(), -1.0);
     return;
   }
 
   base::TimeTicks reference_time;
   media::VideoFrameMetadata frame_metadata;
   frame_metadata.MergeInternalValuesFrom(info->metadata);
   const bool success = frame_metadata.GetTimeTicks(
       media::VideoFrameMetadata::REFERENCE_TIME, &reference_time);
@@ skipping 153 matching lines @@
   double consumer_resource_utilization = -1.0;
   if (!metadata->GetDouble(media::VideoFrameMetadata::RESOURCE_UTILIZATION,
                            &consumer_resource_utilization)) {
     consumer_resource_utilization = -1.0;
   }
 
   callback_to_io_thread.Run(*release_sync_token, consumer_resource_utilization);
 }
 
 }  // namespace content