16 bpp video stream capture, render and WebGL usage - Realsense R200 & SR300 support.

cc/resources/resource_provider.cc

 // Copyright 2012 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #include "cc/resources/resource_provider.h"
 
 #include <stddef.h>
 #include <stdint.h>
 
 #include <algorithm>
@@ skipping 73 matching lines @@
     case BGRA_8888:
       storage_format = GL_BGRA8_EXT;
       break;
     case RGBA_4444:
     case ALPHA_8:
     case LUMINANCE_8:
     case RGB_565:
     case ETC1:
     case RED_8:
     case LUMINANCE_F16:
+    case RG_88:
       NOTREACHED();
       break;
   }
 
   return storage_format;
 }
 
 bool IsFormatSupportedForStorage(ResourceFormat format, bool use_bgra) {
   switch (format) {
     case RGBA_8888:
       return true;
     case BGRA_8888:
       return use_bgra;
     case RGBA_4444:
     case ALPHA_8:
     case LUMINANCE_8:
     case RGB_565:
     case ETC1:
     case RED_8:
     case LUMINANCE_F16:
+    case RG_88:
       return false;
   }
   return false;
 }
 
 GrPixelConfig ToGrPixelConfig(ResourceFormat format) {
   switch (format) {
     case RGBA_8888:
       return kRGBA_8888_GrPixelConfig;
     case BGRA_8888:
@@ skipping 314 matching lines @@
   DCHECK(!buffer_id_allocator_);
 
   const auto& caps = compositor_context_provider_->ContextCapabilities();
 
   DCHECK(IsGpuResourceType(default_resource_type_));
   use_texture_storage_ext_ = caps.texture_storage;
   use_texture_format_bgra_ = caps.texture_format_bgra8888;
   use_texture_usage_hint_ = caps.texture_usage;
   use_compressed_texture_etc1_ = caps.texture_format_etc1;
   yuv_resource_format_ = caps.texture_rg ? RED_8 : LUMINANCE_8;
+  y16_resource_format_ = caps.texture_rg ? RG_88 : LUMINANCE_8;
+  // TODO(astojilj): Temporary code for performance and power consumption
+  // measurement.
+  // Uncomment following lines to use F16 for Y16.
+  // y16_resource_format_ = caps.texture_half_float_linear ? LUMINANCE_F16 :
+  // LUMINANCE_8;

[Ken Russell (switch to Gerrit), 2016/08/16 00:22:26]

Does this really use a luminance texture containing 16-bit floats? Luminance
textures are deprecated in OpenGL ES 3.0. Did you try a GL_R16F type texture?

[aleksandar.stojiljkovic, 2016/08/16 12:02:31]

It doesn't. I just reused YUV path for the prototype. Will fix it. 

[aleksandar.stojiljkovic, 2016/09/20 12:22:54]

If software planes (shared memory) are used, the case when there is no
ext_texture_rg support is disabled now (by not supporting 16 bit video in
VideoResourceUpdater::CreateForSoftwarePlanes). So, we support it for ES3 and
for ES2 when ext_texture_rg extension is available.

   yuv_highbit_resource_format_ = yuv_resource_format_;
   if (caps.texture_half_float_linear)
     yuv_highbit_resource_format_ = LUMINANCE_F16;
   use_sync_query_ = caps.sync_query;
 
   GLES2Interface* gl = ContextGL();
 
   max_texture_size_ = 0;  // Context expects cleared value.
   gl->GetIntegerv(GL_MAX_TEXTURE_SIZE, &max_texture_size_);
   best_texture_format_ =
@@ skipping 51 matching lines @@
     case LUMINANCE_8:
       return true;
     case BGRA_8888:
       return caps.texture_format_bgra8888;
     case ETC1:
       return caps.texture_format_etc1;
     case RED_8:
       return caps.texture_rg;
     case LUMINANCE_F16:
       return caps.texture_half_float_linear;
+    case RG_88:
+      return caps.texture_rg;
   }
 
   NOTREACHED();
   return false;
 }
 
 bool ResourceProvider::InUseByConsumer(ResourceId id) {
   Resource* resource = GetResource(id);
   return resource->lock_for_read_count > 0 || resource->exported_count > 0 ||
          resource->lost;
@@ skipping 11 matching lines @@
 }
 
 ResourceFormat ResourceProvider::YuvResourceFormat(int bits) const {
   if (bits > 8) {
     return yuv_highbit_resource_format_;
   } else {
     return yuv_resource_format_;
   }
 }
 
+ResourceFormat ResourceProvider::Y16ResourceFormat(int bits) const {
+  if (bits > 8) {
+    return y16_resource_format_;
+  } else {
+    return yuv_resource_format_;
+  }
+}
+
 ResourceId ResourceProvider::CreateResource(const gfx::Size& size,
                                             TextureHint hint,
                                             ResourceFormat format) {
   DCHECK(!size.IsEmpty());
   switch (default_resource_type_) {
     case RESOURCE_TYPE_GPU_MEMORY_BUFFER:
       // GPU memory buffers don't support LUMINANCE_F16.
       if (format != LUMINANCE_F16) {
         return CreateGLTexture(size, hint, RESOURCE_TYPE_GPU_MEMORY_BUFFER,
                                format);
@@ skipping 1427 matching lines @@
 
     const int kImportance = 2;
     pmd->CreateSharedGlobalAllocatorDump(guid);
     pmd->AddOwnershipEdge(dump->guid(), guid, kImportance);
   }
 
   return true;
 }
 
 }  // namespace cc