16 bpp video stream capture, render and WebGL usage - Realsense R200 & SR300 support.

media/renderers/skcanvas_video_renderer.h

 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #ifndef MEDIA_RENDERERS_SKCANVAS_VIDEO_RENDERER_H_
 #define MEDIA_RENDERERS_SKCANVAS_VIDEO_RENDERER_H_
 
 #include <stddef.h>
 #include <stdint.h>
 
 #include "base/macros.h"
 #include "base/memory/ref_counted.h"
 #include "base/threading/thread_checker.h"
 #include "base/time/time.h"
 #include "base/timer/timer.h"
 #include "media/base/media_export.h"
 #include "media/base/timestamp_constants.h"
 #include "media/base/video_frame.h"
 #include "media/base/video_rotation.h"
 #include "media/filters/context_3d.h"
 #include "third_party/skia/include/core/SkImage.h"
 #include "third_party/skia/include/core/SkRefCnt.h"
 #include "third_party/skia/include/core/SkXfermode.h"
 
 class SkCanvas;
-class SkImage;
 
 namespace gfx {
 class RectF;
 }
 
 namespace media {
 class VideoImageGenerator;
 
 // Handles rendering of VideoFrames to SkCanvases.
 class MEDIA_EXPORT SkCanvasVideoRenderer {
@@ skipping 50 matching lines @@
   bool CopyVideoFrameTexturesToGLTexture(
       const Context3D& context_3d,
       gpu::gles2::GLES2Interface* destination_gl,
       const scoped_refptr<VideoFrame>& video_frame,
       unsigned int texture,
       unsigned int internal_format,
       unsigned int type,
       bool premultiply_alpha,
       bool flip_y);
 
+  // Method handles reinterpreting two components RG8 as 16 bit value for Y16
+  // format and optimizing upload-to-texture for some video frame and texture
+  // formats. If needed, there is a conversion followed by a tex(Sub)Image2D or
+  // tex(Sub)Image3D call.
+  // |format|, |internal_format|, |type| specify target texture |texture|.
+  // |xoffset|, |yoffset|, |zoffset| are used when functionID defines sub image
+  // calls.
+  // Returns false if there is no implementation for given parameters or if the
+  // call fails.
+  static bool TexImageImpl(const char* functionID,
+                           unsigned target,
+                           gpu::gles2::GLES2Interface* gl,
+                           VideoFrame* video_frame,
+                           int level,
+                           int internalformat,
+                           unsigned format,
+                           unsigned type,
+                           int xoffset,
+                           int yoffset,
+                           int zoffset,
+                           bool flipY,
+                           bool premultiplyAlpha);
+
   // In general, We hold the most recently painted frame to increase the
   // performance for the case that the same frame needs to be painted
   // repeatedly. Call this function if you are sure the most recent frame will
   // never be painted again, so we can release the resource.
   void ResetCache();
 
  private:
   // Update the cache holding the most-recently-painted frame. Returns false
   // if the image couldn't be updated.
   bool UpdateLastImage(const scoped_refptr<VideoFrame>& video_frame,
                        const Context3D& context_3d);
 
+  // Reinterpret the content of RG8 texture as R16 (normalized value) and then
+  // copy to single red component (both float and integer formats are supported)
+  // texture.
+  // Reinterpretting texture happens on canvas gl (context_3d) to enable caching
+  // resources for following calls. Target |texture| should live on |target_gl|
+  // after the call.
+  void CopyRG8ToRedTextureData(const Context3D& context_3d,
+                               gpu::gles2::GLES2Interface* target_gl,
+                               VideoFrame* video_frame,
+                               unsigned texture,
+                               unsigned internal_format,
+                               unsigned type,
+                               bool flip_y);
+
+  // Helper method used by CopyRG8ToRedTextureData. Target used for both
+  // |source_texture| and |target_texture| is GL_TEXTURE_2D.
+  void DoCopyRG8ToRedTextureData(gpu::gles2::GLES2Interface* local_gl,
+                                 unsigned source_texture,
+                                 unsigned target_texture,
+                                 unsigned internal_format,
+                                 unsigned type,
+                                 unsigned width,
+                                 unsigned height,
+                                 bool flip_y);
+
   // Last image used to draw to the canvas.
   sk_sp<SkImage> last_image_;
   // Timestamp of the videoframe used to generate |last_image_|.
   base::TimeDelta last_timestamp_ = media::kNoTimestamp;
   // If |last_image_| is not used for a while, it's deleted to save memory.
   base::DelayTimer last_image_deleting_timer_;
 
   // Used for DCHECKs to ensure method calls executed in the correct thread.
   base::ThreadChecker thread_checker_;
+  // Used for GPU conversion of RG8 to R32F textures.
+  unsigned rg8_to_red_program_;
 
   DISALLOW_COPY_AND_ASSIGN(SkCanvasVideoRenderer);
 };
 
 }  // namespace media
 
 #endif  // MEDIA_RENDERERS_SKCANVAS_VIDEO_RENDERER_H_