16 bpp video stream capture, render and WebGL usage - Realsense R200 & SR300 support.

media/renderers/skcanvas_video_renderer.h

 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #ifndef MEDIA_RENDERERS_SKCANVAS_VIDEO_RENDERER_H_
 #define MEDIA_RENDERERS_SKCANVAS_VIDEO_RENDERER_H_
 
 #include <stddef.h>
 #include <stdint.h>
 
 #include "base/macros.h"
 #include "base/memory/ref_counted.h"
 #include "base/threading/thread_checker.h"
 #include "base/time/time.h"
 #include "base/timer/timer.h"
 #include "media/base/media_export.h"
 #include "media/base/timestamp_constants.h"
 #include "media/base/video_frame.h"
 #include "media/base/video_rotation.h"
 #include "media/filters/context_3d.h"
 #include "third_party/skia/include/core/SkImage.h"
 #include "third_party/skia/include/core/SkRefCnt.h"
 #include "third_party/skia/include/core/SkXfermode.h"
 
 class SkCanvas;
-class SkImage;
 
 namespace gfx {
 class RectF;
 }
 
 namespace media {
 class VideoImageGenerator;
 
 // Handles rendering of VideoFrames to SkCanvases.
 class MEDIA_EXPORT SkCanvasVideoRenderer {
@@ skipping 49 matching lines @@
   bool CopyVideoFrameTexturesToGLTexture(
       const Context3D& context_3d,
       gpu::gles2::GLES2Interface* destination_gl,
       const scoped_refptr<VideoFrame>& video_frame,
       unsigned int texture,
       unsigned int internal_format,
       unsigned int type,
       bool premultiply_alpha,
       bool flip_y);
 
+  // Method handles reinterpreting two components RG8 as 16 bit value for Y16
+  // format and optimizing upload-to-texture for some video frame and texture
+  // formats. If needed, there is a conversion followed by a tex(Sub)Image2D or
+  // tex(Sub)Image3D call.
+  // |format|, |internal_format|, |type| specify target texture |texture|.
+  // |xoffset|, |yoffset|, |zoffset| are used when functionID defines sub image
+  // calls.
+  // Returns false if there is no implementation for given parameters or if the
+  // call fails.
+  static bool TexImageImpl(const char* functionID,
+                           unsigned target,
+                           gpu::gles2::GLES2Interface* gl,
+                           VideoFrame* video_frame,
+                           int level,
+                           int internalformat,
+                           unsigned format,
+                           unsigned type,
+                           int xoffset,
+                           int yoffset,
+                           int zoffset,
+                           bool flipY,
+                           bool premultiplyAlpha);
+
   // In general, We hold the most recently painted frame to increase the
   // performance for the case that the same frame needs to be painted
   // repeatedly. Call this function if you are sure the most recent frame will
   // never be painted again, so we can release the resource.
   void ResetCache();
 
   void CorrectLastImageDimensions(const SkIRect& visible_rect);
 
   // Used for unit test.
   SkISize LastImageDimensionsForTesting();
 
  private:
   // Update the cache holding the most-recently-painted frame. Returns false
   // if the image couldn't be updated.
   bool UpdateLastImage(const scoped_refptr<VideoFrame>& video_frame,
                        const Context3D& context_3d);
 
+  // Reinterpret the content of RG8 texture as R16 (normalized value) to float
+  // intermediate texture and then copy to texture. All the available RGB color
+  // components in the texture get the same value.
+  // Reinterpretting texture happens on canvas gl (context_3d) to enable caching
+  // resources for following calls. Target |texture| should live on |target_gl|
+  // after the call.
+  void CopyRG8ToTexture(const Context3D& context_3d,
+                        gpu::gles2::GLES2Interface* target_gl,
+                        VideoFrame* video_frame,
+                        unsigned texture,
+                        unsigned internal_format,
+                        unsigned type,
+                        bool flip_y);
+
+  // Helper method used by CopyRG8ToTexture. Target used for both
+  // |source_texture| and |target_texture| is GL_TEXTURE_2D.
+  void DoCopyRG8ToTexture(const Context3D& context_3d,
+                          unsigned source_texture,
+                          unsigned target_texture,
+                          unsigned format,
+                          unsigned internal_format,
+                          unsigned type,
+                          unsigned width,
+                          unsigned height,
+                          bool flip_y);
+
   // Last image used to draw to the canvas.
   sk_sp<SkImage> last_image_;
   // Timestamp of the videoframe used to generate |last_image_|.
   base::TimeDelta last_timestamp_ = media::kNoTimestamp;
   // If |last_image_| is not used for a while, it's deleted to save memory.
   base::DelayTimer last_image_deleting_timer_;
 
   // Used for DCHECKs to ensure method calls executed in the correct thread.
   base::ThreadChecker thread_checker_;
+  // Resources rg8_to_texture_* are used for RG8 to float texture GPU
+  // conversion.
+  unsigned rg8_to_texture_program_ = 0;
+  unsigned rg8_to_texture_vertices_buffer_ = 0;
+  // Used for cached GL resources (e.g. rg8_to_texture_program) lifecycle
+  // management.
+  unsigned cached_gl_resources_gr_context_id_ = 0;
 
   // Used for unit test.
   SkISize last_image_dimensions_for_testing_;
 
   DISALLOW_COPY_AND_ASSIGN(SkCanvasVideoRenderer);
 };
 
 }  // namespace media
 
 #endif  // MEDIA_RENDERERS_SKCANVAS_VIDEO_RENDERER_H_