Adding YUVA support for enabling Alpha Playback

media/filters/vpx_video_decoder.cc

 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #include "media/filters/vpx_video_decoder.h"
 
 #include "base/bind.h"
 #include "base/callback_helpers.h"
 #include "base/command_line.h"
 #include "base/location.h"
@@ skipping 41 matching lines @@
 
   decode_threads = std::max(decode_threads, 0);
   decode_threads = std::min(decode_threads, kMaxDecodeThreads);
   return decode_threads;
 }
 
 VpxVideoDecoder::VpxVideoDecoder(
     const scoped_refptr<base::MessageLoopProxy>& message_loop)
     : message_loop_(message_loop),
       state_(kUninitialized),
-      vpx_codec_(NULL) {
+      vpx_codec_(NULL),
+      vpx_codec_alpha_(NULL) {
 }
 
 VpxVideoDecoder::~VpxVideoDecoder() {
   DCHECK_EQ(kUninitialized, state_);
   CloseDecoder();
 }
 
 void VpxVideoDecoder::Initialize(
     const scoped_refptr<DemuxerStream>& stream,
     const PipelineStatusCB& status_cb,
@@ skipping 20 matching lines @@
 }
 
 bool VpxVideoDecoder::ConfigureDecoder() {
   const VideoDecoderConfig& config = demuxer_stream_->video_decoder_config();
   if (!config.IsValidConfig()) {
     DLOG(ERROR) << "Invalid video stream config: "
                 << config.AsHumanReadableString();
     return false;
   }
 
-  if (config.codec() != kCodecVP9)
-    return false;
+  format_ = config.format();
+  const CommandLine* cmd_line = CommandLine::ForCurrentProcess();
+  bool can_handle = false;
+  if(cmd_line->HasSwitch(switches::kEnableVp9Playback) &&
+          config.codec() == kCodecVP9) {

[fgalligan1, 2013/02/12 01:20:58]

Line up.

[vigneshv, 2013/02/14 19:06:14]

Done.

+      can_handle = true;
+  }
+  if(cmd_line->HasSwitch(switches::kEnableVp8AlphaPlayback) &&
+          config.codec() == kCodecVP8 && format_ == VideoFrame::YV12A) {

[fgalligan1, 2013/02/12 01:20:58]

Line up.

[vigneshv, 2013/02/14 19:06:14]

Done.

+    can_handle = true;
+  }
+  if(!can_handle)
+      return false;
 
   CloseDecoder();
 
   vpx_codec_ = new vpx_codec_ctx();
   vpx_codec_dec_cfg_t vpx_config = {0};
+

[fgalligan1, 2013/02/12 01:20:58]

nit: Remove line

[vigneshv, 2013/02/14 19:06:14]

Done.

   vpx_config.w = config.coded_size().width();
   vpx_config.h = config.coded_size().height();
   vpx_config.threads = GetThreadCount();
 
   vpx_codec_err_t status = vpx_codec_dec_init(vpx_codec_,
-                                              vpx_codec_vp9_dx(),
+                                              config.codec() == kCodecVP9 ?
+                                                          vpx_codec_vp9_dx() :

[fgalligan1, 2013/02/12 01:20:58]

nit: 4 space indent.

[vigneshv, 2013/02/14 19:06:14]

Done.

+                                                          vpx_codec_vp8_dx(),
                                               &vpx_config,
                                               0);
   if (status != VPX_CODEC_OK) {
     LOG(ERROR) << "vpx_codec_dec_init failed, status=" << status;
     delete vpx_codec_;
     vpx_codec_ = NULL;
     return false;
   }
 
+  if(format_ == VideoFrame::YV12A) {
+    vpx_codec_alpha_ = new vpx_codec_ctx();
+    vpx_codec_dec_cfg_t vpx_config_alpha = {0};
+
+    vpx_config_alpha.w = config.coded_size().width();
+    vpx_config_alpha.h = config.coded_size().height();
+    vpx_config_alpha.threads = GetThreadCount();
+
+    status = vpx_codec_dec_init(vpx_codec_alpha_,
+                                vpx_codec_vp8_dx(),
+                                &vpx_config_alpha,
+                                0);
+    if (status != VPX_CODEC_OK) {
+      LOG(ERROR) << "vpx_codec_dec_init failed, status=" << status;
+      delete vpx_codec_alpha_;
+      vpx_codec_alpha_ = NULL;
+      return false;
+    }
+  }
+
   return true;
 }
 
 void VpxVideoDecoder::CloseDecoder() {
   if (vpx_codec_) {
     vpx_codec_destroy(vpx_codec_);
     delete vpx_codec_;
     vpx_codec_ = NULL;
   }
+  if (vpx_codec_alpha_) {
+    vpx_codec_destroy(vpx_codec_alpha_);
+    delete vpx_codec_alpha_;
+    vpx_codec_alpha_ = NULL;
+  }
 }
 
 void VpxVideoDecoder::Read(const ReadCB& read_cb) {
   DCHECK(message_loop_->BelongsToCurrentThread());
   DCHECK(!read_cb.is_null());
   CHECK_NE(state_, kUninitialized);
   CHECK(read_cb_.is_null()) << "Overlapping decodes are not supported.";
   read_cb_ = BindToCurrentLoop(read_cb);
 
   // Return empty frames if decoding has finished.
@@ skipping 95 matching lines @@
   }
 
   scoped_refptr<VideoFrame> video_frame;
   if (!Decode(buffer, &video_frame)) {
     state_ = kDecodeFinished;
     base::ResetAndReturn(&read_cb_).Run(kDecodeError, NULL);
     return;
   }
 
   // Any successful decode counts!
-  if (buffer->GetDataSize()) {
+  if (buffer->GetDataSize() && buffer->GetSideDataSize()) {
     PipelineStatistics statistics;
     statistics.video_bytes_decoded = buffer->GetDataSize();
     statistics_cb_.Run(statistics);
   }
 
   // If we didn't get a frame we need more data.
   if (!video_frame) {
     ReadFromDemuxerStream();
     return;
   }
@@ skipping 26 matching lines @@
   if (!vpx_image) {
     *video_frame = NULL;
     return true;
   }
 
   if (vpx_image->user_priv != reinterpret_cast<void*>(&timestamp)) {
     LOG(ERROR) << "Invalid output timestamp.";
     return false;
   }
 
-  CopyVpxImageTo(vpx_image, video_frame);
+  const vpx_image_t* vpx_image_alpha = NULL;
+  if(format_ == VideoFrame::YV12A) {
+
+    // Pass alpha data to libvpx.
+    int64 timestamp_alpha = buffer->GetTimestamp().InMicroseconds();
+    void *user_priv_alpha = reinterpret_cast<void*>(&timestamp_alpha);

[fgalligan1, 2013/02/12 01:20:58]

nit: asterisk with type.

[vigneshv, 2013/02/14 19:06:14]

Done.

+    uint64_t side_data_id = *((uint64_t*)buffer->GetSideData());

[fgalligan1, 2013/02/12 01:20:58]

Use c++ cast.

[vigneshv, 2013/02/14 19:06:14]

Done.

+    if(side_data_id == 1) {

[fgalligan1, 2013/02/12 01:20:58]

Space between if and (

[vigneshv, 2013/02/14 19:06:14]

Done.

+      status = vpx_codec_decode(vpx_codec_alpha_,
+                                buffer->GetSideData() + sizeof(uint64_t),
+                                buffer->GetSideDataSize() -  sizeof(uint64_t),
+                                user_priv_alpha,
+                                0);
+
+      if (status != VPX_CODEC_OK) {
+        LOG(ERROR) << "vpx_codec_decode() failed on alpha, status=" << status;
+        return false;
+      }
+
+      // Gets pointer to decoded data.
+      vpx_codec_iter_t iter_alpha = NULL;
+      vpx_image_alpha = vpx_codec_get_frame(vpx_codec_alpha_, &iter_alpha);
+      if (!vpx_image_alpha) {
+        *video_frame = NULL;
+        return true;
+      }
+
+      if (vpx_image_alpha->user_priv !=
+              reinterpret_cast<void*>(&timestamp_alpha)) {

[fgalligan1, 2013/02/12 01:20:58]

Line up.

[vigneshv, 2013/02/14 19:06:14]

Done.

+        LOG(ERROR) << "Invalid output timestamp on alpha.";
+        return false;
+      }
+    }
+  }
+
+  CopyVpxImageTo(vpx_image, vpx_image_alpha, video_frame);
   (*video_frame)->SetTimestamp(base::TimeDelta::FromMicroseconds(timestamp));
   return true;
 }
 
 void VpxVideoDecoder::DoReset() {
   DCHECK(read_cb_.is_null());
 
   state_ = kNormal;
   reset_cb_.Run();
   reset_cb_.Reset();
 }
 
 void VpxVideoDecoder::CopyVpxImageTo(
-    const vpx_image* vpx_image,
+    const struct vpx_image* vpx_image,
+    const struct vpx_image* vpx_image_alpha,
     scoped_refptr<VideoFrame>* video_frame) {
   CHECK(vpx_image);
   CHECK_EQ(vpx_image->d_w % 2, 0U);
   CHECK_EQ(vpx_image->d_h % 2, 0U);
   CHECK(vpx_image->fmt == VPX_IMG_FMT_I420 ||
         vpx_image->fmt == VPX_IMG_FMT_YV12);
 
   gfx::Size size(vpx_image->d_w, vpx_image->d_h);
   gfx::Size natural_size =
       demuxer_stream_->video_decoder_config().natural_size();
 
-  *video_frame = VideoFrame::CreateFrame(VideoFrame::YV12,
+  *video_frame = VideoFrame::CreateFrame(format_,
                                          size,
                                          gfx::Rect(size),
                                          natural_size,
                                          kNoTimestamp());
+
   CopyYPlane(vpx_image->planes[VPX_PLANE_Y],
              vpx_image->stride[VPX_PLANE_Y],
              vpx_image->d_h,
              *video_frame);
   CopyUPlane(vpx_image->planes[VPX_PLANE_U],
              vpx_image->stride[VPX_PLANE_U],
              vpx_image->d_h / 2,
              *video_frame);
   CopyVPlane(vpx_image->planes[VPX_PLANE_V],
              vpx_image->stride[VPX_PLANE_V],
              vpx_image->d_h / 2,
              *video_frame);
+  if(format_ == VideoFrame::YV12A) {
+    if(vpx_image_alpha) {
+      CopyAPlane(vpx_image_alpha->planes[VPX_PLANE_Y],
+                 vpx_image->stride[VPX_PLANE_Y],
+                 vpx_image->d_h,
+                 *video_frame);
+    } else {
+      /* there is no alpha. set it to opaque */
+      uint64_t alpha_plane_size = vpx_image->stride[VPX_PLANE_Y]
+                                                    * vpx_image->d_h;

[fgalligan1, 2013/02/12 01:20:58]

I would put vpx_image->stride on the next line indent 4. Or you could put * on
previous line and line up vpx_image->d_h

[vigneshv, 2013/02/14 19:06:14]

Done.

+      unsigned char *alpha_plane = (unsigned char*)malloc(alpha_plane_size);

[fgalligan1, 2013/02/12 01:20:58]

nit: asterisk with type. Use C++ cast.

[vigneshv, 2013/02/14 19:06:14]

Done.

+      memset(alpha_plane, 255, alpha_plane_size);
+      CopyAPlane(alpha_plane,
+                 vpx_image->stride[VPX_PLANE_Y],
+                 vpx_image->d_h,
+                 *video_frame);
+      free(alpha_plane);
+    }
+  }
 }
 
 }  // namespace media