Implement WebRTC in Chrome for TV

content/renderer/media/rtc_video_decoder_bridge_tv.cc

+// Copyright (c) 2013 The Chromium Authors. All rights reserved.
+// Use of this source code is governed by a BSD-style license that can be
+// found in the LICENSE file.
+
+#include "content/renderer/media/rtc_video_decoder_bridge_tv.h"
+
+#include <queue>
+
+#include "base/bind.h"
+#include "base/callback_helpers.h"
+#include "base/location.h"
+#include "base/logging.h"
+#include "base/memory/ref_counted.h"
+#include "base/memory/singleton.h"
+#include "base/message_loop_proxy.h"
+#include "base/time.h"
+#include "content/renderer/media/rtc_video_decoder_factory_tv.h"
+#include "media/base/bind_to_loop.h"
+#include "media/base/decoder_buffer.h"
+#include "third_party/libjingle/source/talk/base/ratetracker.h"
+
+namespace content {
+
+RTCVideoDecoderBridgeTv::RTCVideoDecoderBridgeTv(
+    RTCVideoDecoderFactoryTv* factory)
+    : factory_(factory),
+      is_initialized_(false),
+      first_frame_(true),
+      decode_complete_callback_(NULL) {}
+
+RTCVideoDecoderBridgeTv::~RTCVideoDecoderBridgeTv() {}
+
+WebRtc_Word32 RTCVideoDecoderBridgeTv::InitDecode(
+    const webrtc::VideoCodec* codecSettings,
+    WebRtc_Word32 numberOfCores) {
+  if (codecSettings->codecType != webrtc::kVideoCodecVP8)
+    return WEBRTC_VIDEO_CODEC_ERROR;
+  // We don't support feedback mode.
+  if (codecSettings->codecSpecific.VP8.feedbackModeOn)
+    return WEBRTC_VIDEO_CODEC_ERROR;
+
+  if (is_initialized_)
+    return WEBRTC_VIDEO_CODEC_ERROR;
+  size_ = gfx::Size(codecSettings->width, codecSettings->height);
+  is_initialized_ = true;
+  first_frame_ = true;
+  factory_->UpdateSize(size_);
+
+  return WEBRTC_VIDEO_CODEC_OK;
+}
+
+WebRtc_Word32 RTCVideoDecoderBridgeTv::Decode(
+    const webrtc::EncodedImage& inputImage,
+    bool missingFrames,
+    const webrtc::RTPFragmentationHeader* /* fragmentation */,
+    const webrtc::CodecSpecificInfo* /* codecSpecificInfo */,
+    WebRtc_Word64 renderTimeMs) {
+  // Unlike the SW decoder in libvpx, hw decoder can not handle broken frames.
+  // Here, we return an error in order to request a key frame.
+  if (missingFrames || !inputImage._completeFrame)
+    return WEBRTC_VIDEO_CODEC_ERROR;
+
+  if (!is_initialized_ || decode_complete_callback_ == NULL)
+    return WEBRTC_VIDEO_CODEC_UNINITIALIZED;
+
+  if (first_frame_) {
+    // If the first frame is not a key frame, return an error to request a key
+    // frame.
+    if (inputImage._frameType != webrtc::kKeyFrame)
+      return WEBRTC_VIDEO_CODEC_ERROR;
+
+    // Google TV expects timestamp from 0, so we store the initial timestamp as
+    // an offset and subtract the value from every timestamps to meet the
+    // expectation.
+    timestamp_offset_millis_ = renderTimeMs;
+  }
+  first_frame_ = false;
+  gfx::Size new_size;
+  if (inputImage._frameType == webrtc::kKeyFrame &&
+      inputImage._encodedWidth != 0 && inputImage._encodedHeight != 0) {
+    // Only a key frame has a meaningful size.
+    new_size.SetSize(inputImage._encodedWidth, inputImage._encodedHeight);
+    if (size_ == new_size)
+      new_size = gfx::Size();
+    else
+      size_ = new_size;
+  }
+  // |inputImage| may be destroyed after this call, so we make a copy of the

[dwkang1, 2013/05/14 07:57:48]

s/inputImage/inputImage_/

[wonsik, 2013/05/14 12:53:57]

Done.

+  // buffer so that we can queue the buffer asynchronously.
+  scoped_refptr<media::DecoderBuffer> buffer =
+      media::DecoderBuffer::CopyFrom(inputImage._buffer, inputImage._length);
+  if (renderTimeMs != -1) {
+    buffer->SetTimestamp(base::TimeDelta::FromMilliseconds(
+        renderTimeMs - timestamp_offset_millis_));
+  }
+
+  factory_->QueueBuffer(
+      buffer,
+      base::Bind(&RTCVideoDecoderBridgeTv::RunDecodeCompleteCallback,
+                 decode_complete_callback_,
+                 renderTimeMs),

[dwkang1, 2013/05/14 07:57:48]

As discussed, webrtc expects inputImage._timeStamp rather than renderTimeMs.

[wonsik, 2013/05/14 12:53:57]

Done.

+      new_size);
+
+  return WEBRTC_VIDEO_CODEC_OK;
+}
+
+WebRtc_Word32 RTCVideoDecoderBridgeTv::RegisterDecodeCompleteCallback(
+    webrtc::DecodedImageCallback* callback) {
+  decode_complete_callback_ = callback;
+  return WEBRTC_VIDEO_CODEC_OK;
+}
+
+WebRtc_Word32 RTCVideoDecoderBridgeTv::Release() {
+  is_initialized_ = false;
+  return WEBRTC_VIDEO_CODEC_OK;
+}
+
+WebRtc_Word32 RTCVideoDecoderBridgeTv::Reset() {
+  first_frame_ = true;
+  return WEBRTC_VIDEO_CODEC_OK;
+}
+
+// static
+void RTCVideoDecoderBridgeTv::RunDecodeCompleteCallback(
+    webrtc::DecodedImageCallback* callback,
+    WebRtc_Word64 timestamp) {
+  // We call the decode complete callback function to notify libjingle that
+  // decoding is finished.
+  webrtc::I420VideoFrame dummy_video_frame;
+  // Smallest possible non-zero I420 image is 2x2 square, with stride_y being 2
+  // and stride_u & stride_v being 1. In other words, this dummy frame contains
+  // 2x2 y values and 1x1 u & v values each.
+  dummy_video_frame.CreateEmptyFrame(2, 2, 2, 1, 1);
+  dummy_video_frame.set_timestamp(timestamp);
+  callback->Decoded(dummy_video_frame);

[dwkang1, 2013/05/14 07:57:48]

Could you add a doc which says this is needed for stats?

[wonsik, 2013/05/14 12:53:57]

Done.

+}
+
+}  // namespace content