[EXPERIMENTAL] Generic stereo codec with index header sending merged frames

webrtc/video/payload_router.cc

 /*
  *  Copyright (c) 2015 The WebRTC project authors. All Rights Reserved.
  *
  *  Use of this source code is governed by a BSD-style license
  *  that can be found in the LICENSE file in the root of the source
  *  tree. An additional intellectual property rights grant can be found
  *  in the file PATENTS.  All contributing project authors may
  *  be found in the AUTHORS file in the root of the source tree.
  */
 
 #include "webrtc/video/payload_router.h"
 
+#include "webrtc/base/checks.h"
+#include "webrtc/base/logging.h"
 #include "webrtc/modules/rtp_rtcp/include/rtp_rtcp.h"
 #include "webrtc/modules/rtp_rtcp/include/rtp_rtcp_defines.h"
 #include "webrtc/modules/video_coding/include/video_codec_interface.h"
 #include "webrtc/rtc_base/checks.h"
 
 namespace webrtc {
 
 namespace {
+// Map information from encoded_image into rtp.
+void CopyEncodedImage(const EncodedImage* encoded_image, RTPVideoHeader* rtp) {
+  rtp->rotation = encoded_image->rotation_;
+  rtp->content_type = encoded_image->content_type_;
+  if (encoded_image->timing_.is_timing_frame) {
+    rtp->video_timing.encode_start_delta_ms =
+        VideoSendTiming::GetDeltaCappedMs(
+            encoded_image->capture_time_ms_,
+            encoded_image->timing_.encode_start_ms);
+    rtp->video_timing.encode_finish_delta_ms =
+        VideoSendTiming::GetDeltaCappedMs(
+            encoded_image->capture_time_ms_,
+            encoded_image->timing_.encode_finish_ms);
+    rtp->video_timing.packetization_finish_delta_ms = 0;
+    rtp->video_timing.pacer_exit_delta_ms = 0;
+    rtp->video_timing.network_timstamp_delta_ms = 0;
+    rtp->video_timing.network2_timstamp_delta_ms = 0;
+    rtp->video_timing.is_timing_frame = true;
+  } else {
+    rtp->video_timing.is_timing_frame = false;
+  }
+  rtp->playout_delay = encoded_image->playout_delay_;
+}
+
 // Map information from info into rtp.
-void CopyCodecSpecific(const CodecSpecificInfo* info, RTPVideoHeader* rtp) {
-  RTC_DCHECK(info);
+void CopyCodecSpecific(const CodecSpecificInfo* info,
+                       const EncodedImage* encoded_image,
+                       RTPVideoHeader* rtp) {
+  CopyEncodedImage(encoded_image, rtp);
+  if (!info)
+    return;
+
   switch (info->codecType) {
     case kVideoCodecVP8: {
       rtp->codec = kRtpVideoVp8;
       rtp->codecHeader.VP8.InitRTPVideoHeaderVP8();
       rtp->codecHeader.VP8.pictureId = info->codecSpecific.VP8.pictureId;
       rtp->codecHeader.VP8.nonReference = info->codecSpecific.VP8.nonReference;
       rtp->codecHeader.VP8.temporalIdx = info->codecSpecific.VP8.temporalIdx;
       rtp->codecHeader.VP8.layerSync = info->codecSpecific.VP8.layerSync;
       rtp->codecHeader.VP8.tl0PicIdx = info->codecSpecific.VP8.tl0PicIdx;
       rtp->codecHeader.VP8.keyIdx = info->codecSpecific.VP8.keyIdx;
@@ skipping 41 matching lines @@
     }
     case kVideoCodecH264:
       rtp->codec = kRtpVideoH264;
       rtp->codecHeader.H264.packetization_mode =
           info->codecSpecific.H264.packetization_mode;
       return;
     case kVideoCodecGeneric:
       rtp->codec = kRtpVideoGeneric;
       rtp->simulcastIdx = info->codecSpecific.generic.simulcast_idx;
       return;
+    case kVideoCodecStereo: {
+      CodecSpecificInfo* codec_specific_info =
+          const_cast<CodecSpecificInfo*>(info);
+      codec_specific_info->codecType = info->stereoInfo.stereoCodecType;
+      CopyCodecSpecific(codec_specific_info, encoded_image, rtp);
+
+      rtp->stereoInfo.stereoCodecType = rtp->codec;
+      rtp->codec = kRtpVideoStereo;
+      rtp->stereoInfo.num_frames = info->stereoInfo.num_frames;
+      for (int stereo_idx = 0; stereo_idx < info->stereoInfo.num_frames;
+           ++stereo_idx) {
+        LOG(LS_ERROR) << __func__;
+        rtp->stereoInfo.encoded_images[stereo_idx] =
+            info->stereoInfo.encoded_images[stereo_idx];
+        rtp->stereoInfo.fragmentations[stereo_idx] =
+            info->stereoInfo.fragmentations[stereo_idx];
+        RTPVideoHeader* header = new RTPVideoHeader();
+        memset(&header, 0, sizeof(RTPVideoHeader));
+        CopyCodecSpecific(info->stereoInfo.codec_specific_infos[stereo_idx],
+                          rtp->stereoInfo.encoded_images[stereo_idx], header);
+        rtp->stereoInfo.rtp_video_headers[stereo_idx] = header;
+      }
+      return;
+    }
     default:
       return;
   }
 }
 
 }  // namespace
 
 PayloadRouter::PayloadRouter(const std::vector<RtpRtcp*>& rtp_modules,
                              int payload_type)
     : active_(false),
@@ skipping 24 matching lines @@
     const EncodedImage& encoded_image,
     const CodecSpecificInfo* codec_specific_info,
     const RTPFragmentationHeader* fragmentation) {
   rtc::CritScope lock(&crit_);
   RTC_DCHECK(!rtp_modules_.empty());
   if (!active_)
     return Result(Result::ERROR_SEND_FAILED);
 
   RTPVideoHeader rtp_video_header;
   memset(&rtp_video_header, 0, sizeof(RTPVideoHeader));
-  if (codec_specific_info)
-    CopyCodecSpecific(codec_specific_info, &rtp_video_header);
-  rtp_video_header.rotation = encoded_image.rotation_;
-  rtp_video_header.content_type = encoded_image.content_type_;
-  if (encoded_image.timing_.is_timing_frame) {
-    rtp_video_header.video_timing.encode_start_delta_ms =
-        VideoSendTiming::GetDeltaCappedMs(
-            encoded_image.capture_time_ms_,
-            encoded_image.timing_.encode_start_ms);
-    rtp_video_header.video_timing.encode_finish_delta_ms =
-        VideoSendTiming::GetDeltaCappedMs(
-            encoded_image.capture_time_ms_,
-            encoded_image.timing_.encode_finish_ms);
-    rtp_video_header.video_timing.packetization_finish_delta_ms = 0;
-    rtp_video_header.video_timing.pacer_exit_delta_ms = 0;
-    rtp_video_header.video_timing.network_timstamp_delta_ms = 0;
-    rtp_video_header.video_timing.network2_timstamp_delta_ms = 0;
-    rtp_video_header.video_timing.is_timing_frame = true;
-  } else {
-    rtp_video_header.video_timing.is_timing_frame = false;
-  }
-  rtp_video_header.playout_delay = encoded_image.playout_delay_;
+  CopyCodecSpecific(codec_specific_info, &encoded_image, &rtp_video_header);
 
   int stream_index = rtp_video_header.simulcastIdx;
   RTC_DCHECK_LT(stream_index, rtp_modules_.size());
   uint32_t frame_id;
   bool send_result = rtp_modules_[stream_index]->SendOutgoingData(
       encoded_image._frameType, payload_type_, encoded_image._timeStamp,
       encoded_image.capture_time_ms_, encoded_image._buffer,
       encoded_image._length, fragmentation, &rtp_video_header, &frame_id);
   if (!send_result)
     return Result(Result::ERROR_SEND_FAILED);
@@ skipping 19 matching lines @@
         BitrateAllocation layer_bitrate;
         for (int tl = 0; tl < kMaxTemporalStreams; ++tl)
           layer_bitrate.SetBitrate(0, tl, bitrate.GetBitrate(si, tl));
         rtp_modules_[si]->SetVideoBitrateAllocation(layer_bitrate);
       }
     }
   }
 }
 
 }  // namespace webrtc