Motown: Ffmpeg video decoder

services/media/framework_ffmpeg/av_codec_context.cc

 // Copyright 2016 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #include "base/logging.h"
 #include "services/media/framework/types/audio_stream_type.h"
 #include "services/media/framework/types/subpicture_stream_type.h"
 #include "services/media/framework/types/text_stream_type.h"
 #include "services/media/framework/types/video_stream_type.h"
 #include "services/media/framework_ffmpeg/av_codec_context.h"
 #include "services/media/framework_ffmpeg/ffmpeg_init.h"
 extern "C" {
 #include "third_party/ffmpeg/libavformat/avformat.h"
 }
 
-// Ffmeg defines this...undefine.
-#undef PixelFormat
-
 namespace mojo {
 namespace media {
 
 namespace {
 
 // Converts an AVSampleFormat into an AudioStreamType::SampleFormat.
 AudioStreamType::SampleFormat Convert(AVSampleFormat av_sample_format) {
   switch (av_sample_format) {
     case AV_SAMPLE_FMT_U8:
     case AV_SAMPLE_FMT_U8P:
@@ skipping 124 matching lines @@
     case VideoStreamType::VideoProfile::kNotApplicable:
     case VideoStreamType::VideoProfile::kH264ScalableBaseline:
     case VideoStreamType::VideoProfile::kH264ScalableHigh:
     case VideoStreamType::VideoProfile::kH264StereoHigh:
     case VideoStreamType::VideoProfile::kH264MultiviewHigh:
     default:
       return FF_PROFILE_UNKNOWN;
   }
 }
 
-// Converts an AVPixelFormat to a PixelFormat.
-VideoStreamType::PixelFormat PixelFormatFromAVPixelFormat(
-    AVPixelFormat av_pixel_format) {
-  // TODO(dalesat): Blindly copied from Chromium.
-  switch (av_pixel_format) {
-    case AV_PIX_FMT_YUV422P:
-    case AV_PIX_FMT_YUVJ422P:
-      return VideoStreamType::PixelFormat::kYv16;
-    case AV_PIX_FMT_YUV444P:
-    case AV_PIX_FMT_YUVJ444P:
-      return VideoStreamType::PixelFormat::kYv24;
-    case AV_PIX_FMT_YUV420P:
-    case AV_PIX_FMT_YUVJ420P:
-      return VideoStreamType::PixelFormat::kYv12;
-    case AV_PIX_FMT_YUVA420P:
-      return VideoStreamType::PixelFormat::kYv12A;
-    default:
-      return VideoStreamType::PixelFormat::kUnknown;
-  }
-}
-
-// Converts a PixelFormat to an AVPixelFormat.
-AVPixelFormat AVPixelFormatFromPixelFormat(
-    VideoStreamType::PixelFormat pixel_format) {
-  // TODO(dalesat): Blindly copied from Chromium.
-  switch (pixel_format) {
-    case VideoStreamType::PixelFormat::kYv12:
-      return AV_PIX_FMT_YUV420P;
-    case VideoStreamType::PixelFormat::kYv16:
-      return AV_PIX_FMT_YUV422P;
-    case VideoStreamType::PixelFormat::kYv12A:
-      return AV_PIX_FMT_YUVA420P;
-    case VideoStreamType::PixelFormat::kYv24:
-      return AV_PIX_FMT_YUV444P;
-    case VideoStreamType::PixelFormat::kUnknown:
-    case VideoStreamType::PixelFormat::kI420:
-    case VideoStreamType::PixelFormat::kNv12:
-    case VideoStreamType::PixelFormat::kNv21:
-    case VideoStreamType::PixelFormat::kUyvy:
-    case VideoStreamType::PixelFormat::kYuy2:
-    case VideoStreamType::PixelFormat::kArgb:
-    case VideoStreamType::PixelFormat::kXrgb:
-    case VideoStreamType::PixelFormat::kRgb24:
-    case VideoStreamType::PixelFormat::kRgb32:
-    case VideoStreamType::PixelFormat::kMjpeg:
-    case VideoStreamType::PixelFormat::kMt21:
-    default:
-      return AV_PIX_FMT_NONE;
-  }
-}
-
-// Creates a StreamType from an AVCodecContext describing a video type.
-std::unique_ptr<StreamType> StreamTypeFromVideoCodecContext(
+// Creates a StreamType from an AVCodecContext describing a compressed video
+// type.
+std::unique_ptr<StreamType> StreamTypeFromCompressedVideoCodecContext(
     const AVCodecContext& from) {
   const char* encoding;
   switch (from.codec_id) {
     case CODEC_ID_H263:
       encoding = StreamType::kVideoEncodingH263;
       break;
     case CODEC_ID_H264:
       encoding = StreamType::kVideoEncodingH264;
       break;
     case CODEC_ID_MPEG4:
@@ skipping 16 matching lines @@
   return VideoStreamType::Create(
       encoding, from.extradata_size == 0
                     ? nullptr
                     : Bytes::Create(from.extradata, from.extradata_size),
       VideoStreamType::VideoProfile::kNotApplicable,
       PixelFormatFromAVPixelFormat(from.pix_fmt),
       ColorSpaceFromAVColorSpaceAndRange(from.colorspace, from.color_range),
       from.width, from.height, from.coded_width, from.coded_height);
 }
 
+// Creates a StreamType from an AVCodecContext describing an uncompressed video
+// type.
+std::unique_ptr<StreamType> StreamTypeFromUncompressedVideoCodecContext(
+    const AVCodecContext& from) {
+  return VideoStreamType::Create(
+      StreamType::kVideoEncodingUncompressed, nullptr,
+      VideoStreamType::VideoProfile::kNotApplicable,
+      PixelFormatFromAVPixelFormat(from.pix_fmt),
+      ColorSpaceFromAVColorSpaceAndRange(from.colorspace, from.color_range),
+      from.width, from.height, from.coded_width, from.coded_height);
+}
+
 // Creates a StreamType from an AVCodecContext describing a data type.
 std::unique_ptr<StreamType> StreamTypeFromDataCodecContext(
     const AVCodecContext& from) {
   // TODO(dalesat): Implement.
-  LOG(ERROR) << "StreamTypeFromDataCodecContext not implemented";
-  abort();
+  return TextStreamType::Create("UNSUPPORTED TYPE (FFMPEG DATA)", nullptr);
 }
 
 // Creates a StreamType from an AVCodecContext describing a subtitle type.
 std::unique_ptr<StreamType> StreamTypeFromSubtitleCodecContext(
     const AVCodecContext& from) {
   // TODO(dalesat): Implement.
-  LOG(ERROR) << "StreamTypeFromSubtitleCodecContext not implemented";
-  abort();
+  return SubpictureStreamType::Create("UNSUPPORTED TYPE (FFMPEG SUBTITLE)",
+                                      nullptr);
 }
 
 // Creates an AVCodecContext from an AudioStreamType.
 AvCodecContextPtr AVCodecContextFromAudioStreamType(
     const AudioStreamType& stream_type) {
   DCHECK(stream_type.medium() == StreamType::Medium::kAudio);
 
   AVCodecID codec_id;
   AVSampleFormat sample_format = AV_SAMPLE_FMT_NONE;
 
@@ skipping 55 matching lines @@
   }
 
   return context;
 }
 
 // Creats an AVCodecContext from a VideoStreamType.
 AvCodecContextPtr AVCodecContextFromVideoStreamType(
     const VideoStreamType& stream_type) {
   AVCodecID codec_id = AV_CODEC_ID_NONE;
 
-  // TODO(dalesat): codec_id
+  if (stream_type.encoding() == StreamType::kVideoEncodingH263) {
+    codec_id = AV_CODEC_ID_H263;
+  } else if (stream_type.encoding() == StreamType::kVideoEncodingH264) {
+    codec_id = AV_CODEC_ID_H264;
+  } else if (stream_type.encoding() == StreamType::kVideoEncodingMpeg4) {
+    codec_id = AV_CODEC_ID_MPEG4;
+  } else if (stream_type.encoding() == StreamType::kVideoEncodingTheora) {
+    codec_id = AV_CODEC_ID_THEORA;
+  } else if (stream_type.encoding() == StreamType::kVideoEncodingVp3) {
+    codec_id = AV_CODEC_ID_VP3;
+  } else if (stream_type.encoding() == StreamType::kVideoEncodingVp8) {
+    codec_id = AV_CODEC_ID_VP8;
+  } else {
+    LOG(ERROR) << "unsupported encoding " << stream_type.encoding();
+    abort();
+  }
 
   if (codec_id == AV_CODEC_ID_NONE) {
     return nullptr;
   }
 
   AvCodecContextPtr context(avcodec_alloc_context3(nullptr));
 
   context->codec_type = AVMEDIA_TYPE_VIDEO;
   context->codec_id = codec_id;
   context->profile = FfmpegProfileFromVideoProfile(stream_type.profile());
@@ skipping 22 matching lines @@
 // Creats an AVCodecContext from a SubpictureStreamType.
 AvCodecContextPtr AVCodecContextFromSubpictureStreamType(
     const SubpictureStreamType& stream_type) {
   // TODO(dalesat): Implement.
   LOG(ERROR) << "AVCodecContextFromSupictureStreamType not implemented";
   abort();
 }
 
 }  // namespace
 
+VideoStreamType::PixelFormat PixelFormatFromAVPixelFormat(
+    AVPixelFormat av_pixel_format) {
+  // TODO(dalesat): Blindly copied from Chromium.
+  switch (av_pixel_format) {
+    case AV_PIX_FMT_YUV422P:
+    case AV_PIX_FMT_YUVJ422P:
+      return VideoStreamType::PixelFormat::kYv16;
+    case AV_PIX_FMT_YUV444P:
+    case AV_PIX_FMT_YUVJ444P:
+      return VideoStreamType::PixelFormat::kYv24;
+    case AV_PIX_FMT_YUV420P:
+    case AV_PIX_FMT_YUVJ420P:
+      return VideoStreamType::PixelFormat::kYv12;
+    case AV_PIX_FMT_YUVA420P:
+      return VideoStreamType::PixelFormat::kYv12A;
+    default:
+      return VideoStreamType::PixelFormat::kUnknown;
+  }
+}
+
+AVPixelFormat AVPixelFormatFromPixelFormat(
+    VideoStreamType::PixelFormat pixel_format) {
+  // TODO(dalesat): Blindly copied from Chromium.
+  switch (pixel_format) {
+    case VideoStreamType::PixelFormat::kYv12:
+      return AV_PIX_FMT_YUV420P;
+    case VideoStreamType::PixelFormat::kYv16:
+      return AV_PIX_FMT_YUV422P;
+    case VideoStreamType::PixelFormat::kYv12A:
+      return AV_PIX_FMT_YUVA420P;
+    case VideoStreamType::PixelFormat::kYv24:
+      return AV_PIX_FMT_YUV444P;
+    case VideoStreamType::PixelFormat::kUnknown:
+    case VideoStreamType::PixelFormat::kI420:
+    case VideoStreamType::PixelFormat::kNv12:
+    case VideoStreamType::PixelFormat::kNv21:
+    case VideoStreamType::PixelFormat::kUyvy:
+    case VideoStreamType::PixelFormat::kYuy2:
+    case VideoStreamType::PixelFormat::kArgb:
+    case VideoStreamType::PixelFormat::kXrgb:
+    case VideoStreamType::PixelFormat::kRgb24:
+    case VideoStreamType::PixelFormat::kRgb32:
+    case VideoStreamType::PixelFormat::kMjpeg:
+    case VideoStreamType::PixelFormat::kMt21:
+    default:
+      return AV_PIX_FMT_NONE;
+  }
+}
+
 // static
 std::unique_ptr<StreamType> AvCodecContext::GetStreamType(
     const AVCodecContext& from) {
   switch (from.codec_type) {
     case AVMEDIA_TYPE_AUDIO:
       switch (from.codec_id) {
         case CODEC_ID_PCM_S16BE:
         case CODEC_ID_PCM_S16LE:
         case CODEC_ID_PCM_S24BE:
         case CODEC_ID_PCM_S24LE:
         case CODEC_ID_PCM_U8:
           return StreamTypeFromLpcmCodecContext(from);
         default:
           if (from.codec == nullptr) {
             return StreamTypeFromCompressedAudioCodecContext(from);
           } else {
             return StreamTypeFromLpcmCodecContext(from);
           }
       }
     case AVMEDIA_TYPE_VIDEO:
-      return StreamTypeFromVideoCodecContext(from);
+      if (from.codec == nullptr) {
+        return StreamTypeFromCompressedVideoCodecContext(from);
+      } else {
+        return StreamTypeFromUncompressedVideoCodecContext(from);
+      }
     case AVMEDIA_TYPE_UNKNOWN:
     // Treated as AVMEDIA_TYPE_DATA.
     case AVMEDIA_TYPE_DATA:
       return StreamTypeFromDataCodecContext(from);
     case AVMEDIA_TYPE_SUBTITLE:
       return StreamTypeFromSubtitleCodecContext(from);
     case AVMEDIA_TYPE_ATTACHMENT:
     case AVMEDIA_TYPE_NB:
     default:
       LOG(ERROR) << "unsupported code type " << from.codec_type;
@@ skipping 14 matching lines @@
       return AVCodecContextFromTextStreamType(*stream_type.text());
     case StreamType::Medium::kSubpicture:
       return AVCodecContextFromSubpictureStreamType(*stream_type.subpicture());
     default:
       return nullptr;
   }
 }
 
 }  // namespace media
 }  // namespace mojo