| OLD | NEW |
| 1 // Copyright (c) 2013 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2013 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include "media/base/android/media_codec_bridge.h" | 5 #include "media/base/android/sdk_media_codec_bridge.h" |
| 6 | 6 |
| 7 #include <algorithm> | 7 #include <algorithm> |
| 8 | 8 |
| 9 #include "base/android/build_info.h" | 9 #include "base/android/build_info.h" |
| 10 #include "base/android/jni_android.h" | 10 #include "base/android/jni_android.h" |
| 11 #include "base/android/jni_array.h" | 11 #include "base/android/jni_array.h" |
| 12 #include "base/android/jni_string.h" | 12 #include "base/android/jni_string.h" |
| 13 #include "base/basictypes.h" | 13 #include "base/basictypes.h" |
| 14 #include "base/lazy_instance.h" | |
| 15 #include "base/logging.h" | 14 #include "base/logging.h" |
| 16 #include "base/numerics/safe_conversions.h" | 15 #include "base/numerics/safe_conversions.h" |
| 17 #include "base/strings/string_util.h" | 16 #include "base/strings/string_util.h" |
| 18 #include "base/strings/stringprintf.h" | |
| 19 #include "jni/MediaCodecBridge_jni.h" | 17 #include "jni/MediaCodecBridge_jni.h" |
| 20 #include "media/base/bit_reader.h" | 18 #include "media/base/bit_reader.h" |
| 21 #include "media/base/decrypt_config.h" | 19 #include "media/base/decrypt_config.h" |
| 22 | 20 |
| 23 using base::android::AttachCurrentThread; | 21 using base::android::AttachCurrentThread; |
| 24 using base::android::ConvertJavaStringToUTF8; | 22 using base::android::ConvertJavaStringToUTF8; |
| 25 using base::android::ConvertUTF8ToJavaString; | 23 using base::android::ConvertUTF8ToJavaString; |
| 26 using base::android::JavaIntArrayToIntVector; | 24 using base::android::JavaIntArrayToIntVector; |
| 27 using base::android::ScopedJavaLocalRef; | 25 using base::android::ScopedJavaLocalRef; |
| 28 | 26 |
| 29 #define RETURN_ON_ERROR(condition) \ | 27 #define RETURN_ON_ERROR(condition) \ |
| 30 do { \ | 28 do { \ |
| 31 if (!(condition)) { \ | 29 if (!(condition)) { \ |
| 32 LOG(ERROR) << "Unable to parse AAC header: " #condition; \ | 30 LOG(ERROR) << "Unable to parse AAC header: " #condition; \ |
| 33 return false; \ | 31 return false; \ |
| 34 } \ | 32 } \ |
| 35 } while (0) | 33 } while (0) |
| 36 | 34 |
| 37 namespace media { | 35 namespace media { |
| 38 | 36 |
| 39 enum { | 37 enum { |
| 40 kBufferFlagSyncFrame = 1, // BUFFER_FLAG_SYNC_FRAME | 38 kBufferFlagSyncFrame = 1, // BUFFER_FLAG_SYNC_FRAME |
| 41 kBufferFlagEndOfStream = 4, // BUFFER_FLAG_END_OF_STREAM | 39 kBufferFlagEndOfStream = 4, // BUFFER_FLAG_END_OF_STREAM |
| 42 kConfigureFlagEncode = 1, // CONFIGURE_FLAG_ENCODE | 40 kConfigureFlagEncode = 1, // CONFIGURE_FLAG_ENCODE |
| 43 }; | 41 }; |
| 44 | 42 |
| 43 static ScopedJavaLocalRef<jintArray> |
| 44 ToJavaIntArray(JNIEnv* env, scoped_ptr<jint[]> native_array, int size) { |
| 45 ScopedJavaLocalRef<jintArray> j_array(env, env->NewIntArray(size)); |
| 46 env->SetIntArrayRegion(j_array.obj(), 0, size, native_array.get()); |
| 47 return j_array; |
| 48 } |
| 49 |
| 45 static const std::string AudioCodecToAndroidMimeType(const AudioCodec& codec) { | 50 static const std::string AudioCodecToAndroidMimeType(const AudioCodec& codec) { |
| 46 switch (codec) { | 51 switch (codec) { |
| 47 case kCodecMP3: | 52 case kCodecMP3: |
| 48 return "audio/mpeg"; | 53 return "audio/mpeg"; |
| 49 case kCodecVorbis: | 54 case kCodecVorbis: |
| 50 return "audio/vorbis"; | 55 return "audio/vorbis"; |
| 51 case kCodecOpus: | 56 case kCodecOpus: |
| 52 return "audio/opus"; | 57 return "audio/opus"; |
| 53 case kCodecAAC: | 58 case kCodecAAC: |
| 54 return "audio/mp4a-latm"; | 59 return "audio/mp4a-latm"; |
| (...skipping 10 matching lines...) Expand all Loading... |
| 65 return "video/hevc"; | 70 return "video/hevc"; |
| 66 case kCodecVP8: | 71 case kCodecVP8: |
| 67 return "video/x-vnd.on2.vp8"; | 72 return "video/x-vnd.on2.vp8"; |
| 68 case kCodecVP9: | 73 case kCodecVP9: |
| 69 return "video/x-vnd.on2.vp9"; | 74 return "video/x-vnd.on2.vp9"; |
| 70 default: | 75 default: |
| 71 return std::string(); | 76 return std::string(); |
| 72 } | 77 } |
| 73 } | 78 } |
| 74 | 79 |
| 75 static const std::string CodecTypeToAndroidMimeType(const std::string& codec) { | 80 SdkMediaCodecBridge::SdkMediaCodecBridge(const std::string& mime, |
| 76 // TODO(xhwang): Shall we handle more detailed strings like "mp4a.40.2"? | 81 bool is_secure, |
| 77 if (codec == "avc1") | 82 MediaCodecDirection direction) { |
| 78 return "video/avc"; | |
| 79 if (codec == "hvc1") | |
| 80 return "video/hevc"; | |
| 81 if (codec == "mp4a") | |
| 82 return "audio/mp4a-latm"; | |
| 83 if (codec == "vp8" || codec == "vp8.0") | |
| 84 return "video/x-vnd.on2.vp8"; | |
| 85 if (codec == "vp9" || codec == "vp9.0") | |
| 86 return "video/x-vnd.on2.vp9"; | |
| 87 if (codec == "vorbis") | |
| 88 return "audio/vorbis"; | |
| 89 if (codec == "opus") | |
| 90 return "audio/opus"; | |
| 91 return std::string(); | |
| 92 } | |
| 93 | |
| 94 // TODO(qinmin): using a map to help all the conversions in this class. | |
| 95 static const std::string AndroidMimeTypeToCodecType(const std::string& mime) { | |
| 96 if (mime == "video/mp4v-es") | |
| 97 return "mp4v"; | |
| 98 if (mime == "video/avc") | |
| 99 return "avc1"; | |
| 100 if (mime == "video/hevc") | |
| 101 return "hvc1"; | |
| 102 if (mime == "video/x-vnd.on2.vp8") | |
| 103 return "vp8"; | |
| 104 if (mime == "video/x-vnd.on2.vp9") | |
| 105 return "vp9"; | |
| 106 if (mime == "audio/mp4a-latm") | |
| 107 return "mp4a"; | |
| 108 if (mime == "audio/mpeg") | |
| 109 return "mp3"; | |
| 110 if (mime == "audio/vorbis") | |
| 111 return "vorbis"; | |
| 112 if (mime == "audio/opus") | |
| 113 return "opus"; | |
| 114 return std::string(); | |
| 115 } | |
| 116 | |
| 117 static ScopedJavaLocalRef<jintArray> | |
| 118 ToJavaIntArray(JNIEnv* env, scoped_ptr<jint[]> native_array, int size) { | |
| 119 ScopedJavaLocalRef<jintArray> j_array(env, env->NewIntArray(size)); | |
| 120 env->SetIntArrayRegion(j_array.obj(), 0, size, native_array.get()); | |
| 121 return j_array; | |
| 122 } | |
| 123 | |
| 124 // static | |
| 125 bool MediaCodecBridge::IsAvailable() { | |
| 126 // MediaCodec is only available on JB and greater. | |
| 127 if (base::android::BuildInfo::GetInstance()->sdk_int() < 16) | |
| 128 return false; | |
| 129 // Blacklist some devices on Jellybean as for MediaCodec support is buggy. | |
| 130 // http://crbug.com/365494. | |
| 131 if (base::android::BuildInfo::GetInstance()->sdk_int() == 16) { | |
| 132 std::string model(base::android::BuildInfo::GetInstance()->model()); | |
| 133 return model != "GT-I9100" && model != "GT-I9300" && model != "GT-N7000"; | |
| 134 } | |
| 135 return true; | |
| 136 } | |
| 137 | |
| 138 // static | |
| 139 bool MediaCodecBridge::SupportsSetParameters() { | |
| 140 // MediaCodec.setParameters() is only available starting with K. | |
| 141 return base::android::BuildInfo::GetInstance()->sdk_int() >= 19; | |
| 142 } | |
| 143 | |
| 144 // static | |
| 145 bool MediaCodecBridge::SupportsGetName() { | |
| 146 // MediaCodec.getName() is only available on JB MR2 and greater. | |
| 147 return base::android::BuildInfo::GetInstance()->sdk_int() >= 18; | |
| 148 } | |
| 149 | |
| 150 // static | |
| 151 std::vector<MediaCodecBridge::CodecsInfo> MediaCodecBridge::GetCodecsInfo() { | |
| 152 std::vector<CodecsInfo> codecs_info; | |
| 153 if (!IsAvailable()) | |
| 154 return codecs_info; | |
| 155 | |
| 156 JNIEnv* env = AttachCurrentThread(); | |
| 157 std::string mime_type; | |
| 158 ScopedJavaLocalRef<jobjectArray> j_codec_info_array = | |
| 159 Java_MediaCodecBridge_getCodecsInfo(env); | |
| 160 jsize len = env->GetArrayLength(j_codec_info_array.obj()); | |
| 161 for (jsize i = 0; i < len; ++i) { | |
| 162 ScopedJavaLocalRef<jobject> j_info( | |
| 163 env, env->GetObjectArrayElement(j_codec_info_array.obj(), i)); | |
| 164 ScopedJavaLocalRef<jstring> j_codec_type = | |
| 165 Java_CodecInfo_codecType(env, j_info.obj()); | |
| 166 ConvertJavaStringToUTF8(env, j_codec_type.obj(), &mime_type); | |
| 167 ScopedJavaLocalRef<jstring> j_codec_name = | |
| 168 Java_CodecInfo_codecName(env, j_info.obj()); | |
| 169 CodecsInfo info; | |
| 170 info.codecs = AndroidMimeTypeToCodecType(mime_type); | |
| 171 ConvertJavaStringToUTF8(env, j_codec_name.obj(), &info.name); | |
| 172 info.direction = static_cast<MediaCodecDirection>( | |
| 173 Java_CodecInfo_direction(env, j_info.obj())); | |
| 174 codecs_info.push_back(info); | |
| 175 } | |
| 176 return codecs_info; | |
| 177 } | |
| 178 | |
| 179 // static | |
| 180 std::string MediaCodecBridge::GetDefaultCodecName( | |
| 181 const std::string& mime_type, | |
| 182 MediaCodecDirection direction) { | |
| 183 if (!IsAvailable()) | |
| 184 return std::string(); | |
| 185 | |
| 186 JNIEnv* env = AttachCurrentThread(); | |
| 187 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime_type); | |
| 188 ScopedJavaLocalRef<jstring> j_codec_name = | |
| 189 Java_MediaCodecBridge_getDefaultCodecName(env, j_mime.obj(), direction); | |
| 190 return ConvertJavaStringToUTF8(env, j_codec_name.obj()); | |
| 191 } | |
| 192 | |
| 193 // static | |
| 194 std::set<int> MediaCodecBridge::GetEncoderColorFormats( | |
| 195 const std::string& mime_type) { | |
| 196 std::set<int> color_formats; | |
| 197 if (!IsAvailable()) | |
| 198 return color_formats; | |
| 199 | |
| 200 JNIEnv* env = AttachCurrentThread(); | |
| 201 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime_type); | |
| 202 ScopedJavaLocalRef<jintArray> j_color_format_array = | |
| 203 Java_MediaCodecBridge_getEncoderColorFormatsForMime(env, j_mime.obj()); | |
| 204 | |
| 205 if (j_color_format_array.obj()) { | |
| 206 std::vector<int> formats; | |
| 207 JavaIntArrayToIntVector(env, j_color_format_array.obj(), &formats); | |
| 208 color_formats = std::set<int>(formats.begin(), formats.end()); | |
| 209 } | |
| 210 | |
| 211 return color_formats; | |
| 212 } | |
| 213 | |
| 214 // static | |
| 215 bool MediaCodecBridge::CanDecode(const std::string& codec, bool is_secure) { | |
| 216 if (!IsAvailable()) | |
| 217 return false; | |
| 218 | |
| 219 JNIEnv* env = AttachCurrentThread(); | |
| 220 std::string mime = CodecTypeToAndroidMimeType(codec); | |
| 221 if (mime.empty()) | |
| 222 return false; | |
| 223 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime); | |
| 224 ScopedJavaLocalRef<jobject> j_media_codec_bridge = | |
| 225 Java_MediaCodecBridge_create(env, j_mime.obj(), is_secure, false); | |
| 226 if (!j_media_codec_bridge.is_null()) { | |
| 227 Java_MediaCodecBridge_release(env, j_media_codec_bridge.obj()); | |
| 228 return true; | |
| 229 } | |
| 230 return false; | |
| 231 } | |
| 232 | |
| 233 // static | |
| 234 bool MediaCodecBridge::IsKnownUnaccelerated(const std::string& mime_type, | |
| 235 MediaCodecDirection direction) { | |
| 236 if (!IsAvailable()) | |
| 237 return true; | |
| 238 | |
| 239 std::string codec_name; | |
| 240 if (SupportsGetName()) { | |
| 241 codec_name = GetDefaultCodecName(mime_type, direction); | |
| 242 } else { | |
| 243 std::string codec_type = AndroidMimeTypeToCodecType(mime_type); | |
| 244 std::vector<media::MediaCodecBridge::CodecsInfo> codecs_info = | |
| 245 MediaCodecBridge::GetCodecsInfo(); | |
| 246 for (size_t i = 0; i < codecs_info.size(); ++i) { | |
| 247 if (codecs_info[i].codecs == codec_type && | |
| 248 codecs_info[i].direction == direction) { | |
| 249 codec_name = codecs_info[i].name; | |
| 250 break; | |
| 251 } | |
| 252 } | |
| 253 } | |
| 254 DVLOG(1) << __PRETTY_FUNCTION__ << "Default codec for " << mime_type << | |
| 255 " : " << codec_name; | |
| 256 // It would be nice if MediaCodecInfo externalized some notion of | |
| 257 // HW-acceleration but it doesn't. Android Media guidance is that the | |
| 258 // "OMX.google" prefix is always used for SW decoders, so that's what we | |
| 259 // use. "OMX.SEC.*" codec is Samsung software implementation - report it | |
| 260 // as unaccelerated as well. Also temporary blacklist Exynos and MediaTek | |
| 261 // devices while HW decoder video freezes and distortions are | |
| 262 // investigated - http://crbug.com/446974. | |
| 263 if (codec_name.length() > 0) { | |
| 264 return (base::StartsWith(codec_name, "OMX.google.", | |
| 265 base::CompareCase::SENSITIVE) || | |
| 266 base::StartsWith(codec_name, "OMX.SEC.", | |
| 267 base::CompareCase::SENSITIVE) || | |
| 268 base::StartsWith(codec_name, "OMX.MTK.", | |
| 269 base::CompareCase::SENSITIVE) || | |
| 270 base::StartsWith(codec_name, "OMX.Exynos.", | |
| 271 base::CompareCase::SENSITIVE)); | |
| 272 } | |
| 273 return true; | |
| 274 } | |
| 275 | |
| 276 MediaCodecBridge::MediaCodecBridge(const std::string& mime, | |
| 277 bool is_secure, | |
| 278 MediaCodecDirection direction) { | |
| 279 JNIEnv* env = AttachCurrentThread(); | 83 JNIEnv* env = AttachCurrentThread(); |
| 280 CHECK(env); | 84 CHECK(env); |
| 281 DCHECK(!mime.empty()); | 85 DCHECK(!mime.empty()); |
| 282 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime); | 86 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime); |
| 283 j_media_codec_.Reset( | 87 j_media_codec_.Reset( |
| 284 Java_MediaCodecBridge_create(env, j_mime.obj(), is_secure, direction)); | 88 Java_MediaCodecBridge_create(env, j_mime.obj(), is_secure, direction)); |
| 285 } | 89 } |
| 286 | 90 |
| 287 MediaCodecBridge::~MediaCodecBridge() { | 91 SdkMediaCodecBridge::~SdkMediaCodecBridge() { |
| 288 JNIEnv* env = AttachCurrentThread(); | 92 JNIEnv* env = AttachCurrentThread(); |
| 289 CHECK(env); | 93 CHECK(env); |
| 290 if (j_media_codec_.obj()) | 94 if (j_media_codec_.obj()) |
| 291 Java_MediaCodecBridge_release(env, j_media_codec_.obj()); | 95 Java_MediaCodecBridge_release(env, j_media_codec_.obj()); |
| 292 } | 96 } |
| 293 | 97 |
| 294 bool MediaCodecBridge::StartInternal() { | 98 MediaCodecStatus SdkMediaCodecBridge::Reset() { |
| 295 JNIEnv* env = AttachCurrentThread(); | |
| 296 return Java_MediaCodecBridge_start(env, j_media_codec_.obj()); | |
| 297 } | |
| 298 | |
| 299 MediaCodecStatus MediaCodecBridge::Reset() { | |
| 300 JNIEnv* env = AttachCurrentThread(); | 99 JNIEnv* env = AttachCurrentThread(); |
| 301 return static_cast<MediaCodecStatus>( | 100 return static_cast<MediaCodecStatus>( |
| 302 Java_MediaCodecBridge_flush(env, j_media_codec_.obj())); | 101 Java_MediaCodecBridge_flush(env, j_media_codec_.obj())); |
| 303 } | 102 } |
| 304 | 103 |
| 305 void MediaCodecBridge::Stop() { | 104 bool SdkMediaCodecBridge::Start() { |
| 105 JNIEnv* env = AttachCurrentThread(); |
| 106 return Java_MediaCodecBridge_start(env, j_media_codec_.obj()); |
| 107 } |
| 108 |
| 109 void SdkMediaCodecBridge::Stop() { |
| 306 JNIEnv* env = AttachCurrentThread(); | 110 JNIEnv* env = AttachCurrentThread(); |
| 307 Java_MediaCodecBridge_stop(env, j_media_codec_.obj()); | 111 Java_MediaCodecBridge_stop(env, j_media_codec_.obj()); |
| 308 } | 112 } |
| 309 | 113 |
| 310 void MediaCodecBridge::GetOutputFormat(int* width, int* height) { | 114 void SdkMediaCodecBridge::GetOutputFormat(int* width, int* height) { |
| 311 JNIEnv* env = AttachCurrentThread(); | 115 JNIEnv* env = AttachCurrentThread(); |
| 312 | 116 |
| 313 *width = Java_MediaCodecBridge_getOutputWidth(env, j_media_codec_.obj()); | 117 *width = Java_MediaCodecBridge_getOutputWidth(env, j_media_codec_.obj()); |
| 314 *height = Java_MediaCodecBridge_getOutputHeight(env, j_media_codec_.obj()); | 118 *height = Java_MediaCodecBridge_getOutputHeight(env, j_media_codec_.obj()); |
| 315 } | 119 } |
| 316 | 120 |
| 317 int MediaCodecBridge::GetOutputSamplingRate() { | 121 int SdkMediaCodecBridge::GetOutputSamplingRate() { |
| 318 JNIEnv* env = AttachCurrentThread(); | 122 JNIEnv* env = AttachCurrentThread(); |
| 319 | 123 |
| 320 return Java_MediaCodecBridge_getOutputSamplingRate(env, j_media_codec_.obj()); | 124 return Java_MediaCodecBridge_getOutputSamplingRate(env, j_media_codec_.obj()); |
| 321 } | 125 } |
| 322 | 126 |
| 323 MediaCodecStatus MediaCodecBridge::QueueInputBuffer( | 127 MediaCodecStatus SdkMediaCodecBridge::QueueInputBuffer( |
| 324 int index, | 128 int index, |
| 325 const uint8* data, | 129 const uint8* data, |
| 326 size_t data_size, | 130 size_t data_size, |
| 327 const base::TimeDelta& presentation_time) { | 131 const base::TimeDelta& presentation_time) { |
| 328 DVLOG(3) << __PRETTY_FUNCTION__ << index << ": " << data_size; | 132 DVLOG(3) << __PRETTY_FUNCTION__ << index << ": " << data_size; |
| 329 if (data_size > base::checked_cast<size_t>(kint32max)) | 133 if (data_size > base::checked_cast<size_t>(kint32max)) |
| 330 return MEDIA_CODEC_ERROR; | 134 return MEDIA_CODEC_ERROR; |
| 331 if (data && !FillInputBuffer(index, data, data_size)) | 135 if (data && !FillInputBuffer(index, data, data_size)) |
| 332 return MEDIA_CODEC_ERROR; | 136 return MEDIA_CODEC_ERROR; |
| 333 JNIEnv* env = AttachCurrentThread(); | 137 JNIEnv* env = AttachCurrentThread(); |
| 334 return static_cast<MediaCodecStatus>( | 138 return static_cast<MediaCodecStatus>(Java_MediaCodecBridge_queueInputBuffer( |
| 335 Java_MediaCodecBridge_queueInputBuffer(env, | 139 env, j_media_codec_.obj(), index, 0, data_size, |
| 336 j_media_codec_.obj(), | 140 presentation_time.InMicroseconds(), 0)); |
| 337 index, | |
| 338 0, | |
| 339 data_size, | |
| 340 presentation_time.InMicroseconds(), | |
| 341 0)); | |
| 342 } | |
| 343 | |
| 344 MediaCodecStatus MediaCodecBridge::QueueSecureInputBuffer( | |
| 345 int index, | |
| 346 const uint8* data, | |
| 347 size_t data_size, | |
| 348 const std::string& key_id, | |
| 349 const std::string& iv, | |
| 350 const std::vector<SubsampleEntry>& subsamples, | |
| 351 const base::TimeDelta& presentation_time) { | |
| 352 return QueueSecureInputBuffer( | |
| 353 index, data, data_size, reinterpret_cast<const uint8_t*>(key_id.data()), | |
| 354 key_id.size(), reinterpret_cast<const uint8_t*>(iv.data()), iv.size(), | |
| 355 subsamples.empty() ? nullptr : &subsamples[0], subsamples.size(), | |
| 356 presentation_time); | |
| 357 } | 141 } |
| 358 | 142 |
| 359 // TODO(timav): Combine this and above methods together keeping only the first | 143 // TODO(timav): Combine this and above methods together keeping only the first |
| 360 // interface after we switch to Spitzer pipeline. | 144 // interface after we switch to Spitzer pipeline. |
| 361 MediaCodecStatus MediaCodecBridge::QueueSecureInputBuffer( | 145 MediaCodecStatus SdkMediaCodecBridge::QueueSecureInputBuffer( |
| 362 int index, | 146 int index, |
| 363 const uint8* data, | 147 const uint8* data, |
| 364 size_t data_size, | 148 size_t data_size, |
| 365 const uint8* key_id, | 149 std::vector<char> key_id, |
| 366 int key_id_size, | 150 std::vector<char> iv, |
| 367 const uint8* iv, | |
| 368 int iv_size, | |
| 369 const SubsampleEntry* subsamples, | 151 const SubsampleEntry* subsamples, |
| 370 int subsamples_size, | 152 int subsamples_size, |
| 371 const base::TimeDelta& presentation_time) { | 153 const base::TimeDelta& presentation_time) { |
| 372 DVLOG(3) << __PRETTY_FUNCTION__ << index << ": " << data_size; | 154 DVLOG(3) << __PRETTY_FUNCTION__ << index << ": " << data_size; |
| 373 if (data_size > base::checked_cast<size_t>(kint32max)) | 155 if (data_size > base::checked_cast<size_t>(kint32max)) |
| 374 return MEDIA_CODEC_ERROR; | 156 return MEDIA_CODEC_ERROR; |
| 375 if (data && !FillInputBuffer(index, data, data_size)) | 157 if (data && !FillInputBuffer(index, data, data_size)) |
| 376 return MEDIA_CODEC_ERROR; | 158 return MEDIA_CODEC_ERROR; |
| 377 | 159 |
| 378 JNIEnv* env = AttachCurrentThread(); | 160 JNIEnv* env = AttachCurrentThread(); |
| 379 ScopedJavaLocalRef<jbyteArray> j_key_id = | 161 ScopedJavaLocalRef<jbyteArray> j_key_id = base::android::ToJavaByteArray( |
| 380 base::android::ToJavaByteArray(env, key_id, key_id_size); | 162 env, reinterpret_cast<uint8*>(&key_id[0]), key_id.size()); |
| 381 ScopedJavaLocalRef<jbyteArray> j_iv = | 163 ScopedJavaLocalRef<jbyteArray> j_iv = base::android::ToJavaByteArray( |
| 382 base::android::ToJavaByteArray(env, iv, iv_size); | 164 env, reinterpret_cast<uint8*>(&iv[0]), iv.size()); |
| 383 | 165 |
| 384 // MediaCodec.CryptoInfo documentations says passing NULL for |clear_array| | 166 // MediaCodec.CryptoInfo documentations says passing NULL for |clear_array| |
| 385 // to indicate that all data is encrypted. But it doesn't specify what | 167 // to indicate that all data is encrypted. But it doesn't specify what |
| 386 // |cypher_array| and |subsamples_size| should be in that case. Passing | 168 // |cypher_array| and |subsamples_size| should be in that case. Passing |
| 387 // one subsample here just to be on the safe side. | 169 // one subsample here just to be on the safe side. |
| 388 int new_subsamples_size = subsamples_size == 0 ? 1 : subsamples_size; | 170 int new_subsamples_size = subsamples_size == 0 ? 1 : subsamples_size; |
| 389 | 171 |
| 390 scoped_ptr<jint[]> native_clear_array(new jint[new_subsamples_size]); | 172 scoped_ptr<jint[]> native_clear_array(new jint[new_subsamples_size]); |
| 391 scoped_ptr<jint[]> native_cypher_array(new jint[new_subsamples_size]); | 173 scoped_ptr<jint[]> native_cypher_array(new jint[new_subsamples_size]); |
| 392 | 174 |
| (...skipping 16 matching lines...) Expand all Loading... |
| 409 } | 191 } |
| 410 } | 192 } |
| 411 | 193 |
| 412 ScopedJavaLocalRef<jintArray> clear_array = | 194 ScopedJavaLocalRef<jintArray> clear_array = |
| 413 ToJavaIntArray(env, native_clear_array.Pass(), new_subsamples_size); | 195 ToJavaIntArray(env, native_clear_array.Pass(), new_subsamples_size); |
| 414 ScopedJavaLocalRef<jintArray> cypher_array = | 196 ScopedJavaLocalRef<jintArray> cypher_array = |
| 415 ToJavaIntArray(env, native_cypher_array.Pass(), new_subsamples_size); | 197 ToJavaIntArray(env, native_cypher_array.Pass(), new_subsamples_size); |
| 416 | 198 |
| 417 return static_cast<MediaCodecStatus>( | 199 return static_cast<MediaCodecStatus>( |
| 418 Java_MediaCodecBridge_queueSecureInputBuffer( | 200 Java_MediaCodecBridge_queueSecureInputBuffer( |
| 419 env, | 201 env, j_media_codec_.obj(), index, 0, j_iv.obj(), j_key_id.obj(), |
| 420 j_media_codec_.obj(), | 202 clear_array.obj(), cypher_array.obj(), new_subsamples_size, |
| 421 index, | |
| 422 0, | |
| 423 j_iv.obj(), | |
| 424 j_key_id.obj(), | |
| 425 clear_array.obj(), | |
| 426 cypher_array.obj(), | |
| 427 new_subsamples_size, | |
| 428 presentation_time.InMicroseconds())); | 203 presentation_time.InMicroseconds())); |
| 429 } | 204 } |
| 430 | 205 |
| 431 void MediaCodecBridge::QueueEOS(int input_buffer_index) { | 206 void SdkMediaCodecBridge::QueueEOS(int input_buffer_index) { |
| 432 DVLOG(3) << __PRETTY_FUNCTION__ << ": " << input_buffer_index; | 207 DVLOG(3) << __PRETTY_FUNCTION__ << ": " << input_buffer_index; |
| 433 JNIEnv* env = AttachCurrentThread(); | 208 JNIEnv* env = AttachCurrentThread(); |
| 434 Java_MediaCodecBridge_queueInputBuffer(env, | 209 Java_MediaCodecBridge_queueInputBuffer(env, j_media_codec_.obj(), |
| 435 j_media_codec_.obj(), | 210 input_buffer_index, 0, 0, 0, |
| 436 input_buffer_index, | |
| 437 0, | |
| 438 0, | |
| 439 0, | |
| 440 kBufferFlagEndOfStream); | 211 kBufferFlagEndOfStream); |
| 441 } | 212 } |
| 442 | 213 |
| 443 MediaCodecStatus MediaCodecBridge::DequeueInputBuffer( | 214 MediaCodecStatus SdkMediaCodecBridge::DequeueInputBuffer( |
| 444 const base::TimeDelta& timeout, | 215 const base::TimeDelta& timeout, |
| 445 int* index) { | 216 int* index) { |
| 446 JNIEnv* env = AttachCurrentThread(); | 217 JNIEnv* env = AttachCurrentThread(); |
| 447 ScopedJavaLocalRef<jobject> result = Java_MediaCodecBridge_dequeueInputBuffer( | 218 ScopedJavaLocalRef<jobject> result = Java_MediaCodecBridge_dequeueInputBuffer( |
| 448 env, j_media_codec_.obj(), timeout.InMicroseconds()); | 219 env, j_media_codec_.obj(), timeout.InMicroseconds()); |
| 449 *index = Java_DequeueInputResult_index(env, result.obj()); | 220 *index = Java_DequeueInputResult_index(env, result.obj()); |
| 450 MediaCodecStatus status = static_cast<MediaCodecStatus>( | 221 MediaCodecStatus status = static_cast<MediaCodecStatus>( |
| 451 Java_DequeueInputResult_status(env, result.obj())); | 222 Java_DequeueInputResult_status(env, result.obj())); |
| 452 DVLOG(3) << __PRETTY_FUNCTION__ << ": status: " << status | 223 DVLOG(3) << __PRETTY_FUNCTION__ << ": status: " << status |
| 453 << ", index: " << *index; | 224 << ", index: " << *index; |
| 454 return status; | 225 return status; |
| 455 } | 226 } |
| 456 | 227 |
| 457 MediaCodecStatus MediaCodecBridge::DequeueOutputBuffer( | 228 MediaCodecStatus SdkMediaCodecBridge::DequeueOutputBuffer( |
| 458 const base::TimeDelta& timeout, | 229 const base::TimeDelta& timeout, |
| 459 int* index, | 230 int* index, |
| 460 size_t* offset, | 231 size_t* offset, |
| 461 size_t* size, | 232 size_t* size, |
| 462 base::TimeDelta* presentation_time, | 233 base::TimeDelta* presentation_time, |
| 463 bool* end_of_stream, | 234 bool* end_of_stream, |
| 464 bool* key_frame) { | 235 bool* key_frame) { |
| 465 JNIEnv* env = AttachCurrentThread(); | 236 JNIEnv* env = AttachCurrentThread(); |
| 466 ScopedJavaLocalRef<jobject> result = | 237 ScopedJavaLocalRef<jobject> result = |
| 467 Java_MediaCodecBridge_dequeueOutputBuffer( | 238 Java_MediaCodecBridge_dequeueOutputBuffer(env, j_media_codec_.obj(), |
| 468 env, j_media_codec_.obj(), timeout.InMicroseconds()); | 239 timeout.InMicroseconds()); |
| 469 *index = Java_DequeueOutputResult_index(env, result.obj()); | 240 *index = Java_DequeueOutputResult_index(env, result.obj()); |
| 470 *offset = base::checked_cast<size_t>( | 241 *offset = base::checked_cast<size_t>( |
| 471 Java_DequeueOutputResult_offset(env, result.obj())); | 242 Java_DequeueOutputResult_offset(env, result.obj())); |
| 472 *size = base::checked_cast<size_t>( | 243 *size = base::checked_cast<size_t>( |
| 473 Java_DequeueOutputResult_numBytes(env, result.obj())); | 244 Java_DequeueOutputResult_numBytes(env, result.obj())); |
| 474 if (presentation_time) { | 245 if (presentation_time) { |
| 475 *presentation_time = base::TimeDelta::FromMicroseconds( | 246 *presentation_time = base::TimeDelta::FromMicroseconds( |
| 476 Java_DequeueOutputResult_presentationTimeMicroseconds(env, | 247 Java_DequeueOutputResult_presentationTimeMicroseconds(env, |
| 477 result.obj())); | 248 result.obj())); |
| 478 } | 249 } |
| 479 int flags = Java_DequeueOutputResult_flags(env, result.obj()); | 250 int flags = Java_DequeueOutputResult_flags(env, result.obj()); |
| 480 if (end_of_stream) | 251 if (end_of_stream) |
| 481 *end_of_stream = flags & kBufferFlagEndOfStream; | 252 *end_of_stream = flags & kBufferFlagEndOfStream; |
| 482 if (key_frame) | 253 if (key_frame) |
| 483 *key_frame = flags & kBufferFlagSyncFrame; | 254 *key_frame = flags & kBufferFlagSyncFrame; |
| 484 MediaCodecStatus status = static_cast<MediaCodecStatus>( | 255 MediaCodecStatus status = static_cast<MediaCodecStatus>( |
| 485 Java_DequeueOutputResult_status(env, result.obj())); | 256 Java_DequeueOutputResult_status(env, result.obj())); |
| 486 DVLOG(3) << __PRETTY_FUNCTION__ << ": status: " << status | 257 DVLOG(3) << __PRETTY_FUNCTION__ << ": status: " << status |
| 487 << ", index: " << *index << ", offset: " << *offset | 258 << ", index: " << *index << ", offset: " << *offset |
| 488 << ", size: " << *size << ", flags: " << flags; | 259 << ", size: " << *size << ", flags: " << flags; |
| 489 return status; | 260 return status; |
| 490 } | 261 } |
| 491 | 262 |
| 492 void MediaCodecBridge::ReleaseOutputBuffer(int index, bool render) { | 263 void SdkMediaCodecBridge::ReleaseOutputBuffer(int index, bool render) { |
| 493 DVLOG(3) << __PRETTY_FUNCTION__ << ": " << index; | 264 DVLOG(3) << __PRETTY_FUNCTION__ << ": " << index; |
| 494 JNIEnv* env = AttachCurrentThread(); | 265 JNIEnv* env = AttachCurrentThread(); |
| 495 CHECK(env); | 266 CHECK(env); |
| 496 | 267 |
| 497 Java_MediaCodecBridge_releaseOutputBuffer( | 268 Java_MediaCodecBridge_releaseOutputBuffer(env, j_media_codec_.obj(), index, |
| 498 env, j_media_codec_.obj(), index, render); | 269 render); |
| 499 } | 270 } |
| 500 | 271 |
| 501 int MediaCodecBridge::GetOutputBuffersCount() { | 272 int SdkMediaCodecBridge::GetOutputBuffersCount() { |
| 502 JNIEnv* env = AttachCurrentThread(); | 273 JNIEnv* env = AttachCurrentThread(); |
| 503 return Java_MediaCodecBridge_getOutputBuffersCount(env, j_media_codec_.obj()); | 274 return Java_MediaCodecBridge_getOutputBuffersCount(env, j_media_codec_.obj()); |
| 504 } | 275 } |
| 505 | 276 |
| 506 size_t MediaCodecBridge::GetOutputBuffersCapacity() { | 277 size_t SdkMediaCodecBridge::GetOutputBuffersCapacity() { |
| 507 JNIEnv* env = AttachCurrentThread(); | 278 JNIEnv* env = AttachCurrentThread(); |
| 508 return Java_MediaCodecBridge_getOutputBuffersCapacity(env, | 279 return Java_MediaCodecBridge_getOutputBuffersCapacity(env, |
| 509 j_media_codec_.obj()); | 280 j_media_codec_.obj()); |
| 510 } | 281 } |
| 511 | 282 |
| 512 void MediaCodecBridge::GetInputBuffer(int input_buffer_index, | 283 void SdkMediaCodecBridge::GetInputBuffer(int input_buffer_index, |
| 513 uint8** data, | 284 uint8** data, |
| 514 size_t* capacity) { | 285 size_t* capacity) { |
| 515 JNIEnv* env = AttachCurrentThread(); | 286 JNIEnv* env = AttachCurrentThread(); |
| 516 ScopedJavaLocalRef<jobject> j_buffer(Java_MediaCodecBridge_getInputBuffer( | 287 ScopedJavaLocalRef<jobject> j_buffer(Java_MediaCodecBridge_getInputBuffer( |
| 517 env, j_media_codec_.obj(), input_buffer_index)); | 288 env, j_media_codec_.obj(), input_buffer_index)); |
| 518 *data = static_cast<uint8*>(env->GetDirectBufferAddress(j_buffer.obj())); | 289 *data = static_cast<uint8*>(env->GetDirectBufferAddress(j_buffer.obj())); |
| 519 *capacity = base::checked_cast<size_t>( | 290 *capacity = |
| 520 env->GetDirectBufferCapacity(j_buffer.obj())); | 291 base::checked_cast<size_t>(env->GetDirectBufferCapacity(j_buffer.obj())); |
| 521 } | 292 } |
| 522 | 293 |
| 523 bool MediaCodecBridge::CopyFromOutputBuffer(int index, | 294 bool SdkMediaCodecBridge::CopyFromOutputBuffer(int index, |
| 524 size_t offset, | 295 size_t offset, |
| 525 void* dst, | 296 void* dst, |
| 526 int dst_size) { | 297 int dst_size) { |
| 527 void* src_data = nullptr; | 298 void* src_data = nullptr; |
| 528 int src_capacity = GetOutputBufferAddress(index, offset, &src_data); | 299 size_t src_capacity = GetOutputBufferAddress(index, offset, &src_data); |
| 529 if (src_capacity < dst_size) | 300 if (src_capacity < offset || |
| 301 src_capacity - offset < static_cast<size_t>(dst_size)) { |
| 530 return false; | 302 return false; |
| 531 memcpy(dst, src_data, dst_size); | 303 } |
| 304 memcpy(dst, static_cast<uint8*>(src_data) + offset, dst_size); |
| 532 return true; | 305 return true; |
| 533 } | 306 } |
| 534 | 307 |
| 535 int MediaCodecBridge::GetOutputBufferAddress(int index, | 308 int SdkMediaCodecBridge::GetOutputBufferAddress(int index, |
| 536 size_t offset, | 309 size_t offset, |
| 537 void** addr) { | 310 void** addr) { |
| 538 JNIEnv* env = AttachCurrentThread(); | 311 JNIEnv* env = AttachCurrentThread(); |
| 539 ScopedJavaLocalRef<jobject> j_buffer( | 312 ScopedJavaLocalRef<jobject> j_buffer( |
| 540 Java_MediaCodecBridge_getOutputBuffer(env, j_media_codec_.obj(), index)); | 313 Java_MediaCodecBridge_getOutputBuffer(env, j_media_codec_.obj(), index)); |
| 541 *addr = reinterpret_cast<uint8*>( | 314 *addr = |
| 542 env->GetDirectBufferAddress(j_buffer.obj())) + offset; | 315 reinterpret_cast<uint8*>(env->GetDirectBufferAddress(j_buffer.obj())) + |
| 316 offset; |
| 543 return env->GetDirectBufferCapacity(j_buffer.obj()) - offset; | 317 return env->GetDirectBufferCapacity(j_buffer.obj()) - offset; |
| 544 } | 318 } |
| 545 | 319 |
| 546 bool MediaCodecBridge::FillInputBuffer(int index, | 320 // static |
| 547 const uint8* data, | 321 bool SdkMediaCodecBridge::RegisterSdkMediaCodecBridge(JNIEnv* env) { |
| 548 size_t size) { | 322 return RegisterNativesImpl(env); |
| 549 uint8* dst = NULL; | 323 } |
| 550 size_t capacity = 0; | |
| 551 GetInputBuffer(index, &dst, &capacity); | |
| 552 CHECK(dst); | |
| 553 | 324 |
| 554 if (size > capacity) { | 325 // static |
| 555 LOG(ERROR) << "Input buffer size " << size | 326 AudioCodecBridge* AudioCodecBridge::Create(const AudioCodec& codec) { |
| 556 << " exceeds MediaCodec input buffer capacity: " << capacity; | 327 if (!MediaCodecUtil::IsMediaCodecAvailable()) |
| 557 return false; | 328 return nullptr; |
| 558 } | |
| 559 | 329 |
| 560 memcpy(dst, data, size); | 330 const std::string mime = AudioCodecToAndroidMimeType(codec); |
| 561 return true; | 331 return mime.empty() ? nullptr : new AudioCodecBridge(mime); |
| 332 } |
| 333 |
| 334 // static |
| 335 bool AudioCodecBridge::IsKnownUnaccelerated(const AudioCodec& codec) { |
| 336 return MediaCodecUtil::IsKnownUnaccelerated( |
| 337 AudioCodecToAndroidMimeType(codec), MEDIA_CODEC_DECODER); |
| 562 } | 338 } |
| 563 | 339 |
| 564 AudioCodecBridge::AudioCodecBridge(const std::string& mime) | 340 AudioCodecBridge::AudioCodecBridge(const std::string& mime) |
| 565 // Audio codec doesn't care about security level and there is no need for | 341 // Audio codec doesn't care about security level and there is no need for |
| 566 // audio encoding yet. | 342 // audio encoding yet. |
| 567 : MediaCodecBridge(mime, false, MEDIA_CODEC_DECODER) {} | 343 : SdkMediaCodecBridge(mime, false, MEDIA_CODEC_DECODER) {} |
| 568 | 344 |
| 569 bool AudioCodecBridge::Start(const AudioCodec& codec, | 345 bool AudioCodecBridge::ConfigureAndStart(const AudioCodec& codec, |
| 570 int sample_rate, | 346 int sample_rate, |
| 571 int channel_count, | 347 int channel_count, |
| 572 const uint8* extra_data, | 348 const uint8* extra_data, |
| 573 size_t extra_data_size, | 349 size_t extra_data_size, |
| 574 int64 codec_delay_ns, | 350 int64 codec_delay_ns, |
| 575 int64 seek_preroll_ns, | 351 int64 seek_preroll_ns, |
| 576 bool play_audio, | 352 bool play_audio, |
| 577 jobject media_crypto) { | 353 jobject media_crypto) { |
| 578 JNIEnv* env = AttachCurrentThread(); | 354 JNIEnv* env = AttachCurrentThread(); |
| 579 | 355 |
| 580 if (!media_codec()) | 356 if (!media_codec()) |
| 581 return false; | 357 return false; |
| 582 | 358 |
| 583 std::string codec_string = AudioCodecToAndroidMimeType(codec); | 359 std::string codec_string = AudioCodecToAndroidMimeType(codec); |
| 584 if (codec_string.empty()) | 360 if (codec_string.empty()) |
| 585 return false; | 361 return false; |
| 586 | 362 |
| 587 ScopedJavaLocalRef<jstring> j_mime = | 363 ScopedJavaLocalRef<jstring> j_mime = |
| 588 ConvertUTF8ToJavaString(env, codec_string); | 364 ConvertUTF8ToJavaString(env, codec_string); |
| 589 ScopedJavaLocalRef<jobject> j_format(Java_MediaCodecBridge_createAudioFormat( | 365 ScopedJavaLocalRef<jobject> j_format(Java_MediaCodecBridge_createAudioFormat( |
| 590 env, j_mime.obj(), sample_rate, channel_count)); | 366 env, j_mime.obj(), sample_rate, channel_count)); |
| 591 DCHECK(!j_format.is_null()); | 367 DCHECK(!j_format.is_null()); |
| 592 | 368 |
| 593 if (!ConfigureMediaFormat(j_format.obj(), codec, extra_data, extra_data_size, | 369 if (!ConfigureMediaFormat(j_format.obj(), codec, extra_data, extra_data_size, |
| 594 codec_delay_ns, seek_preroll_ns)) { | 370 codec_delay_ns, seek_preroll_ns)) { |
| 595 return false; | 371 return false; |
| 596 } | 372 } |
| 597 | 373 |
| 598 if (!Java_MediaCodecBridge_configureAudio( | 374 if (!Java_MediaCodecBridge_configureAudio(env, media_codec(), j_format.obj(), |
| 599 env, media_codec(), j_format.obj(), media_crypto, 0, play_audio)) { | 375 media_crypto, 0, play_audio)) { |
| 600 return false; | 376 return false; |
| 601 } | 377 } |
| 602 | 378 |
| 603 return StartInternal(); | 379 return Start(); |
| 604 } | 380 } |
| 605 | 381 |
| 606 bool AudioCodecBridge::ConfigureMediaFormat(jobject j_format, | 382 bool AudioCodecBridge::ConfigureMediaFormat(jobject j_format, |
| 607 const AudioCodec& codec, | 383 const AudioCodec& codec, |
| 608 const uint8* extra_data, | 384 const uint8* extra_data, |
| 609 size_t extra_data_size, | 385 size_t extra_data_size, |
| 610 int64 codec_delay_ns, | 386 int64 codec_delay_ns, |
| 611 int64 seek_preroll_ns) { | 387 int64 seek_preroll_ns) { |
| 612 if (extra_data_size == 0 && codec != kCodecOpus) | 388 if (extra_data_size == 0 && codec != kCodecOpus) |
| 613 return true; | 389 return true; |
| (...skipping 28 matching lines...) Expand all Loading... |
| 642 } | 418 } |
| 643 if (total_length >= extra_data_size) { | 419 if (total_length >= extra_data_size) { |
| 644 LOG(ERROR) << "Invalid vorbis header size in the extra data"; | 420 LOG(ERROR) << "Invalid vorbis header size in the extra data"; |
| 645 return false; | 421 return false; |
| 646 } | 422 } |
| 647 } | 423 } |
| 648 current_pos++; | 424 current_pos++; |
| 649 // The first header is identification header. | 425 // The first header is identification header. |
| 650 ScopedJavaLocalRef<jbyteArray> first_header = | 426 ScopedJavaLocalRef<jbyteArray> first_header = |
| 651 base::android::ToJavaByteArray(env, current_pos, header_length[0]); | 427 base::android::ToJavaByteArray(env, current_pos, header_length[0]); |
| 652 Java_MediaCodecBridge_setCodecSpecificData( | 428 Java_MediaCodecBridge_setCodecSpecificData(env, j_format, 0, |
| 653 env, j_format, 0, first_header.obj()); | 429 first_header.obj()); |
| 654 // The last header is codec header. | 430 // The last header is codec header. |
| 655 ScopedJavaLocalRef<jbyteArray> last_header = | 431 ScopedJavaLocalRef<jbyteArray> last_header = |
| 656 base::android::ToJavaByteArray( | 432 base::android::ToJavaByteArray(env, extra_data + total_length, |
| 657 env, extra_data + total_length, extra_data_size - total_length); | 433 extra_data_size - total_length); |
| 658 Java_MediaCodecBridge_setCodecSpecificData( | 434 Java_MediaCodecBridge_setCodecSpecificData(env, j_format, 1, |
| 659 env, j_format, 1, last_header.obj()); | 435 last_header.obj()); |
| 660 break; | 436 break; |
| 661 } | 437 } |
| 662 case kCodecAAC: { | 438 case kCodecAAC: { |
| 663 media::BitReader reader(extra_data, extra_data_size); | 439 media::BitReader reader(extra_data, extra_data_size); |
| 664 | 440 |
| 665 // The following code is copied from aac.cc | 441 // The following code is copied from aac.cc |
| 666 // TODO(qinmin): refactor the code in aac.cc to make it more reusable. | 442 // TODO(qinmin): refactor the code in aac.cc to make it more reusable. |
| 667 uint8 profile = 0; | 443 uint8 profile = 0; |
| 668 uint8 frequency_index = 0; | 444 uint8 frequency_index = 0; |
| 669 uint8 channel_config = 0; | 445 uint8 channel_config = 0; |
| (...skipping 16 matching lines...) Expand all Loading... |
| 686 channel_config > 7) { | 462 channel_config > 7) { |
| 687 LOG(ERROR) << "Invalid AAC header"; | 463 LOG(ERROR) << "Invalid AAC header"; |
| 688 return false; | 464 return false; |
| 689 } | 465 } |
| 690 const size_t kCsdLength = 2; | 466 const size_t kCsdLength = 2; |
| 691 uint8 csd[kCsdLength]; | 467 uint8 csd[kCsdLength]; |
| 692 csd[0] = profile << 3 | frequency_index >> 1; | 468 csd[0] = profile << 3 | frequency_index >> 1; |
| 693 csd[1] = (frequency_index & 0x01) << 7 | channel_config << 3; | 469 csd[1] = (frequency_index & 0x01) << 7 | channel_config << 3; |
| 694 ScopedJavaLocalRef<jbyteArray> byte_array = | 470 ScopedJavaLocalRef<jbyteArray> byte_array = |
| 695 base::android::ToJavaByteArray(env, csd, kCsdLength); | 471 base::android::ToJavaByteArray(env, csd, kCsdLength); |
| 696 Java_MediaCodecBridge_setCodecSpecificData( | 472 Java_MediaCodecBridge_setCodecSpecificData(env, j_format, 0, |
| 697 env, j_format, 0, byte_array.obj()); | 473 byte_array.obj()); |
| 698 | 474 |
| 699 // TODO(qinmin): pass an extra variable to this function to determine | 475 // TODO(qinmin): pass an extra variable to this function to determine |
| 700 // whether we need to call this. | 476 // whether we need to call this. |
| 701 Java_MediaCodecBridge_setFrameHasADTSHeader(env, j_format); | 477 Java_MediaCodecBridge_setFrameHasADTSHeader(env, j_format); |
| 702 break; | 478 break; |
| 703 } | 479 } |
| 704 case kCodecOpus: { | 480 case kCodecOpus: { |
| 705 if (!extra_data || extra_data_size == 0 || | 481 if (!extra_data || extra_data_size == 0 || codec_delay_ns < 0 || |
| 706 codec_delay_ns < 0 || seek_preroll_ns < 0) { | 482 seek_preroll_ns < 0) { |
| 707 LOG(ERROR) << "Invalid Opus Header"; | 483 LOG(ERROR) << "Invalid Opus Header"; |
| 708 return false; | 484 return false; |
| 709 } | 485 } |
| 710 | 486 |
| 711 // csd0 - Opus Header | 487 // csd0 - Opus Header |
| 712 ScopedJavaLocalRef<jbyteArray> csd0 = | 488 ScopedJavaLocalRef<jbyteArray> csd0 = |
| 713 base::android::ToJavaByteArray(env, extra_data, extra_data_size); | 489 base::android::ToJavaByteArray(env, extra_data, extra_data_size); |
| 714 Java_MediaCodecBridge_setCodecSpecificData(env, j_format, 0, csd0.obj()); | 490 Java_MediaCodecBridge_setCodecSpecificData(env, j_format, 0, csd0.obj()); |
| 715 | 491 |
| 716 // csd1 - Codec Delay | 492 // csd1 - Codec Delay |
| 717 ScopedJavaLocalRef<jbyteArray> csd1 = | 493 ScopedJavaLocalRef<jbyteArray> csd1 = base::android::ToJavaByteArray( |
| 718 base::android::ToJavaByteArray( | 494 env, reinterpret_cast<const uint8*>(&codec_delay_ns), |
| 719 env, reinterpret_cast<const uint8*>(&codec_delay_ns), | 495 sizeof(int64_t)); |
| 720 sizeof(int64_t)); | |
| 721 Java_MediaCodecBridge_setCodecSpecificData(env, j_format, 1, csd1.obj()); | 496 Java_MediaCodecBridge_setCodecSpecificData(env, j_format, 1, csd1.obj()); |
| 722 | 497 |
| 723 // csd2 - Seek Preroll | 498 // csd2 - Seek Preroll |
| 724 ScopedJavaLocalRef<jbyteArray> csd2 = | 499 ScopedJavaLocalRef<jbyteArray> csd2 = base::android::ToJavaByteArray( |
| 725 base::android::ToJavaByteArray( | 500 env, reinterpret_cast<const uint8*>(&seek_preroll_ns), |
| 726 env, reinterpret_cast<const uint8*>(&seek_preroll_ns), | 501 sizeof(int64_t)); |
| 727 sizeof(int64_t)); | |
| 728 Java_MediaCodecBridge_setCodecSpecificData(env, j_format, 2, csd2.obj()); | 502 Java_MediaCodecBridge_setCodecSpecificData(env, j_format, 2, csd2.obj()); |
| 729 break; | 503 break; |
| 730 } | 504 } |
| 731 default: | 505 default: |
| 732 LOG(ERROR) << "Invalid header encountered for codec: " | 506 LOG(ERROR) << "Invalid header encountered for codec: " |
| 733 << AudioCodecToAndroidMimeType(codec); | 507 << AudioCodecToAndroidMimeType(codec); |
| 734 return false; | 508 return false; |
| 735 } | 509 } |
| 736 return true; | 510 return true; |
| 737 } | 511 } |
| 738 | 512 |
| 739 int64 AudioCodecBridge::PlayOutputBuffer(int index, | 513 int64 AudioCodecBridge::PlayOutputBuffer(int index, |
| 740 size_t size, | 514 size_t size, |
| 741 size_t offset, | 515 size_t offset, |
| 742 bool postpone) { | 516 bool postpone) { |
| 743 DCHECK_LE(0, index); | 517 DCHECK_LE(0, index); |
| 744 int numBytes = base::checked_cast<int>(size); | 518 int numBytes = base::checked_cast<int>(size); |
| 745 | 519 |
| 746 void* buffer = nullptr; | 520 void* buffer = nullptr; |
| 747 int capacity = GetOutputBufferAddress(index, offset, &buffer); | 521 int capacity = GetOutputBufferAddress(index, offset, &buffer); |
| 748 numBytes = std::min(capacity, numBytes); | 522 numBytes = std::min(capacity, numBytes); |
| 749 CHECK_GE(numBytes, 0); | 523 CHECK_GE(numBytes, 0); |
| 750 | 524 |
| 751 JNIEnv* env = AttachCurrentThread(); | 525 JNIEnv* env = AttachCurrentThread(); |
| 752 ScopedJavaLocalRef<jbyteArray> byte_array = base::android::ToJavaByteArray( | 526 ScopedJavaLocalRef<jbyteArray> byte_array = base::android::ToJavaByteArray( |
| 753 env, static_cast<uint8*>(buffer), numBytes); | 527 env, static_cast<uint8*>(buffer), numBytes); |
| 754 return Java_MediaCodecBridge_playOutputBuffer(env, media_codec(), | 528 return Java_MediaCodecBridge_playOutputBuffer(env, media_codec(), |
| 755 byte_array.obj(), postpone); | 529 byte_array.obj(), postpone); |
| 756 } | 530 } |
| 757 | 531 |
| 758 void AudioCodecBridge::SetVolume(double volume) { | 532 void AudioCodecBridge::SetVolume(double volume) { |
| 759 JNIEnv* env = AttachCurrentThread(); | 533 JNIEnv* env = AttachCurrentThread(); |
| 760 Java_MediaCodecBridge_setVolume(env, media_codec(), volume); | 534 Java_MediaCodecBridge_setVolume(env, media_codec(), volume); |
| 761 } | 535 } |
| 762 | 536 |
| 763 // static | 537 // static |
| 764 AudioCodecBridge* AudioCodecBridge::Create(const AudioCodec& codec) { | |
| 765 if (!MediaCodecBridge::IsAvailable()) | |
| 766 return NULL; | |
| 767 | |
| 768 const std::string mime = AudioCodecToAndroidMimeType(codec); | |
| 769 return mime.empty() ? NULL : new AudioCodecBridge(mime); | |
| 770 } | |
| 771 | |
| 772 // static | |
| 773 bool AudioCodecBridge::IsKnownUnaccelerated(const AudioCodec& codec) { | |
| 774 return MediaCodecBridge::IsKnownUnaccelerated( | |
| 775 AudioCodecToAndroidMimeType(codec), MEDIA_CODEC_DECODER); | |
| 776 } | |
| 777 | |
| 778 // static | |
| 779 bool VideoCodecBridge::IsKnownUnaccelerated(const VideoCodec& codec, | 538 bool VideoCodecBridge::IsKnownUnaccelerated(const VideoCodec& codec, |
| 780 MediaCodecDirection direction) { | 539 MediaCodecDirection direction) { |
| 781 return MediaCodecBridge::IsKnownUnaccelerated( | 540 return MediaCodecUtil::IsKnownUnaccelerated( |
| 782 VideoCodecToAndroidMimeType(codec), direction); | 541 VideoCodecToAndroidMimeType(codec), direction); |
| 783 } | 542 } |
| 784 | 543 |
| 785 // static | 544 // static |
| 786 VideoCodecBridge* VideoCodecBridge::CreateDecoder(const VideoCodec& codec, | 545 VideoCodecBridge* VideoCodecBridge::CreateDecoder(const VideoCodec& codec, |
| 787 bool is_secure, | 546 bool is_secure, |
| 788 const gfx::Size& size, | 547 const gfx::Size& size, |
| 789 jobject surface, | 548 jobject surface, |
| 790 jobject media_crypto) { | 549 jobject media_crypto) { |
| 791 if (!MediaCodecBridge::IsAvailable()) | 550 if (!MediaCodecUtil::IsMediaCodecAvailable()) |
| 792 return NULL; | 551 return nullptr; |
| 793 | 552 |
| 794 const std::string mime = VideoCodecToAndroidMimeType(codec); | 553 const std::string mime = VideoCodecToAndroidMimeType(codec); |
| 795 if (mime.empty()) | 554 if (mime.empty()) |
| 796 return NULL; | 555 return nullptr; |
| 797 | 556 |
| 798 scoped_ptr<VideoCodecBridge> bridge( | 557 scoped_ptr<VideoCodecBridge> bridge( |
| 799 new VideoCodecBridge(mime, is_secure, MEDIA_CODEC_DECODER)); | 558 new VideoCodecBridge(mime, is_secure, MEDIA_CODEC_DECODER)); |
| 800 if (!bridge->media_codec()) | 559 if (!bridge->media_codec()) |
| 801 return NULL; | 560 return nullptr; |
| 802 | 561 |
| 803 JNIEnv* env = AttachCurrentThread(); | 562 JNIEnv* env = AttachCurrentThread(); |
| 804 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime); | 563 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime); |
| 805 ScopedJavaLocalRef<jobject> j_format( | 564 ScopedJavaLocalRef<jobject> j_format( |
| 806 Java_MediaCodecBridge_createVideoDecoderFormat( | 565 Java_MediaCodecBridge_createVideoDecoderFormat( |
| 807 env, j_mime.obj(), size.width(), size.height())); | 566 env, j_mime.obj(), size.width(), size.height())); |
| 808 DCHECK(!j_format.is_null()); | 567 DCHECK(!j_format.is_null()); |
| 809 if (!Java_MediaCodecBridge_configureVideo(env, | 568 if (!Java_MediaCodecBridge_configureVideo(env, bridge->media_codec(), |
| 810 bridge->media_codec(), | 569 j_format.obj(), surface, |
| 811 j_format.obj(), | 570 media_crypto, 0)) { |
| 812 surface, | 571 return nullptr; |
| 813 media_crypto, | |
| 814 0)) { | |
| 815 return NULL; | |
| 816 } | 572 } |
| 817 | 573 |
| 818 return bridge->StartInternal() ? bridge.release() : NULL; | 574 return bridge->Start() ? bridge.release() : nullptr; |
| 819 } | 575 } |
| 820 | 576 |
| 821 // static | 577 // static |
| 822 VideoCodecBridge* VideoCodecBridge::CreateEncoder(const VideoCodec& codec, | 578 VideoCodecBridge* VideoCodecBridge::CreateEncoder(const VideoCodec& codec, |
| 823 const gfx::Size& size, | 579 const gfx::Size& size, |
| 824 int bit_rate, | 580 int bit_rate, |
| 825 int frame_rate, | 581 int frame_rate, |
| 826 int i_frame_interval, | 582 int i_frame_interval, |
| 827 int color_format) { | 583 int color_format) { |
| 828 if (!MediaCodecBridge::IsAvailable()) | 584 if (!MediaCodecUtil::IsMediaCodecAvailable()) |
| 829 return NULL; | 585 return nullptr; |
| 830 | 586 |
| 831 const std::string mime = VideoCodecToAndroidMimeType(codec); | 587 const std::string mime = VideoCodecToAndroidMimeType(codec); |
| 832 if (mime.empty()) | 588 if (mime.empty()) |
| 833 return NULL; | 589 return nullptr; |
| 834 | 590 |
| 835 scoped_ptr<VideoCodecBridge> bridge( | 591 scoped_ptr<VideoCodecBridge> bridge( |
| 836 new VideoCodecBridge(mime, false, MEDIA_CODEC_ENCODER)); | 592 new VideoCodecBridge(mime, false, MEDIA_CODEC_ENCODER)); |
| 837 if (!bridge->media_codec()) | 593 if (!bridge->media_codec()) |
| 838 return NULL; | 594 return nullptr; |
| 839 | 595 |
| 840 JNIEnv* env = AttachCurrentThread(); | 596 JNIEnv* env = AttachCurrentThread(); |
| 841 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime); | 597 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime); |
| 842 ScopedJavaLocalRef<jobject> j_format( | 598 ScopedJavaLocalRef<jobject> j_format( |
| 843 Java_MediaCodecBridge_createVideoEncoderFormat(env, | 599 Java_MediaCodecBridge_createVideoEncoderFormat( |
| 844 j_mime.obj(), | 600 env, j_mime.obj(), size.width(), size.height(), bit_rate, frame_rate, |
| 845 size.width(), | 601 i_frame_interval, color_format)); |
| 846 size.height(), | |
| 847 bit_rate, | |
| 848 frame_rate, | |
| 849 i_frame_interval, | |
| 850 color_format)); | |
| 851 DCHECK(!j_format.is_null()); | 602 DCHECK(!j_format.is_null()); |
| 852 if (!Java_MediaCodecBridge_configureVideo(env, | 603 if (!Java_MediaCodecBridge_configureVideo(env, bridge->media_codec(), |
| 853 bridge->media_codec(), | 604 j_format.obj(), nullptr, nullptr, |
| 854 j_format.obj(), | |
| 855 NULL, | |
| 856 NULL, | |
| 857 kConfigureFlagEncode)) { | 605 kConfigureFlagEncode)) { |
| 858 return NULL; | 606 return nullptr; |
| 859 } | 607 } |
| 860 | 608 |
| 861 return bridge->StartInternal() ? bridge.release() : NULL; | 609 return bridge->Start() ? bridge.release() : nullptr; |
| 862 } | 610 } |
| 863 | 611 |
| 864 VideoCodecBridge::VideoCodecBridge(const std::string& mime, | 612 VideoCodecBridge::VideoCodecBridge(const std::string& mime, |
| 865 bool is_secure, | 613 bool is_secure, |
| 866 MediaCodecDirection direction) | 614 MediaCodecDirection direction) |
| 867 : MediaCodecBridge(mime, is_secure, direction), | 615 : SdkMediaCodecBridge(mime, is_secure, direction), |
| 868 adaptive_playback_supported_for_testing_(-1) {} | 616 adaptive_playback_supported_for_testing_(-1) {} |
| 869 | 617 |
| 870 void VideoCodecBridge::SetVideoBitrate(int bps) { | 618 void VideoCodecBridge::SetVideoBitrate(int bps) { |
| 871 JNIEnv* env = AttachCurrentThread(); | 619 JNIEnv* env = AttachCurrentThread(); |
| 872 Java_MediaCodecBridge_setVideoBitrate(env, media_codec(), bps); | 620 Java_MediaCodecBridge_setVideoBitrate(env, media_codec(), bps); |
| 873 } | 621 } |
| 874 | 622 |
| 875 void VideoCodecBridge::RequestKeyFrameSoon() { | 623 void VideoCodecBridge::RequestKeyFrameSoon() { |
| 876 JNIEnv* env = AttachCurrentThread(); | 624 JNIEnv* env = AttachCurrentThread(); |
| 877 Java_MediaCodecBridge_requestKeyFrameSoon(env, media_codec()); | 625 Java_MediaCodecBridge_requestKeyFrameSoon(env, media_codec()); |
| 878 } | 626 } |
| 879 | 627 |
| 880 bool VideoCodecBridge::IsAdaptivePlaybackSupported(int width, int height) { | 628 bool VideoCodecBridge::IsAdaptivePlaybackSupported(int width, int height) { |
| 881 if (adaptive_playback_supported_for_testing_ == 0) | 629 if (adaptive_playback_supported_for_testing_ == 0) |
| 882 return false; | 630 return false; |
| 883 else if (adaptive_playback_supported_for_testing_ > 0) | 631 else if (adaptive_playback_supported_for_testing_ > 0) |
| 884 return true; | 632 return true; |
| 885 JNIEnv* env = AttachCurrentThread(); | 633 JNIEnv* env = AttachCurrentThread(); |
| 886 return Java_MediaCodecBridge_isAdaptivePlaybackSupported( | 634 return Java_MediaCodecBridge_isAdaptivePlaybackSupported(env, media_codec(), |
| 887 env, media_codec(), width, height); | 635 width, height); |
| 888 } | |
| 889 | |
| 890 bool MediaCodecBridge::RegisterMediaCodecBridge(JNIEnv* env) { | |
| 891 return RegisterNativesImpl(env); | |
| 892 } | 636 } |
| 893 | 637 |
| 894 } // namespace media | 638 } // namespace media |
| OLD | NEW |