Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(248)

Side by Side Diff: media/base/android/media_codec_bridge.cc

Issue 1472943002: Refactor MediaCodecBridge to add support for NDK APIs (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: add media_codec_util.cc(h) Created 5 years ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 // Copyright (c) 2013 The Chromium Authors. All rights reserved. 1 // Copyright (c) 2013 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #include "media/base/android/media_codec_bridge.h" 5 #include "media/base/android/media_codec_bridge.h"
6 6
7 #include <algorithm> 7 #include <algorithm>
8 8
9 #include "base/android/build_info.h" 9 #include "base/android/build_info.h"
10 #include "base/android/jni_android.h" 10 #include "base/android/jni_android.h"
11 #include "base/android/jni_array.h" 11 #include "base/android/jni_array.h"
12 #include "base/android/jni_string.h" 12 #include "base/android/jni_string.h"
13 #include "base/basictypes.h" 13 #include "base/basictypes.h"
14 #include "base/lazy_instance.h"
15 #include "base/logging.h" 14 #include "base/logging.h"
16 #include "base/numerics/safe_conversions.h"
17 #include "base/strings/string_util.h" 15 #include "base/strings/string_util.h"
18 #include "base/strings/stringprintf.h"
19 #include "jni/MediaCodecBridge_jni.h"
20 #include "media/base/bit_reader.h"
21 #include "media/base/decrypt_config.h" 16 #include "media/base/decrypt_config.h"
22 17
23 using base::android::AttachCurrentThread; 18 using base::android::AttachCurrentThread;
24 using base::android::ConvertJavaStringToUTF8; 19 using base::android::ConvertJavaStringToUTF8;
25 using base::android::ConvertUTF8ToJavaString; 20 using base::android::ConvertUTF8ToJavaString;
26 using base::android::JavaIntArrayToIntVector; 21 using base::android::JavaIntArrayToIntVector;
27 using base::android::ScopedJavaLocalRef; 22 using base::android::ScopedJavaLocalRef;
28 23
29 #define RETURN_ON_ERROR(condition) \
30 do { \
31 if (!(condition)) { \
32 LOG(ERROR) << "Unable to parse AAC header: " #condition; \
33 return false; \
34 } \
35 } while (0)
36
37 namespace media { 24 namespace media {
38 25
39 enum {
40 kBufferFlagSyncFrame = 1, // BUFFER_FLAG_SYNC_FRAME
41 kBufferFlagEndOfStream = 4, // BUFFER_FLAG_END_OF_STREAM
42 kConfigureFlagEncode = 1, // CONFIGURE_FLAG_ENCODE
43 };
44
45 static const std::string AudioCodecToAndroidMimeType(const AudioCodec& codec) {
46 switch (codec) {
47 case kCodecMP3:
48 return "audio/mpeg";
49 case kCodecVorbis:
50 return "audio/vorbis";
51 case kCodecOpus:
52 return "audio/opus";
53 case kCodecAAC:
54 return "audio/mp4a-latm";
55 default:
56 return std::string();
57 }
58 }
59
60 static const std::string VideoCodecToAndroidMimeType(const VideoCodec& codec) {
61 switch (codec) {
62 case kCodecH264:
63 return "video/avc";
64 case kCodecHEVC:
65 return "video/hevc";
66 case kCodecVP8:
67 return "video/x-vnd.on2.vp8";
68 case kCodecVP9:
69 return "video/x-vnd.on2.vp9";
70 default:
71 return std::string();
72 }
73 }
74
75 static const std::string CodecTypeToAndroidMimeType(const std::string& codec) {
76 // TODO(xhwang): Shall we handle more detailed strings like "mp4a.40.2"?
77 if (codec == "avc1")
78 return "video/avc";
79 if (codec == "hvc1")
80 return "video/hevc";
81 if (codec == "mp4a")
82 return "audio/mp4a-latm";
83 if (codec == "vp8" || codec == "vp8.0")
84 return "video/x-vnd.on2.vp8";
85 if (codec == "vp9" || codec == "vp9.0")
86 return "video/x-vnd.on2.vp9";
87 if (codec == "vorbis")
88 return "audio/vorbis";
89 if (codec == "opus")
90 return "audio/opus";
91 return std::string();
92 }
93
94 // TODO(qinmin): using a map to help all the conversions in this class.
95 static const std::string AndroidMimeTypeToCodecType(const std::string& mime) {
96 if (mime == "video/mp4v-es")
97 return "mp4v";
98 if (mime == "video/avc")
99 return "avc1";
100 if (mime == "video/hevc")
101 return "hvc1";
102 if (mime == "video/x-vnd.on2.vp8")
103 return "vp8";
104 if (mime == "video/x-vnd.on2.vp9")
105 return "vp9";
106 if (mime == "audio/mp4a-latm")
107 return "mp4a";
108 if (mime == "audio/mpeg")
109 return "mp3";
110 if (mime == "audio/vorbis")
111 return "vorbis";
112 if (mime == "audio/opus")
113 return "opus";
114 return std::string();
115 }
116
117 static ScopedJavaLocalRef<jintArray>
118 ToJavaIntArray(JNIEnv* env, scoped_ptr<jint[]> native_array, int size) {
119 ScopedJavaLocalRef<jintArray> j_array(env, env->NewIntArray(size));
120 env->SetIntArrayRegion(j_array.obj(), 0, size, native_array.get());
121 return j_array;
122 }
123
124 // static
125 bool MediaCodecBridge::IsAvailable() {
126 // MediaCodec is only available on JB and greater.
127 if (base::android::BuildInfo::GetInstance()->sdk_int() < 16)
128 return false;
129 // Blacklist some devices on Jellybean as for MediaCodec support is buggy.
130 // http://crbug.com/365494.
131 if (base::android::BuildInfo::GetInstance()->sdk_int() == 16) {
132 std::string model(base::android::BuildInfo::GetInstance()->model());
133 return model != "GT-I9100" && model != "GT-I9300" && model != "GT-N7000";
134 }
135 return true;
136 }
137
138 // static
139 bool MediaCodecBridge::SupportsSetParameters() {
140 // MediaCodec.setParameters() is only available starting with K.
141 return base::android::BuildInfo::GetInstance()->sdk_int() >= 19;
142 }
143
144 // static
145 bool MediaCodecBridge::SupportsGetName() {
146 // MediaCodec.getName() is only available on JB MR2 and greater.
147 return base::android::BuildInfo::GetInstance()->sdk_int() >= 18;
148 }
149
150 // static
151 std::vector<MediaCodecBridge::CodecsInfo> MediaCodecBridge::GetCodecsInfo() {
152 std::vector<CodecsInfo> codecs_info;
153 if (!IsAvailable())
154 return codecs_info;
155
156 JNIEnv* env = AttachCurrentThread();
157 std::string mime_type;
158 ScopedJavaLocalRef<jobjectArray> j_codec_info_array =
159 Java_MediaCodecBridge_getCodecsInfo(env);
160 jsize len = env->GetArrayLength(j_codec_info_array.obj());
161 for (jsize i = 0; i < len; ++i) {
162 ScopedJavaLocalRef<jobject> j_info(
163 env, env->GetObjectArrayElement(j_codec_info_array.obj(), i));
164 ScopedJavaLocalRef<jstring> j_codec_type =
165 Java_CodecInfo_codecType(env, j_info.obj());
166 ConvertJavaStringToUTF8(env, j_codec_type.obj(), &mime_type);
167 ScopedJavaLocalRef<jstring> j_codec_name =
168 Java_CodecInfo_codecName(env, j_info.obj());
169 CodecsInfo info;
170 info.codecs = AndroidMimeTypeToCodecType(mime_type);
171 ConvertJavaStringToUTF8(env, j_codec_name.obj(), &info.name);
172 info.direction = static_cast<MediaCodecDirection>(
173 Java_CodecInfo_direction(env, j_info.obj()));
174 codecs_info.push_back(info);
175 }
176 return codecs_info;
177 }
178
179 // static
180 std::string MediaCodecBridge::GetDefaultCodecName(
181 const std::string& mime_type,
182 MediaCodecDirection direction) {
183 if (!IsAvailable())
184 return std::string();
185
186 JNIEnv* env = AttachCurrentThread();
187 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime_type);
188 ScopedJavaLocalRef<jstring> j_codec_name =
189 Java_MediaCodecBridge_getDefaultCodecName(env, j_mime.obj(), direction);
190 return ConvertJavaStringToUTF8(env, j_codec_name.obj());
191 }
192
193 // static
194 std::set<int> MediaCodecBridge::GetEncoderColorFormats(
195 const std::string& mime_type) {
196 std::set<int> color_formats;
197 if (!IsAvailable())
198 return color_formats;
199
200 JNIEnv* env = AttachCurrentThread();
201 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime_type);
202 ScopedJavaLocalRef<jintArray> j_color_format_array =
203 Java_MediaCodecBridge_getEncoderColorFormatsForMime(env, j_mime.obj());
204
205 if (j_color_format_array.obj()) {
206 std::vector<int> formats;
207 JavaIntArrayToIntVector(env, j_color_format_array.obj(), &formats);
208 color_formats = std::set<int>(formats.begin(), formats.end());
209 }
210
211 return color_formats;
212 }
213
214 // static
215 bool MediaCodecBridge::CanDecode(const std::string& codec, bool is_secure) {
216 if (!IsAvailable())
217 return false;
218
219 JNIEnv* env = AttachCurrentThread();
220 std::string mime = CodecTypeToAndroidMimeType(codec);
221 if (mime.empty())
222 return false;
223 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime);
224 ScopedJavaLocalRef<jobject> j_media_codec_bridge =
225 Java_MediaCodecBridge_create(env, j_mime.obj(), is_secure, false);
226 if (!j_media_codec_bridge.is_null()) {
227 Java_MediaCodecBridge_release(env, j_media_codec_bridge.obj());
228 return true;
229 }
230 return false;
231 }
232
233 // static 26 // static
234 bool MediaCodecBridge::IsKnownUnaccelerated(const std::string& mime_type, 27 bool MediaCodecBridge::IsKnownUnaccelerated(const std::string& mime_type,
xhwang 2015/11/30 23:11:50 Now this file is small enough that I feel it make
qinmin 2015/12/03 22:46:23 Moved IsKnownUnaccelerated() to MediaCodecUtil. G
235 MediaCodecDirection direction) { 28 MediaCodecDirection direction) {
236 if (!IsAvailable()) 29 if (!IsMediaCodecAvailable())
237 return true; 30 return true;
238 31
239 std::string codec_name; 32 std::string codec_name;
240 if (SupportsGetName()) { 33 if (SupportsGetName()) {
241 codec_name = GetDefaultCodecName(mime_type, direction); 34 codec_name = GetDefaultCodecName(mime_type, direction);
242 } else { 35 } else {
243 std::string codec_type = AndroidMimeTypeToCodecType(mime_type); 36 std::string codec_type = AndroidMimeTypeToCodecType(mime_type);
244 std::vector<media::MediaCodecBridge::CodecsInfo> codecs_info = 37 std::vector<CodecsInfo> codecs_info = GetCodecsInfo();
245 MediaCodecBridge::GetCodecsInfo();
246 for (size_t i = 0; i < codecs_info.size(); ++i) { 38 for (size_t i = 0; i < codecs_info.size(); ++i) {
247 if (codecs_info[i].codecs == codec_type && 39 if (codecs_info[i].codecs == codec_type &&
248 codecs_info[i].direction == direction) { 40 codecs_info[i].direction == direction) {
249 codec_name = codecs_info[i].name; 41 codec_name = codecs_info[i].name;
250 break; 42 break;
251 } 43 }
252 } 44 }
253 } 45 }
254 DVLOG(1) << __PRETTY_FUNCTION__ << "Default codec for " << mime_type << 46 DVLOG(1) << __PRETTY_FUNCTION__ << "Default codec for " << mime_type <<
255 " : " << codec_name; 47 " : " << codec_name;
(...skipping 10 matching lines...) Expand all
266 base::StartsWith(codec_name, "OMX.SEC.", 58 base::StartsWith(codec_name, "OMX.SEC.",
267 base::CompareCase::SENSITIVE) || 59 base::CompareCase::SENSITIVE) ||
268 base::StartsWith(codec_name, "OMX.MTK.", 60 base::StartsWith(codec_name, "OMX.MTK.",
269 base::CompareCase::SENSITIVE) || 61 base::CompareCase::SENSITIVE) ||
270 base::StartsWith(codec_name, "OMX.Exynos.", 62 base::StartsWith(codec_name, "OMX.Exynos.",
271 base::CompareCase::SENSITIVE)); 63 base::CompareCase::SENSITIVE));
272 } 64 }
273 return true; 65 return true;
274 } 66 }
275 67
276 MediaCodecBridge::MediaCodecBridge(const std::string& mime, 68 MediaCodecBridge::MediaCodecBridge() {}
277 bool is_secure,
278 MediaCodecDirection direction) {
279 JNIEnv* env = AttachCurrentThread();
280 CHECK(env);
281 DCHECK(!mime.empty());
282 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime);
283 j_media_codec_.Reset(
284 Java_MediaCodecBridge_create(env, j_mime.obj(), is_secure, direction));
285 }
286 69
287 MediaCodecBridge::~MediaCodecBridge() { 70 MediaCodecBridge::~MediaCodecBridge() {}
288 JNIEnv* env = AttachCurrentThread();
289 CHECK(env);
290 if (j_media_codec_.obj())
291 Java_MediaCodecBridge_release(env, j_media_codec_.obj());
292 }
293
294 bool MediaCodecBridge::StartInternal() {
295 JNIEnv* env = AttachCurrentThread();
296 return Java_MediaCodecBridge_start(env, j_media_codec_.obj());
297 }
298
299 MediaCodecStatus MediaCodecBridge::Reset() {
300 JNIEnv* env = AttachCurrentThread();
301 return static_cast<MediaCodecStatus>(
302 Java_MediaCodecBridge_flush(env, j_media_codec_.obj()));
303 }
304
305 void MediaCodecBridge::Stop() {
306 JNIEnv* env = AttachCurrentThread();
307 Java_MediaCodecBridge_stop(env, j_media_codec_.obj());
308 }
309
310 void MediaCodecBridge::GetOutputFormat(int* width, int* height) {
311 JNIEnv* env = AttachCurrentThread();
312
313 *width = Java_MediaCodecBridge_getOutputWidth(env, j_media_codec_.obj());
314 *height = Java_MediaCodecBridge_getOutputHeight(env, j_media_codec_.obj());
315 }
316
317 int MediaCodecBridge::GetOutputSamplingRate() {
318 JNIEnv* env = AttachCurrentThread();
319
320 return Java_MediaCodecBridge_getOutputSamplingRate(env, j_media_codec_.obj());
321 }
322
323 MediaCodecStatus MediaCodecBridge::QueueInputBuffer(
324 int index,
325 const uint8* data,
326 size_t data_size,
327 const base::TimeDelta& presentation_time) {
328 DVLOG(3) << __PRETTY_FUNCTION__ << index << ": " << data_size;
329 if (data_size > base::checked_cast<size_t>(kint32max))
330 return MEDIA_CODEC_ERROR;
331 if (data && !FillInputBuffer(index, data, data_size))
332 return MEDIA_CODEC_ERROR;
333 JNIEnv* env = AttachCurrentThread();
334 return static_cast<MediaCodecStatus>(
335 Java_MediaCodecBridge_queueInputBuffer(env,
336 j_media_codec_.obj(),
337 index,
338 0,
339 data_size,
340 presentation_time.InMicroseconds(),
341 0));
342 }
343 71
344 MediaCodecStatus MediaCodecBridge::QueueSecureInputBuffer( 72 MediaCodecStatus MediaCodecBridge::QueueSecureInputBuffer(
345 int index, 73 int index,
346 const uint8* data, 74 const uint8* data,
347 size_t data_size, 75 size_t data_size,
348 const std::string& key_id, 76 const std::string& key_id,
349 const std::string& iv, 77 const std::string& iv,
350 const std::vector<SubsampleEntry>& subsamples, 78 const std::vector<SubsampleEntry>& subsamples,
351 const base::TimeDelta& presentation_time) { 79 const base::TimeDelta& presentation_time) {
352 return QueueSecureInputBuffer( 80 return QueueSecureInputBuffer(
353 index, data, data_size, reinterpret_cast<const uint8_t*>(key_id.data()), 81 index, data, data_size, reinterpret_cast<const uint8_t*>(key_id.data()),
354 key_id.size(), reinterpret_cast<const uint8_t*>(iv.data()), iv.size(), 82 key_id.size(), reinterpret_cast<const uint8_t*>(iv.data()), iv.size(),
355 subsamples.empty() ? nullptr : &subsamples[0], subsamples.size(), 83 subsamples.empty() ? nullptr : &subsamples[0], subsamples.size(),
356 presentation_time); 84 presentation_time);
357 } 85 }
358 86
359 // TODO(timav): Combine this and above methods together keeping only the first
360 // interface after we switch to Spitzer pipeline.
361 MediaCodecStatus MediaCodecBridge::QueueSecureInputBuffer(
362 int index,
363 const uint8* data,
364 size_t data_size,
365 const uint8* key_id,
366 int key_id_size,
367 const uint8* iv,
368 int iv_size,
369 const SubsampleEntry* subsamples,
370 int subsamples_size,
371 const base::TimeDelta& presentation_time) {
372 DVLOG(3) << __PRETTY_FUNCTION__ << index << ": " << data_size;
373 if (data_size > base::checked_cast<size_t>(kint32max))
374 return MEDIA_CODEC_ERROR;
375 if (data && !FillInputBuffer(index, data, data_size))
376 return MEDIA_CODEC_ERROR;
377
378 JNIEnv* env = AttachCurrentThread();
379 ScopedJavaLocalRef<jbyteArray> j_key_id =
380 base::android::ToJavaByteArray(env, key_id, key_id_size);
381 ScopedJavaLocalRef<jbyteArray> j_iv =
382 base::android::ToJavaByteArray(env, iv, iv_size);
383
384 // MediaCodec.CryptoInfo documentations says passing NULL for |clear_array|
385 // to indicate that all data is encrypted. But it doesn't specify what
386 // |cypher_array| and |subsamples_size| should be in that case. Passing
387 // one subsample here just to be on the safe side.
388 int new_subsamples_size = subsamples_size == 0 ? 1 : subsamples_size;
389
390 scoped_ptr<jint[]> native_clear_array(new jint[new_subsamples_size]);
391 scoped_ptr<jint[]> native_cypher_array(new jint[new_subsamples_size]);
392
393 if (subsamples_size == 0) {
394 DCHECK(!subsamples);
395 native_clear_array[0] = 0;
396 native_cypher_array[0] = data_size;
397 } else {
398 DCHECK_GT(subsamples_size, 0);
399 DCHECK(subsamples);
400 for (int i = 0; i < subsamples_size; ++i) {
401 DCHECK(subsamples[i].clear_bytes <= std::numeric_limits<uint16>::max());
402 if (subsamples[i].cypher_bytes >
403 static_cast<uint32>(std::numeric_limits<jint>::max())) {
404 return MEDIA_CODEC_ERROR;
405 }
406
407 native_clear_array[i] = subsamples[i].clear_bytes;
408 native_cypher_array[i] = subsamples[i].cypher_bytes;
409 }
410 }
411
412 ScopedJavaLocalRef<jintArray> clear_array =
413 ToJavaIntArray(env, native_clear_array.Pass(), new_subsamples_size);
414 ScopedJavaLocalRef<jintArray> cypher_array =
415 ToJavaIntArray(env, native_cypher_array.Pass(), new_subsamples_size);
416
417 return static_cast<MediaCodecStatus>(
418 Java_MediaCodecBridge_queueSecureInputBuffer(
419 env,
420 j_media_codec_.obj(),
421 index,
422 0,
423 j_iv.obj(),
424 j_key_id.obj(),
425 clear_array.obj(),
426 cypher_array.obj(),
427 new_subsamples_size,
428 presentation_time.InMicroseconds()));
429 }
430
431 void MediaCodecBridge::QueueEOS(int input_buffer_index) {
432 DVLOG(3) << __PRETTY_FUNCTION__ << ": " << input_buffer_index;
433 JNIEnv* env = AttachCurrentThread();
434 Java_MediaCodecBridge_queueInputBuffer(env,
435 j_media_codec_.obj(),
436 input_buffer_index,
437 0,
438 0,
439 0,
440 kBufferFlagEndOfStream);
441 }
442
443 MediaCodecStatus MediaCodecBridge::DequeueInputBuffer(
444 const base::TimeDelta& timeout,
445 int* index) {
446 JNIEnv* env = AttachCurrentThread();
447 ScopedJavaLocalRef<jobject> result = Java_MediaCodecBridge_dequeueInputBuffer(
448 env, j_media_codec_.obj(), timeout.InMicroseconds());
449 *index = Java_DequeueInputResult_index(env, result.obj());
450 MediaCodecStatus status = static_cast<MediaCodecStatus>(
451 Java_DequeueInputResult_status(env, result.obj()));
452 DVLOG(3) << __PRETTY_FUNCTION__ << ": status: " << status
453 << ", index: " << *index;
454 return status;
455 }
456
457 MediaCodecStatus MediaCodecBridge::DequeueOutputBuffer(
458 const base::TimeDelta& timeout,
459 int* index,
460 size_t* offset,
461 size_t* size,
462 base::TimeDelta* presentation_time,
463 bool* end_of_stream,
464 bool* key_frame) {
465 JNIEnv* env = AttachCurrentThread();
466 ScopedJavaLocalRef<jobject> result =
467 Java_MediaCodecBridge_dequeueOutputBuffer(
468 env, j_media_codec_.obj(), timeout.InMicroseconds());
469 *index = Java_DequeueOutputResult_index(env, result.obj());
470 *offset = base::checked_cast<size_t>(
471 Java_DequeueOutputResult_offset(env, result.obj()));
472 *size = base::checked_cast<size_t>(
473 Java_DequeueOutputResult_numBytes(env, result.obj()));
474 if (presentation_time) {
475 *presentation_time = base::TimeDelta::FromMicroseconds(
476 Java_DequeueOutputResult_presentationTimeMicroseconds(env,
477 result.obj()));
478 }
479 int flags = Java_DequeueOutputResult_flags(env, result.obj());
480 if (end_of_stream)
481 *end_of_stream = flags & kBufferFlagEndOfStream;
482 if (key_frame)
483 *key_frame = flags & kBufferFlagSyncFrame;
484 MediaCodecStatus status = static_cast<MediaCodecStatus>(
485 Java_DequeueOutputResult_status(env, result.obj()));
486 DVLOG(3) << __PRETTY_FUNCTION__ << ": status: " << status
487 << ", index: " << *index << ", offset: " << *offset
488 << ", size: " << *size << ", flags: " << flags;
489 return status;
490 }
491
492 void MediaCodecBridge::ReleaseOutputBuffer(int index, bool render) {
493 DVLOG(3) << __PRETTY_FUNCTION__ << ": " << index;
494 JNIEnv* env = AttachCurrentThread();
495 CHECK(env);
496
497 Java_MediaCodecBridge_releaseOutputBuffer(
498 env, j_media_codec_.obj(), index, render);
499 }
500
501 int MediaCodecBridge::GetOutputBuffersCount() { 87 int MediaCodecBridge::GetOutputBuffersCount() {
502 JNIEnv* env = AttachCurrentThread(); 88 return 0;
503 return Java_MediaCodecBridge_getOutputBuffersCount(env, j_media_codec_.obj());
504 } 89 }
505 90
506 size_t MediaCodecBridge::GetOutputBuffersCapacity() { 91 size_t MediaCodecBridge::GetOutputBuffersCapacity() {
507 JNIEnv* env = AttachCurrentThread(); 92 return 0;
508 return Java_MediaCodecBridge_getOutputBuffersCapacity(env,
509 j_media_codec_.obj());
510 }
511
512 void MediaCodecBridge::GetInputBuffer(int input_buffer_index,
513 uint8** data,
514 size_t* capacity) {
515 JNIEnv* env = AttachCurrentThread();
516 ScopedJavaLocalRef<jobject> j_buffer(Java_MediaCodecBridge_getInputBuffer(
517 env, j_media_codec_.obj(), input_buffer_index));
518 *data = static_cast<uint8*>(env->GetDirectBufferAddress(j_buffer.obj()));
519 *capacity = base::checked_cast<size_t>(
520 env->GetDirectBufferCapacity(j_buffer.obj()));
521 }
522
523 bool MediaCodecBridge::CopyFromOutputBuffer(int index,
524 size_t offset,
525 void* dst,
526 int dst_size) {
527 void* src_data = nullptr;
528 int src_capacity = GetOutputBufferAddress(index, offset, &src_data);
529 if (src_capacity < dst_size)
530 return false;
531 memcpy(dst, src_data, dst_size);
532 return true;
533 }
534
535 int MediaCodecBridge::GetOutputBufferAddress(int index,
536 size_t offset,
537 void** addr) {
538 JNIEnv* env = AttachCurrentThread();
539 ScopedJavaLocalRef<jobject> j_buffer(
540 Java_MediaCodecBridge_getOutputBuffer(env, j_media_codec_.obj(), index));
541 *addr = reinterpret_cast<uint8*>(
542 env->GetDirectBufferAddress(j_buffer.obj())) + offset;
543 return env->GetDirectBufferCapacity(j_buffer.obj()) - offset;
544 } 93 }
545 94
546 bool MediaCodecBridge::FillInputBuffer(int index, 95 bool MediaCodecBridge::FillInputBuffer(int index,
547 const uint8* data, 96 const uint8* data,
548 size_t size) { 97 size_t size) {
549 uint8* dst = NULL; 98 uint8* dst = nullptr;
550 size_t capacity = 0; 99 size_t capacity = 0;
551 GetInputBuffer(index, &dst, &capacity); 100 GetInputBuffer(index, &dst, &capacity);
552 CHECK(dst); 101 CHECK(dst);
553 102
554 if (size > capacity) { 103 if (size > capacity) {
555 LOG(ERROR) << "Input buffer size " << size 104 LOG(ERROR) << "Input buffer size " << size
556 << " exceeds MediaCodec input buffer capacity: " << capacity; 105 << " exceeds MediaCodec input buffer capacity: " << capacity;
557 return false; 106 return false;
558 } 107 }
559 108
560 memcpy(dst, data, size); 109 memcpy(dst, data, size);
561 return true; 110 return true;
562 } 111 }
563 112
564 AudioCodecBridge::AudioCodecBridge(const std::string& mime)
565 // Audio codec doesn't care about security level and there is no need for
566 // audio encoding yet.
567 : MediaCodecBridge(mime, false, MEDIA_CODEC_DECODER) {}
568
569 bool AudioCodecBridge::Start(const AudioCodec& codec,
570 int sample_rate,
571 int channel_count,
572 const uint8* extra_data,
573 size_t extra_data_size,
574 int64 codec_delay_ns,
575 int64 seek_preroll_ns,
576 bool play_audio,
577 jobject media_crypto) {
578 JNIEnv* env = AttachCurrentThread();
579
580 if (!media_codec())
581 return false;
582
583 std::string codec_string = AudioCodecToAndroidMimeType(codec);
584 if (codec_string.empty())
585 return false;
586
587 ScopedJavaLocalRef<jstring> j_mime =
588 ConvertUTF8ToJavaString(env, codec_string);
589 ScopedJavaLocalRef<jobject> j_format(Java_MediaCodecBridge_createAudioFormat(
590 env, j_mime.obj(), sample_rate, channel_count));
591 DCHECK(!j_format.is_null());
592
593 if (!ConfigureMediaFormat(j_format.obj(), codec, extra_data, extra_data_size,
594 codec_delay_ns, seek_preroll_ns)) {
595 return false;
596 }
597
598 if (!Java_MediaCodecBridge_configureAudio(
599 env, media_codec(), j_format.obj(), media_crypto, 0, play_audio)) {
600 return false;
601 }
602
603 return StartInternal();
604 }
605
606 bool AudioCodecBridge::ConfigureMediaFormat(jobject j_format,
607 const AudioCodec& codec,
608 const uint8* extra_data,
609 size_t extra_data_size,
610 int64 codec_delay_ns,
611 int64 seek_preroll_ns) {
612 if (extra_data_size == 0 && codec != kCodecOpus)
613 return true;
614
615 JNIEnv* env = AttachCurrentThread();
616 switch (codec) {
617 case kCodecVorbis: {
618 if (extra_data[0] != 2) {
619 LOG(ERROR) << "Invalid number of vorbis headers before the codec "
620 << "header: " << extra_data[0];
621 return false;
622 }
623
624 size_t header_length[2];
625 // |total_length| keeps track of the total number of bytes before the last
626 // header.
627 size_t total_length = 1;
628 const uint8* current_pos = extra_data;
629 // Calculate the length of the first 2 headers.
630 for (int i = 0; i < 2; ++i) {
631 header_length[i] = 0;
632 while (total_length < extra_data_size) {
633 size_t size = *(++current_pos);
634 total_length += 1 + size;
635 if (total_length > 0x80000000) {
636 LOG(ERROR) << "Vorbis header size too large";
637 return false;
638 }
639 header_length[i] += size;
640 if (size < 0xFF)
641 break;
642 }
643 if (total_length >= extra_data_size) {
644 LOG(ERROR) << "Invalid vorbis header size in the extra data";
645 return false;
646 }
647 }
648 current_pos++;
649 // The first header is identification header.
650 ScopedJavaLocalRef<jbyteArray> first_header =
651 base::android::ToJavaByteArray(env, current_pos, header_length[0]);
652 Java_MediaCodecBridge_setCodecSpecificData(
653 env, j_format, 0, first_header.obj());
654 // The last header is codec header.
655 ScopedJavaLocalRef<jbyteArray> last_header =
656 base::android::ToJavaByteArray(
657 env, extra_data + total_length, extra_data_size - total_length);
658 Java_MediaCodecBridge_setCodecSpecificData(
659 env, j_format, 1, last_header.obj());
660 break;
661 }
662 case kCodecAAC: {
663 media::BitReader reader(extra_data, extra_data_size);
664
665 // The following code is copied from aac.cc
666 // TODO(qinmin): refactor the code in aac.cc to make it more reusable.
667 uint8 profile = 0;
668 uint8 frequency_index = 0;
669 uint8 channel_config = 0;
670 RETURN_ON_ERROR(reader.ReadBits(5, &profile));
671 RETURN_ON_ERROR(reader.ReadBits(4, &frequency_index));
672
673 if (0xf == frequency_index)
674 RETURN_ON_ERROR(reader.SkipBits(24));
675 RETURN_ON_ERROR(reader.ReadBits(4, &channel_config));
676
677 if (profile == 5 || profile == 29) {
678 // Read extension config.
679 RETURN_ON_ERROR(reader.ReadBits(4, &frequency_index));
680 if (frequency_index == 0xf)
681 RETURN_ON_ERROR(reader.SkipBits(24));
682 RETURN_ON_ERROR(reader.ReadBits(5, &profile));
683 }
684
685 if (profile < 1 || profile > 4 || frequency_index == 0xf ||
686 channel_config > 7) {
687 LOG(ERROR) << "Invalid AAC header";
688 return false;
689 }
690 const size_t kCsdLength = 2;
691 uint8 csd[kCsdLength];
692 csd[0] = profile << 3 | frequency_index >> 1;
693 csd[1] = (frequency_index & 0x01) << 7 | channel_config << 3;
694 ScopedJavaLocalRef<jbyteArray> byte_array =
695 base::android::ToJavaByteArray(env, csd, kCsdLength);
696 Java_MediaCodecBridge_setCodecSpecificData(
697 env, j_format, 0, byte_array.obj());
698
699 // TODO(qinmin): pass an extra variable to this function to determine
700 // whether we need to call this.
701 Java_MediaCodecBridge_setFrameHasADTSHeader(env, j_format);
702 break;
703 }
704 case kCodecOpus: {
705 if (!extra_data || extra_data_size == 0 ||
706 codec_delay_ns < 0 || seek_preroll_ns < 0) {
707 LOG(ERROR) << "Invalid Opus Header";
708 return false;
709 }
710
711 // csd0 - Opus Header
712 ScopedJavaLocalRef<jbyteArray> csd0 =
713 base::android::ToJavaByteArray(env, extra_data, extra_data_size);
714 Java_MediaCodecBridge_setCodecSpecificData(env, j_format, 0, csd0.obj());
715
716 // csd1 - Codec Delay
717 ScopedJavaLocalRef<jbyteArray> csd1 =
718 base::android::ToJavaByteArray(
719 env, reinterpret_cast<const uint8*>(&codec_delay_ns),
720 sizeof(int64_t));
721 Java_MediaCodecBridge_setCodecSpecificData(env, j_format, 1, csd1.obj());
722
723 // csd2 - Seek Preroll
724 ScopedJavaLocalRef<jbyteArray> csd2 =
725 base::android::ToJavaByteArray(
726 env, reinterpret_cast<const uint8*>(&seek_preroll_ns),
727 sizeof(int64_t));
728 Java_MediaCodecBridge_setCodecSpecificData(env, j_format, 2, csd2.obj());
729 break;
730 }
731 default:
732 LOG(ERROR) << "Invalid header encountered for codec: "
733 << AudioCodecToAndroidMimeType(codec);
734 return false;
735 }
736 return true;
737 }
738
739 int64 AudioCodecBridge::PlayOutputBuffer(int index,
740 size_t size,
741 size_t offset,
742 bool postpone) {
743 DCHECK_LE(0, index);
744 int numBytes = base::checked_cast<int>(size);
745
746 void* buffer = nullptr;
747 int capacity = GetOutputBufferAddress(index, offset, &buffer);
748 numBytes = std::min(capacity, numBytes);
749 CHECK_GE(numBytes, 0);
750
751 JNIEnv* env = AttachCurrentThread();
752 ScopedJavaLocalRef<jbyteArray> byte_array = base::android::ToJavaByteArray(
753 env, static_cast<uint8*>(buffer), numBytes);
754 return Java_MediaCodecBridge_playOutputBuffer(env, media_codec(),
755 byte_array.obj(), postpone);
756 }
757
758 void AudioCodecBridge::SetVolume(double volume) {
759 JNIEnv* env = AttachCurrentThread();
760 Java_MediaCodecBridge_setVolume(env, media_codec(), volume);
761 }
762
763 // static
764 AudioCodecBridge* AudioCodecBridge::Create(const AudioCodec& codec) {
765 if (!MediaCodecBridge::IsAvailable())
766 return NULL;
767
768 const std::string mime = AudioCodecToAndroidMimeType(codec);
769 return mime.empty() ? NULL : new AudioCodecBridge(mime);
770 }
771
772 // static
773 bool AudioCodecBridge::IsKnownUnaccelerated(const AudioCodec& codec) {
774 return MediaCodecBridge::IsKnownUnaccelerated(
775 AudioCodecToAndroidMimeType(codec), MEDIA_CODEC_DECODER);
776 }
777
778 // static
779 bool VideoCodecBridge::IsKnownUnaccelerated(const VideoCodec& codec,
780 MediaCodecDirection direction) {
781 return MediaCodecBridge::IsKnownUnaccelerated(
782 VideoCodecToAndroidMimeType(codec), direction);
783 }
784
785 // static
786 VideoCodecBridge* VideoCodecBridge::CreateDecoder(const VideoCodec& codec,
787 bool is_secure,
788 const gfx::Size& size,
789 jobject surface,
790 jobject media_crypto) {
791 if (!MediaCodecBridge::IsAvailable())
792 return NULL;
793
794 const std::string mime = VideoCodecToAndroidMimeType(codec);
795 if (mime.empty())
796 return NULL;
797
798 scoped_ptr<VideoCodecBridge> bridge(
799 new VideoCodecBridge(mime, is_secure, MEDIA_CODEC_DECODER));
800 if (!bridge->media_codec())
801 return NULL;
802
803 JNIEnv* env = AttachCurrentThread();
804 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime);
805 ScopedJavaLocalRef<jobject> j_format(
806 Java_MediaCodecBridge_createVideoDecoderFormat(
807 env, j_mime.obj(), size.width(), size.height()));
808 DCHECK(!j_format.is_null());
809 if (!Java_MediaCodecBridge_configureVideo(env,
810 bridge->media_codec(),
811 j_format.obj(),
812 surface,
813 media_crypto,
814 0)) {
815 return NULL;
816 }
817
818 return bridge->StartInternal() ? bridge.release() : NULL;
819 }
820
821 // static
822 VideoCodecBridge* VideoCodecBridge::CreateEncoder(const VideoCodec& codec,
823 const gfx::Size& size,
824 int bit_rate,
825 int frame_rate,
826 int i_frame_interval,
827 int color_format) {
828 if (!MediaCodecBridge::IsAvailable())
829 return NULL;
830
831 const std::string mime = VideoCodecToAndroidMimeType(codec);
832 if (mime.empty())
833 return NULL;
834
835 scoped_ptr<VideoCodecBridge> bridge(
836 new VideoCodecBridge(mime, false, MEDIA_CODEC_ENCODER));
837 if (!bridge->media_codec())
838 return NULL;
839
840 JNIEnv* env = AttachCurrentThread();
841 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime);
842 ScopedJavaLocalRef<jobject> j_format(
843 Java_MediaCodecBridge_createVideoEncoderFormat(env,
844 j_mime.obj(),
845 size.width(),
846 size.height(),
847 bit_rate,
848 frame_rate,
849 i_frame_interval,
850 color_format));
851 DCHECK(!j_format.is_null());
852 if (!Java_MediaCodecBridge_configureVideo(env,
853 bridge->media_codec(),
854 j_format.obj(),
855 NULL,
856 NULL,
857 kConfigureFlagEncode)) {
858 return NULL;
859 }
860
861 return bridge->StartInternal() ? bridge.release() : NULL;
862 }
863
864 VideoCodecBridge::VideoCodecBridge(const std::string& mime,
865 bool is_secure,
866 MediaCodecDirection direction)
867 : MediaCodecBridge(mime, is_secure, direction),
868 adaptive_playback_supported_for_testing_(-1) {}
869
870 void VideoCodecBridge::SetVideoBitrate(int bps) {
871 JNIEnv* env = AttachCurrentThread();
872 Java_MediaCodecBridge_setVideoBitrate(env, media_codec(), bps);
873 }
874
875 void VideoCodecBridge::RequestKeyFrameSoon() {
876 JNIEnv* env = AttachCurrentThread();
877 Java_MediaCodecBridge_requestKeyFrameSoon(env, media_codec());
878 }
879
880 bool VideoCodecBridge::IsAdaptivePlaybackSupported(int width, int height) {
881 if (adaptive_playback_supported_for_testing_ == 0)
882 return false;
883 else if (adaptive_playback_supported_for_testing_ > 0)
884 return true;
885 JNIEnv* env = AttachCurrentThread();
886 return Java_MediaCodecBridge_isAdaptivePlaybackSupported(
887 env, media_codec(), width, height);
888 }
889
890 bool MediaCodecBridge::RegisterMediaCodecBridge(JNIEnv* env) {
891 return RegisterNativesImpl(env);
892 }
893
894 } // namespace media 113 } // namespace media
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698