Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(1182)

Side by Side Diff: media/base/android/media_codec_bridge.cc

Issue 1525003002: Revert of Refactor MediaCodecBridge to add support for NDK APIs (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: fix rebase errors Created 5 years ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 // Copyright (c) 2013 The Chromium Authors. All rights reserved. 1 // Copyright (c) 2013 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #include "media/base/android/media_codec_bridge.h" 5 #include "media/base/android/media_codec_bridge.h"
6 6
7 #include <algorithm> 7 #include <algorithm>
8 #include <limits>
8 9
9 #include "base/android/build_info.h" 10 #include "base/android/build_info.h"
10 #include "base/android/jni_android.h" 11 #include "base/android/jni_android.h"
11 #include "base/android/jni_array.h" 12 #include "base/android/jni_array.h"
12 #include "base/android/jni_string.h" 13 #include "base/android/jni_string.h"
14 #include "base/basictypes.h"
15 #include "base/lazy_instance.h"
13 #include "base/logging.h" 16 #include "base/logging.h"
17 #include "base/numerics/safe_conversions.h"
14 #include "base/strings/string_util.h" 18 #include "base/strings/string_util.h"
19 #include "base/strings/stringprintf.h"
20 #include "jni/MediaCodecBridge_jni.h"
21 #include "media/base/bit_reader.h"
15 #include "media/base/decrypt_config.h" 22 #include "media/base/decrypt_config.h"
16 23
17 using base::android::AttachCurrentThread; 24 using base::android::AttachCurrentThread;
18 using base::android::ConvertJavaStringToUTF8; 25 using base::android::ConvertJavaStringToUTF8;
19 using base::android::ConvertUTF8ToJavaString; 26 using base::android::ConvertUTF8ToJavaString;
20 using base::android::JavaIntArrayToIntVector; 27 using base::android::JavaIntArrayToIntVector;
21 using base::android::ScopedJavaLocalRef; 28 using base::android::ScopedJavaLocalRef;
22 29
30 #define RETURN_ON_ERROR(condition) \
31 do { \
32 if (!(condition)) { \
33 LOG(ERROR) << "Unable to parse AAC header: " #condition; \
34 return false; \
35 } \
36 } while (0)
37
23 namespace media { 38 namespace media {
24 39
25 MediaCodecBridge::MediaCodecBridge() {} 40 enum {
26 41 kBufferFlagSyncFrame = 1, // BUFFER_FLAG_SYNC_FRAME
27 MediaCodecBridge::~MediaCodecBridge() {} 42 kBufferFlagEndOfStream = 4, // BUFFER_FLAG_END_OF_STREAM
43 kConfigureFlagEncode = 1, // CONFIGURE_FLAG_ENCODE
44 };
45
46 static const std::string AudioCodecToAndroidMimeType(const AudioCodec& codec) {
47 switch (codec) {
48 case kCodecMP3:
49 return "audio/mpeg";
50 case kCodecVorbis:
51 return "audio/vorbis";
52 case kCodecOpus:
53 return "audio/opus";
54 case kCodecAAC:
55 return "audio/mp4a-latm";
56 default:
57 return std::string();
58 }
59 }
60
61 static const std::string VideoCodecToAndroidMimeType(const VideoCodec& codec) {
62 switch (codec) {
63 case kCodecH264:
64 return "video/avc";
65 case kCodecHEVC:
66 return "video/hevc";
67 case kCodecVP8:
68 return "video/x-vnd.on2.vp8";
69 case kCodecVP9:
70 return "video/x-vnd.on2.vp9";
71 default:
72 return std::string();
73 }
74 }
75
76 static const std::string CodecTypeToAndroidMimeType(const std::string& codec) {
77 // TODO(xhwang): Shall we handle more detailed strings like "mp4a.40.2"?
78 if (codec == "avc1")
79 return "video/avc";
80 if (codec == "hvc1")
81 return "video/hevc";
82 if (codec == "mp4a")
83 return "audio/mp4a-latm";
84 if (codec == "vp8" || codec == "vp8.0")
85 return "video/x-vnd.on2.vp8";
86 if (codec == "vp9" || codec == "vp9.0")
87 return "video/x-vnd.on2.vp9";
88 if (codec == "vorbis")
89 return "audio/vorbis";
90 if (codec == "opus")
91 return "audio/opus";
92 return std::string();
93 }
94
95 // TODO(qinmin): using a map to help all the conversions in this class.
96 static const std::string AndroidMimeTypeToCodecType(const std::string& mime) {
97 if (mime == "video/mp4v-es")
98 return "mp4v";
99 if (mime == "video/avc")
100 return "avc1";
101 if (mime == "video/hevc")
102 return "hvc1";
103 if (mime == "video/x-vnd.on2.vp8")
104 return "vp8";
105 if (mime == "video/x-vnd.on2.vp9")
106 return "vp9";
107 if (mime == "audio/mp4a-latm")
108 return "mp4a";
109 if (mime == "audio/mpeg")
110 return "mp3";
111 if (mime == "audio/vorbis")
112 return "vorbis";
113 if (mime == "audio/opus")
114 return "opus";
115 return std::string();
116 }
117
118 static ScopedJavaLocalRef<jintArray>
119 ToJavaIntArray(JNIEnv* env, scoped_ptr<jint[]> native_array, int size) {
120 ScopedJavaLocalRef<jintArray> j_array(env, env->NewIntArray(size));
121 env->SetIntArrayRegion(j_array.obj(), 0, size, native_array.get());
122 return j_array;
123 }
124
125 // static
126 bool MediaCodecBridge::IsAvailable() {
127 // MediaCodec is only available on JB and greater.
128 if (base::android::BuildInfo::GetInstance()->sdk_int() < 16)
129 return false;
130 // Blacklist some devices on Jellybean as for MediaCodec support is buggy.
131 // http://crbug.com/365494.
132 if (base::android::BuildInfo::GetInstance()->sdk_int() == 16) {
133 std::string model(base::android::BuildInfo::GetInstance()->model());
134 return model != "GT-I9100" && model != "GT-I9300" && model != "GT-N7000";
135 }
136 return true;
137 }
138
139 // static
140 bool MediaCodecBridge::SupportsSetParameters() {
141 // MediaCodec.setParameters() is only available starting with K.
142 return base::android::BuildInfo::GetInstance()->sdk_int() >= 19;
143 }
144
145 // static
146 bool MediaCodecBridge::SupportsGetName() {
147 // MediaCodec.getName() is only available on JB MR2 and greater.
148 return base::android::BuildInfo::GetInstance()->sdk_int() >= 18;
149 }
150
151 // static
152 std::vector<MediaCodecBridge::CodecsInfo> MediaCodecBridge::GetCodecsInfo() {
153 std::vector<CodecsInfo> codecs_info;
154 if (!IsAvailable())
155 return codecs_info;
156
157 JNIEnv* env = AttachCurrentThread();
158 std::string mime_type;
159 ScopedJavaLocalRef<jobjectArray> j_codec_info_array =
160 Java_MediaCodecBridge_getCodecsInfo(env);
161 jsize len = env->GetArrayLength(j_codec_info_array.obj());
162 for (jsize i = 0; i < len; ++i) {
163 ScopedJavaLocalRef<jobject> j_info(
164 env, env->GetObjectArrayElement(j_codec_info_array.obj(), i));
165 ScopedJavaLocalRef<jstring> j_codec_type =
166 Java_CodecInfo_codecType(env, j_info.obj());
167 ConvertJavaStringToUTF8(env, j_codec_type.obj(), &mime_type);
168 ScopedJavaLocalRef<jstring> j_codec_name =
169 Java_CodecInfo_codecName(env, j_info.obj());
170 CodecsInfo info;
171 info.codecs = AndroidMimeTypeToCodecType(mime_type);
172 ConvertJavaStringToUTF8(env, j_codec_name.obj(), &info.name);
173 info.direction = static_cast<MediaCodecDirection>(
174 Java_CodecInfo_direction(env, j_info.obj()));
175 codecs_info.push_back(info);
176 }
177 return codecs_info;
178 }
179
180 // static
181 std::string MediaCodecBridge::GetDefaultCodecName(
182 const std::string& mime_type,
183 MediaCodecDirection direction) {
184 if (!IsAvailable())
185 return std::string();
186
187 JNIEnv* env = AttachCurrentThread();
188 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime_type);
189 ScopedJavaLocalRef<jstring> j_codec_name =
190 Java_MediaCodecBridge_getDefaultCodecName(env, j_mime.obj(), direction);
191 return ConvertJavaStringToUTF8(env, j_codec_name.obj());
192 }
193
194 // static
195 std::set<int> MediaCodecBridge::GetEncoderColorFormats(
196 const std::string& mime_type) {
197 std::set<int> color_formats;
198 if (!IsAvailable())
199 return color_formats;
200
201 JNIEnv* env = AttachCurrentThread();
202 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime_type);
203 ScopedJavaLocalRef<jintArray> j_color_format_array =
204 Java_MediaCodecBridge_getEncoderColorFormatsForMime(env, j_mime.obj());
205
206 if (j_color_format_array.obj()) {
207 std::vector<int> formats;
208 JavaIntArrayToIntVector(env, j_color_format_array.obj(), &formats);
209 color_formats = std::set<int>(formats.begin(), formats.end());
210 }
211
212 return color_formats;
213 }
214
215 // static
216 bool MediaCodecBridge::CanDecode(const std::string& codec, bool is_secure) {
217 if (!IsAvailable())
218 return false;
219
220 JNIEnv* env = AttachCurrentThread();
221 std::string mime = CodecTypeToAndroidMimeType(codec);
222 if (mime.empty())
223 return false;
224 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime);
225 ScopedJavaLocalRef<jobject> j_media_codec_bridge =
226 Java_MediaCodecBridge_create(env, j_mime.obj(), is_secure, false);
227 if (!j_media_codec_bridge.is_null()) {
228 Java_MediaCodecBridge_release(env, j_media_codec_bridge.obj());
229 return true;
230 }
231 return false;
232 }
233
234 // static
235 bool MediaCodecBridge::IsKnownUnaccelerated(const std::string& mime_type,
236 MediaCodecDirection direction) {
237 if (!IsAvailable())
238 return true;
239
240 std::string codec_name;
241 if (SupportsGetName()) {
242 codec_name = GetDefaultCodecName(mime_type, direction);
243 } else {
244 std::string codec_type = AndroidMimeTypeToCodecType(mime_type);
245 std::vector<media::MediaCodecBridge::CodecsInfo> codecs_info =
246 MediaCodecBridge::GetCodecsInfo();
247 for (size_t i = 0; i < codecs_info.size(); ++i) {
248 if (codecs_info[i].codecs == codec_type &&
249 codecs_info[i].direction == direction) {
250 codec_name = codecs_info[i].name;
251 break;
252 }
253 }
254 }
255 DVLOG(1) << __PRETTY_FUNCTION__ << "Default codec for " << mime_type <<
256 " : " << codec_name;
257 // It would be nice if MediaCodecInfo externalized some notion of
258 // HW-acceleration but it doesn't. Android Media guidance is that the
259 // "OMX.google" prefix is always used for SW decoders, so that's what we
260 // use. "OMX.SEC.*" codec is Samsung software implementation - report it
261 // as unaccelerated as well. Also temporary blacklist Exynos and MediaTek
262 // devices while HW decoder video freezes and distortions are
263 // investigated - http://crbug.com/446974.
264 if (codec_name.length() > 0) {
265 return (base::StartsWith(codec_name, "OMX.google.",
266 base::CompareCase::SENSITIVE) ||
267 base::StartsWith(codec_name, "OMX.SEC.",
268 base::CompareCase::SENSITIVE) ||
269 base::StartsWith(codec_name, "OMX.MTK.",
270 base::CompareCase::SENSITIVE) ||
271 base::StartsWith(codec_name, "OMX.Exynos.",
272 base::CompareCase::SENSITIVE));
273 }
274 return true;
275 }
276
277 MediaCodecBridge::MediaCodecBridge(const std::string& mime,
278 bool is_secure,
279 MediaCodecDirection direction) {
280 JNIEnv* env = AttachCurrentThread();
281 CHECK(env);
282 DCHECK(!mime.empty());
283 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime);
284 j_media_codec_.Reset(
285 Java_MediaCodecBridge_create(env, j_mime.obj(), is_secure, direction));
286 }
287
288 MediaCodecBridge::~MediaCodecBridge() {
289 JNIEnv* env = AttachCurrentThread();
290 CHECK(env);
291 if (j_media_codec_.obj())
292 Java_MediaCodecBridge_release(env, j_media_codec_.obj());
293 }
294
295 bool MediaCodecBridge::StartInternal() {
296 JNIEnv* env = AttachCurrentThread();
297 return Java_MediaCodecBridge_start(env, j_media_codec_.obj());
298 }
299
300 MediaCodecStatus MediaCodecBridge::Reset() {
301 JNIEnv* env = AttachCurrentThread();
302 return static_cast<MediaCodecStatus>(
303 Java_MediaCodecBridge_flush(env, j_media_codec_.obj()));
304 }
305
306 void MediaCodecBridge::Stop() {
307 JNIEnv* env = AttachCurrentThread();
308 Java_MediaCodecBridge_stop(env, j_media_codec_.obj());
309 }
310
311 void MediaCodecBridge::GetOutputFormat(int* width, int* height) {
312 JNIEnv* env = AttachCurrentThread();
313
314 *width = Java_MediaCodecBridge_getOutputWidth(env, j_media_codec_.obj());
315 *height = Java_MediaCodecBridge_getOutputHeight(env, j_media_codec_.obj());
316 }
317
318 int MediaCodecBridge::GetOutputSamplingRate() {
319 JNIEnv* env = AttachCurrentThread();
320
321 return Java_MediaCodecBridge_getOutputSamplingRate(env, j_media_codec_.obj());
322 }
323
324 MediaCodecStatus MediaCodecBridge::QueueInputBuffer(
325 int index,
326 const uint8* data,
327 size_t data_size,
328 const base::TimeDelta& presentation_time) {
329 DVLOG(3) << __PRETTY_FUNCTION__ << index << ": " << data_size;
330 if (data_size >
331 base::checked_cast<size_t>(std::numeric_limits<int32_t>::max()))
332 return MEDIA_CODEC_ERROR;
333 if (data && !FillInputBuffer(index, data, data_size))
334 return MEDIA_CODEC_ERROR;
335 JNIEnv* env = AttachCurrentThread();
336 return static_cast<MediaCodecStatus>(
337 Java_MediaCodecBridge_queueInputBuffer(env,
338 j_media_codec_.obj(),
339 index,
340 0,
341 data_size,
342 presentation_time.InMicroseconds(),
343 0));
344 }
28 345
29 MediaCodecStatus MediaCodecBridge::QueueSecureInputBuffer( 346 MediaCodecStatus MediaCodecBridge::QueueSecureInputBuffer(
30 int index, 347 int index,
31 const uint8_t* data, 348 const uint8_t* data,
32 size_t data_size, 349 size_t data_size,
33 const std::string& key_id, 350 const std::string& key_id,
34 const std::string& iv, 351 const std::string& iv,
35 const std::vector<SubsampleEntry>& subsamples, 352 const std::vector<SubsampleEntry>& subsamples,
36 const base::TimeDelta& presentation_time) { 353 const base::TimeDelta& presentation_time) {
37 const std::vector<char> key_vec(key_id.begin(), key_id.end()); 354 return QueueSecureInputBuffer(
38 const std::vector<char> iv_vec(iv.begin(), iv.end()); 355 index, data, data_size, reinterpret_cast<const uint8_t*>(key_id.data()),
39 return QueueSecureInputBuffer(index, data, data_size, key_vec, iv_vec, 356 key_id.size(), reinterpret_cast<const uint8_t*>(iv.data()), iv.size(),
40 subsamples.empty() ? nullptr : &subsamples[0], 357 subsamples.empty() ? nullptr : &subsamples[0], subsamples.size(),
41 subsamples.size(), presentation_time); 358 presentation_time);
359 }
360
361 // TODO(timav): Combine this and above methods together keeping only the first
362 // interface after we switch to Spitzer pipeline.
363 MediaCodecStatus MediaCodecBridge::QueueSecureInputBuffer(
364 int index,
365 const uint8* data,
366 size_t data_size,
367 const uint8* key_id,
368 int key_id_size,
369 const uint8* iv,
370 int iv_size,
371 const SubsampleEntry* subsamples,
372 int subsamples_size,
373 const base::TimeDelta& presentation_time) {
374 DVLOG(3) << __PRETTY_FUNCTION__ << index << ": " << data_size;
375 if (data_size >
376 base::checked_cast<size_t>(std::numeric_limits<int32_t>::max()))
377 return MEDIA_CODEC_ERROR;
378 if (data && !FillInputBuffer(index, data, data_size))
379 return MEDIA_CODEC_ERROR;
380
381 JNIEnv* env = AttachCurrentThread();
382 ScopedJavaLocalRef<jbyteArray> j_key_id =
383 base::android::ToJavaByteArray(env, key_id, key_id_size);
384 ScopedJavaLocalRef<jbyteArray> j_iv =
385 base::android::ToJavaByteArray(env, iv, iv_size);
386
387 // MediaCodec.CryptoInfo documentations says passing NULL for |clear_array|
388 // to indicate that all data is encrypted. But it doesn't specify what
389 // |cypher_array| and |subsamples_size| should be in that case. Passing
390 // one subsample here just to be on the safe side.
391 int new_subsamples_size = subsamples_size == 0 ? 1 : subsamples_size;
392
393 scoped_ptr<jint[]> native_clear_array(new jint[new_subsamples_size]);
394 scoped_ptr<jint[]> native_cypher_array(new jint[new_subsamples_size]);
395
396 if (subsamples_size == 0) {
397 DCHECK(!subsamples);
398 native_clear_array[0] = 0;
399 native_cypher_array[0] = data_size;
400 } else {
401 DCHECK_GT(subsamples_size, 0);
402 DCHECK(subsamples);
403 for (int i = 0; i < subsamples_size; ++i) {
404 DCHECK(subsamples[i].clear_bytes <= std::numeric_limits<uint16>::max());
405 if (subsamples[i].cypher_bytes >
406 static_cast<uint32>(std::numeric_limits<jint>::max())) {
407 return MEDIA_CODEC_ERROR;
408 }
409
410 native_clear_array[i] = subsamples[i].clear_bytes;
411 native_cypher_array[i] = subsamples[i].cypher_bytes;
412 }
413 }
414
415 ScopedJavaLocalRef<jintArray> clear_array =
416 ToJavaIntArray(env, native_clear_array.Pass(), new_subsamples_size);
417 ScopedJavaLocalRef<jintArray> cypher_array =
418 ToJavaIntArray(env, native_cypher_array.Pass(), new_subsamples_size);
419
420 return static_cast<MediaCodecStatus>(
421 Java_MediaCodecBridge_queueSecureInputBuffer(
422 env,
423 j_media_codec_.obj(),
424 index,
425 0,
426 j_iv.obj(),
427 j_key_id.obj(),
428 clear_array.obj(),
429 cypher_array.obj(),
430 new_subsamples_size,
431 presentation_time.InMicroseconds()));
432 }
433
434 void MediaCodecBridge::QueueEOS(int input_buffer_index) {
435 DVLOG(3) << __PRETTY_FUNCTION__ << ": " << input_buffer_index;
436 JNIEnv* env = AttachCurrentThread();
437 Java_MediaCodecBridge_queueInputBuffer(env,
438 j_media_codec_.obj(),
439 input_buffer_index,
440 0,
441 0,
442 0,
443 kBufferFlagEndOfStream);
444 }
445
446 MediaCodecStatus MediaCodecBridge::DequeueInputBuffer(
447 const base::TimeDelta& timeout,
448 int* index) {
449 JNIEnv* env = AttachCurrentThread();
450 ScopedJavaLocalRef<jobject> result = Java_MediaCodecBridge_dequeueInputBuffer(
451 env, j_media_codec_.obj(), timeout.InMicroseconds());
452 *index = Java_DequeueInputResult_index(env, result.obj());
453 MediaCodecStatus status = static_cast<MediaCodecStatus>(
454 Java_DequeueInputResult_status(env, result.obj()));
455 DVLOG(3) << __PRETTY_FUNCTION__ << ": status: " << status
456 << ", index: " << *index;
457 return status;
458 }
459
460 MediaCodecStatus MediaCodecBridge::DequeueOutputBuffer(
461 const base::TimeDelta& timeout,
462 int* index,
463 size_t* offset,
464 size_t* size,
465 base::TimeDelta* presentation_time,
466 bool* end_of_stream,
467 bool* key_frame) {
468 JNIEnv* env = AttachCurrentThread();
469 ScopedJavaLocalRef<jobject> result =
470 Java_MediaCodecBridge_dequeueOutputBuffer(
471 env, j_media_codec_.obj(), timeout.InMicroseconds());
472 *index = Java_DequeueOutputResult_index(env, result.obj());
473 *offset = base::checked_cast<size_t>(
474 Java_DequeueOutputResult_offset(env, result.obj()));
475 *size = base::checked_cast<size_t>(
476 Java_DequeueOutputResult_numBytes(env, result.obj()));
477 if (presentation_time) {
478 *presentation_time = base::TimeDelta::FromMicroseconds(
479 Java_DequeueOutputResult_presentationTimeMicroseconds(env,
480 result.obj()));
481 }
482 int flags = Java_DequeueOutputResult_flags(env, result.obj());
483 if (end_of_stream)
484 *end_of_stream = flags & kBufferFlagEndOfStream;
485 if (key_frame)
486 *key_frame = flags & kBufferFlagSyncFrame;
487 MediaCodecStatus status = static_cast<MediaCodecStatus>(
488 Java_DequeueOutputResult_status(env, result.obj()));
489 DVLOG(3) << __PRETTY_FUNCTION__ << ": status: " << status
490 << ", index: " << *index << ", offset: " << *offset
491 << ", size: " << *size << ", flags: " << flags;
492 return status;
493 }
494
495 void MediaCodecBridge::ReleaseOutputBuffer(int index, bool render) {
496 DVLOG(3) << __PRETTY_FUNCTION__ << ": " << index;
497 JNIEnv* env = AttachCurrentThread();
498 CHECK(env);
499
500 Java_MediaCodecBridge_releaseOutputBuffer(
501 env, j_media_codec_.obj(), index, render);
42 } 502 }
43 503
44 int MediaCodecBridge::GetOutputBuffersCount() { 504 int MediaCodecBridge::GetOutputBuffersCount() {
45 return 0; 505 JNIEnv* env = AttachCurrentThread();
506 return Java_MediaCodecBridge_getOutputBuffersCount(env, j_media_codec_.obj());
46 } 507 }
47 508
48 size_t MediaCodecBridge::GetOutputBuffersCapacity() { 509 size_t MediaCodecBridge::GetOutputBuffersCapacity() {
49 return 0; 510 JNIEnv* env = AttachCurrentThread();
511 return Java_MediaCodecBridge_getOutputBuffersCapacity(env,
512 j_media_codec_.obj());
513 }
514
515 void MediaCodecBridge::GetInputBuffer(int input_buffer_index,
516 uint8** data,
517 size_t* capacity) {
518 JNIEnv* env = AttachCurrentThread();
519 ScopedJavaLocalRef<jobject> j_buffer(Java_MediaCodecBridge_getInputBuffer(
520 env, j_media_codec_.obj(), input_buffer_index));
521 *data = static_cast<uint8*>(env->GetDirectBufferAddress(j_buffer.obj()));
522 *capacity = base::checked_cast<size_t>(
523 env->GetDirectBufferCapacity(j_buffer.obj()));
524 }
525
526 bool MediaCodecBridge::CopyFromOutputBuffer(int index,
527 size_t offset,
528 void* dst,
529 int dst_size) {
530 void* src_data = nullptr;
531 int src_capacity = GetOutputBufferAddress(index, offset, &src_data);
532 if (src_capacity < dst_size)
533 return false;
534 memcpy(dst, src_data, dst_size);
535 return true;
536 }
537
538 int MediaCodecBridge::GetOutputBufferAddress(int index,
539 size_t offset,
540 void** addr) {
541 JNIEnv* env = AttachCurrentThread();
542 ScopedJavaLocalRef<jobject> j_buffer(
543 Java_MediaCodecBridge_getOutputBuffer(env, j_media_codec_.obj(), index));
544 *addr = reinterpret_cast<uint8*>(
545 env->GetDirectBufferAddress(j_buffer.obj())) + offset;
546 return env->GetDirectBufferCapacity(j_buffer.obj()) - offset;
50 } 547 }
51 548
52 bool MediaCodecBridge::FillInputBuffer(int index, 549 bool MediaCodecBridge::FillInputBuffer(int index,
53 const uint8_t* data, 550 const uint8_t* data,
54 size_t size) { 551 size_t size) {
55 uint8_t* dst = nullptr; 552 uint8* dst = NULL;
56 size_t capacity = 0; 553 size_t capacity = 0;
57 GetInputBuffer(index, &dst, &capacity); 554 GetInputBuffer(index, &dst, &capacity);
58 CHECK(dst); 555 CHECK(dst);
59 556
60 if (size > capacity) { 557 if (size > capacity) {
61 LOG(ERROR) << "Input buffer size " << size 558 LOG(ERROR) << "Input buffer size " << size
62 << " exceeds MediaCodec input buffer capacity: " << capacity; 559 << " exceeds MediaCodec input buffer capacity: " << capacity;
63 return false; 560 return false;
64 } 561 }
65 562
66 memcpy(dst, data, size); 563 memcpy(dst, data, size);
67 return true; 564 return true;
68 } 565 }
69 566
567 AudioCodecBridge::AudioCodecBridge(const std::string& mime)
568 // Audio codec doesn't care about security level and there is no need for
569 // audio encoding yet.
570 : MediaCodecBridge(mime, false, MEDIA_CODEC_DECODER) {}
571
572 bool AudioCodecBridge::Start(const AudioCodec& codec,
573 int sample_rate,
574 int channel_count,
575 const uint8* extra_data,
576 size_t extra_data_size,
577 int64 codec_delay_ns,
578 int64 seek_preroll_ns,
579 bool play_audio,
580 jobject media_crypto) {
581 JNIEnv* env = AttachCurrentThread();
582
583 if (!media_codec())
584 return false;
585
586 std::string codec_string = AudioCodecToAndroidMimeType(codec);
587 if (codec_string.empty())
588 return false;
589
590 ScopedJavaLocalRef<jstring> j_mime =
591 ConvertUTF8ToJavaString(env, codec_string);
592 ScopedJavaLocalRef<jobject> j_format(Java_MediaCodecBridge_createAudioFormat(
593 env, j_mime.obj(), sample_rate, channel_count));
594 DCHECK(!j_format.is_null());
595
596 if (!ConfigureMediaFormat(j_format.obj(), codec, extra_data, extra_data_size,
597 codec_delay_ns, seek_preroll_ns)) {
598 return false;
599 }
600
601 if (!Java_MediaCodecBridge_configureAudio(
602 env, media_codec(), j_format.obj(), media_crypto, 0, play_audio)) {
603 return false;
604 }
605
606 return StartInternal();
607 }
608
609 bool AudioCodecBridge::ConfigureMediaFormat(jobject j_format,
610 const AudioCodec& codec,
611 const uint8* extra_data,
612 size_t extra_data_size,
613 int64 codec_delay_ns,
614 int64 seek_preroll_ns) {
615 if (extra_data_size == 0 && codec != kCodecOpus)
616 return true;
617
618 JNIEnv* env = AttachCurrentThread();
619 switch (codec) {
620 case kCodecVorbis: {
621 if (extra_data[0] != 2) {
622 LOG(ERROR) << "Invalid number of vorbis headers before the codec "
623 << "header: " << extra_data[0];
624 return false;
625 }
626
627 size_t header_length[2];
628 // |total_length| keeps track of the total number of bytes before the last
629 // header.
630 size_t total_length = 1;
631 const uint8* current_pos = extra_data;
632 // Calculate the length of the first 2 headers.
633 for (int i = 0; i < 2; ++i) {
634 header_length[i] = 0;
635 while (total_length < extra_data_size) {
636 size_t size = *(++current_pos);
637 total_length += 1 + size;
638 if (total_length > 0x80000000) {
639 LOG(ERROR) << "Vorbis header size too large";
640 return false;
641 }
642 header_length[i] += size;
643 if (size < 0xFF)
644 break;
645 }
646 if (total_length >= extra_data_size) {
647 LOG(ERROR) << "Invalid vorbis header size in the extra data";
648 return false;
649 }
650 }
651 current_pos++;
652 // The first header is identification header.
653 ScopedJavaLocalRef<jbyteArray> first_header =
654 base::android::ToJavaByteArray(env, current_pos, header_length[0]);
655 Java_MediaCodecBridge_setCodecSpecificData(
656 env, j_format, 0, first_header.obj());
657 // The last header is codec header.
658 ScopedJavaLocalRef<jbyteArray> last_header =
659 base::android::ToJavaByteArray(
660 env, extra_data + total_length, extra_data_size - total_length);
661 Java_MediaCodecBridge_setCodecSpecificData(
662 env, j_format, 1, last_header.obj());
663 break;
664 }
665 case kCodecAAC: {
666 media::BitReader reader(extra_data, extra_data_size);
667
668 // The following code is copied from aac.cc
669 // TODO(qinmin): refactor the code in aac.cc to make it more reusable.
670 uint8 profile = 0;
671 uint8 frequency_index = 0;
672 uint8 channel_config = 0;
673 RETURN_ON_ERROR(reader.ReadBits(5, &profile));
674 RETURN_ON_ERROR(reader.ReadBits(4, &frequency_index));
675
676 if (0xf == frequency_index)
677 RETURN_ON_ERROR(reader.SkipBits(24));
678 RETURN_ON_ERROR(reader.ReadBits(4, &channel_config));
679
680 if (profile == 5 || profile == 29) {
681 // Read extension config.
682 RETURN_ON_ERROR(reader.ReadBits(4, &frequency_index));
683 if (frequency_index == 0xf)
684 RETURN_ON_ERROR(reader.SkipBits(24));
685 RETURN_ON_ERROR(reader.ReadBits(5, &profile));
686 }
687
688 if (profile < 1 || profile > 4 || frequency_index == 0xf ||
689 channel_config > 7) {
690 LOG(ERROR) << "Invalid AAC header";
691 return false;
692 }
693 const size_t kCsdLength = 2;
694 uint8 csd[kCsdLength];
695 csd[0] = profile << 3 | frequency_index >> 1;
696 csd[1] = (frequency_index & 0x01) << 7 | channel_config << 3;
697 ScopedJavaLocalRef<jbyteArray> byte_array =
698 base::android::ToJavaByteArray(env, csd, kCsdLength);
699 Java_MediaCodecBridge_setCodecSpecificData(
700 env, j_format, 0, byte_array.obj());
701
702 // TODO(qinmin): pass an extra variable to this function to determine
703 // whether we need to call this.
704 Java_MediaCodecBridge_setFrameHasADTSHeader(env, j_format);
705 break;
706 }
707 case kCodecOpus: {
708 if (!extra_data || extra_data_size == 0 ||
709 codec_delay_ns < 0 || seek_preroll_ns < 0) {
710 LOG(ERROR) << "Invalid Opus Header";
711 return false;
712 }
713
714 // csd0 - Opus Header
715 ScopedJavaLocalRef<jbyteArray> csd0 =
716 base::android::ToJavaByteArray(env, extra_data, extra_data_size);
717 Java_MediaCodecBridge_setCodecSpecificData(env, j_format, 0, csd0.obj());
718
719 // csd1 - Codec Delay
720 ScopedJavaLocalRef<jbyteArray> csd1 =
721 base::android::ToJavaByteArray(
722 env, reinterpret_cast<const uint8*>(&codec_delay_ns),
723 sizeof(int64_t));
724 Java_MediaCodecBridge_setCodecSpecificData(env, j_format, 1, csd1.obj());
725
726 // csd2 - Seek Preroll
727 ScopedJavaLocalRef<jbyteArray> csd2 =
728 base::android::ToJavaByteArray(
729 env, reinterpret_cast<const uint8*>(&seek_preroll_ns),
730 sizeof(int64_t));
731 Java_MediaCodecBridge_setCodecSpecificData(env, j_format, 2, csd2.obj());
732 break;
733 }
734 default:
735 LOG(ERROR) << "Invalid header encountered for codec: "
736 << AudioCodecToAndroidMimeType(codec);
737 return false;
738 }
739 return true;
740 }
741
742 int64 AudioCodecBridge::PlayOutputBuffer(int index,
743 size_t size,
744 size_t offset,
745 bool postpone) {
746 DCHECK_LE(0, index);
747 int numBytes = base::checked_cast<int>(size);
748
749 void* buffer = nullptr;
750 int capacity = GetOutputBufferAddress(index, offset, &buffer);
751 numBytes = std::min(capacity, numBytes);
752 CHECK_GE(numBytes, 0);
753
754 JNIEnv* env = AttachCurrentThread();
755 ScopedJavaLocalRef<jbyteArray> byte_array = base::android::ToJavaByteArray(
756 env, static_cast<uint8*>(buffer), numBytes);
757 return Java_MediaCodecBridge_playOutputBuffer(env, media_codec(),
758 byte_array.obj(), postpone);
759 }
760
761 void AudioCodecBridge::SetVolume(double volume) {
762 JNIEnv* env = AttachCurrentThread();
763 Java_MediaCodecBridge_setVolume(env, media_codec(), volume);
764 }
765
766 // static
767 AudioCodecBridge* AudioCodecBridge::Create(const AudioCodec& codec) {
768 if (!MediaCodecBridge::IsAvailable())
769 return NULL;
770
771 const std::string mime = AudioCodecToAndroidMimeType(codec);
772 return mime.empty() ? NULL : new AudioCodecBridge(mime);
773 }
774
775 // static
776 bool AudioCodecBridge::IsKnownUnaccelerated(const AudioCodec& codec) {
777 return MediaCodecBridge::IsKnownUnaccelerated(
778 AudioCodecToAndroidMimeType(codec), MEDIA_CODEC_DECODER);
779 }
780
781 // static
782 bool VideoCodecBridge::IsKnownUnaccelerated(const VideoCodec& codec,
783 MediaCodecDirection direction) {
784 return MediaCodecBridge::IsKnownUnaccelerated(
785 VideoCodecToAndroidMimeType(codec), direction);
786 }
787
788 // static
789 VideoCodecBridge* VideoCodecBridge::CreateDecoder(const VideoCodec& codec,
790 bool is_secure,
791 const gfx::Size& size,
792 jobject surface,
793 jobject media_crypto) {
794 if (!MediaCodecBridge::IsAvailable())
795 return NULL;
796
797 const std::string mime = VideoCodecToAndroidMimeType(codec);
798 if (mime.empty())
799 return NULL;
800
801 scoped_ptr<VideoCodecBridge> bridge(
802 new VideoCodecBridge(mime, is_secure, MEDIA_CODEC_DECODER));
803 if (!bridge->media_codec())
804 return NULL;
805
806 JNIEnv* env = AttachCurrentThread();
807 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime);
808 ScopedJavaLocalRef<jobject> j_format(
809 Java_MediaCodecBridge_createVideoDecoderFormat(
810 env, j_mime.obj(), size.width(), size.height()));
811 DCHECK(!j_format.is_null());
812 if (!Java_MediaCodecBridge_configureVideo(env,
813 bridge->media_codec(),
814 j_format.obj(),
815 surface,
816 media_crypto,
817 0)) {
818 return NULL;
819 }
820
821 return bridge->StartInternal() ? bridge.release() : NULL;
822 }
823
824 // static
825 VideoCodecBridge* VideoCodecBridge::CreateEncoder(const VideoCodec& codec,
826 const gfx::Size& size,
827 int bit_rate,
828 int frame_rate,
829 int i_frame_interval,
830 int color_format) {
831 if (!MediaCodecBridge::IsAvailable())
832 return NULL;
833
834 const std::string mime = VideoCodecToAndroidMimeType(codec);
835 if (mime.empty())
836 return NULL;
837
838 scoped_ptr<VideoCodecBridge> bridge(
839 new VideoCodecBridge(mime, false, MEDIA_CODEC_ENCODER));
840 if (!bridge->media_codec())
841 return NULL;
842
843 JNIEnv* env = AttachCurrentThread();
844 ScopedJavaLocalRef<jstring> j_mime = ConvertUTF8ToJavaString(env, mime);
845 ScopedJavaLocalRef<jobject> j_format(
846 Java_MediaCodecBridge_createVideoEncoderFormat(env,
847 j_mime.obj(),
848 size.width(),
849 size.height(),
850 bit_rate,
851 frame_rate,
852 i_frame_interval,
853 color_format));
854 DCHECK(!j_format.is_null());
855 if (!Java_MediaCodecBridge_configureVideo(env,
856 bridge->media_codec(),
857 j_format.obj(),
858 NULL,
859 NULL,
860 kConfigureFlagEncode)) {
861 return NULL;
862 }
863
864 return bridge->StartInternal() ? bridge.release() : NULL;
865 }
866
867 VideoCodecBridge::VideoCodecBridge(const std::string& mime,
868 bool is_secure,
869 MediaCodecDirection direction)
870 : MediaCodecBridge(mime, is_secure, direction),
871 adaptive_playback_supported_for_testing_(-1) {}
872
873 void VideoCodecBridge::SetVideoBitrate(int bps) {
874 JNIEnv* env = AttachCurrentThread();
875 Java_MediaCodecBridge_setVideoBitrate(env, media_codec(), bps);
876 }
877
878 void VideoCodecBridge::RequestKeyFrameSoon() {
879 JNIEnv* env = AttachCurrentThread();
880 Java_MediaCodecBridge_requestKeyFrameSoon(env, media_codec());
881 }
882
883 bool VideoCodecBridge::IsAdaptivePlaybackSupported(int width, int height) {
884 if (adaptive_playback_supported_for_testing_ == 0)
885 return false;
886 else if (adaptive_playback_supported_for_testing_ > 0)
887 return true;
888 JNIEnv* env = AttachCurrentThread();
889 return Java_MediaCodecBridge_isAdaptivePlaybackSupported(
890 env, media_codec(), width, height);
891 }
892
893 bool MediaCodecBridge::RegisterMediaCodecBridge(JNIEnv* env) {
894 return RegisterNativesImpl(env);
895 }
896
70 } // namespace media 897 } // namespace media
OLDNEW
« no previous file with comments | « media/base/android/media_codec_bridge.h ('k') | media/base/android/media_codec_bridge_unittest.cc » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698