Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(33)

Side by Side Diff: media/filters/ffmpeg_demuxer.cc

Issue 10829470: Support for parsing encrypted WebM streams by src. (Closed) Base URL: svn://svn.chromium.org/chrome/trunk/src
Patch Set: Refactored decryption code. Add 2 unittests. Created 7 years, 9 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
OLDNEW
1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #include "media/filters/ffmpeg_demuxer.h" 5 #include "media/filters/ffmpeg_demuxer.h"
6 6
7 #include <algorithm> 7 #include <algorithm>
8 #include <string> 8 #include <string>
9 9
10 #include "base/base64.h"
10 #include "base/bind.h" 11 #include "base/bind.h"
11 #include "base/callback.h" 12 #include "base/callback.h"
12 #include "base/callback_helpers.h" 13 #include "base/callback_helpers.h"
13 #include "base/command_line.h" 14 #include "base/command_line.h"
14 #include "base/memory/scoped_ptr.h" 15 #include "base/memory/scoped_ptr.h"
15 #include "base/message_loop.h" 16 #include "base/message_loop.h"
16 #include "base/stl_util.h" 17 #include "base/stl_util.h"
17 #include "base/string_util.h" 18 #include "base/string_util.h"
18 #include "base/task_runner_util.h" 19 #include "base/task_runner_util.h"
19 #include "base/time.h" 20 #include "base/time.h"
20 #include "media/base/audio_decoder_config.h" 21 #include "media/base/audio_decoder_config.h"
21 #include "media/base/bind_to_loop.h" 22 #include "media/base/bind_to_loop.h"
22 #include "media/base/decoder_buffer.h" 23 #include "media/base/decoder_buffer.h"
24 #include "media/base/decrypt_config.h"
23 #include "media/base/limits.h" 25 #include "media/base/limits.h"
24 #include "media/base/media_switches.h" 26 #include "media/base/media_switches.h"
25 #include "media/base/video_decoder_config.h" 27 #include "media/base/video_decoder_config.h"
26 #include "media/ffmpeg/ffmpeg_common.h" 28 #include "media/ffmpeg/ffmpeg_common.h"
27 #include "media/filters/ffmpeg_glue.h" 29 #include "media/filters/ffmpeg_glue.h"
28 #include "media/filters/ffmpeg_h264_to_annex_b_bitstream_converter.h" 30 #include "media/filters/ffmpeg_h264_to_annex_b_bitstream_converter.h"
31 #include "media/webm/webm_crypto_helpers.h"
29 32
30 namespace media { 33 namespace media {
31 34
32 // 35 //
33 // FFmpegDemuxerStream 36 // FFmpegDemuxerStream
34 // 37 //
35 FFmpegDemuxerStream::FFmpegDemuxerStream( 38 FFmpegDemuxerStream::FFmpegDemuxerStream(
36 FFmpegDemuxer* demuxer, 39 FFmpegDemuxer* demuxer,
37 AVStream* stream) 40 AVStream* stream)
38 : demuxer_(demuxer), 41 : demuxer_(demuxer),
39 message_loop_(base::MessageLoopProxy::current()), 42 message_loop_(base::MessageLoopProxy::current()),
40 stream_(stream), 43 stream_(stream),
41 type_(UNKNOWN), 44 type_(UNKNOWN),
42 stopped_(false), 45 stopped_(false),
43 end_of_stream_(false), 46 end_of_stream_(false),
44 last_packet_timestamp_(kNoTimestamp()), 47 last_packet_timestamp_(kNoTimestamp()),
45 bitstream_converter_enabled_(false) { 48 bitstream_converter_enabled_(false) {
46 DCHECK(demuxer_); 49 DCHECK(demuxer_);
47 50
51 bool is_encrypted = false;
52
48 // Determine our media format. 53 // Determine our media format.
49 switch (stream->codec->codec_type) { 54 switch (stream->codec->codec_type) {
50 case AVMEDIA_TYPE_AUDIO: 55 case AVMEDIA_TYPE_AUDIO:
51 type_ = AUDIO; 56 type_ = AUDIO;
52 AVCodecContextToAudioDecoderConfig(stream->codec, &audio_config_); 57 AVStreamToAudioDecoderConfig(stream, &audio_config_);
58 is_encrypted = audio_config_.is_encrypted();
53 break; 59 break;
54 case AVMEDIA_TYPE_VIDEO: 60 case AVMEDIA_TYPE_VIDEO:
55 type_ = VIDEO; 61 type_ = VIDEO;
56 AVStreamToVideoDecoderConfig(stream, &video_config_); 62 AVStreamToVideoDecoderConfig(stream, &video_config_);
63 is_encrypted = video_config_.is_encrypted();
57 break; 64 break;
58 default: 65 default:
59 NOTREACHED(); 66 NOTREACHED();
60 break; 67 break;
61 } 68 }
62 69
63 // Calculate the duration. 70 // Calculate the duration.
64 duration_ = ConvertStreamTimestamp(stream->time_base, stream->duration); 71 duration_ = ConvertStreamTimestamp(stream->time_base, stream->duration);
65 72
66 if (stream_->codec->codec_id == CODEC_ID_H264) { 73 if (stream_->codec->codec_id == CODEC_ID_H264) {
67 bitstream_converter_.reset( 74 bitstream_converter_.reset(
68 new FFmpegH264ToAnnexBBitstreamConverter(stream_->codec)); 75 new FFmpegH264ToAnnexBBitstreamConverter(stream_->codec));
69 } 76 }
77
78 if (is_encrypted) {
79 AVDictionaryEntry* key = av_dict_get(stream->metadata, "enc_key_id", NULL,
80 0);
81 DCHECK(key);
82 DCHECK(key->value);
83 if (!key || !key->value)
84 return;
85 base::StringPiece base64_key_id(key->value);
86 std::string enc_key_id;
87 base::Base64Decode(base64_key_id, &enc_key_id);
88 DCHECK(!enc_key_id.empty());
89 if (enc_key_id.empty())
90 return;
91
92 encryption_key_id_.assign(enc_key_id);
93 demuxer_->FireNeedKey(kWebMEncryptInitDataType, enc_key_id);
94 }
70 } 95 }
71 96
72 void FFmpegDemuxerStream::EnqueuePacket(ScopedAVPacket packet) { 97 void FFmpegDemuxerStream::EnqueuePacket(ScopedAVPacket packet) {
73 DCHECK(message_loop_->BelongsToCurrentThread()); 98 DCHECK(message_loop_->BelongsToCurrentThread());
74 99
75 if (stopped_ || end_of_stream_) { 100 if (stopped_ || end_of_stream_) {
76 NOTREACHED() << "Attempted to enqueue packet on a stopped stream"; 101 NOTREACHED() << "Attempted to enqueue packet on a stopped stream";
77 return; 102 return;
78 } 103 }
79 104
80 // Convert the packet if there is a bitstream filter. 105 // Convert the packet if there is a bitstream filter.
81 if (packet->data && bitstream_converter_enabled_ && 106 if (packet->data && bitstream_converter_enabled_ &&
82 !bitstream_converter_->ConvertPacket(packet.get())) { 107 !bitstream_converter_->ConvertPacket(packet.get())) {
83 LOG(ERROR) << "Format conversion failed."; 108 LOG(ERROR) << "Format conversion failed.";
84 } 109 }
85 110
86 // If a packet is returned by FFmpeg's av_parser_parse2() the packet will 111 // If a packet is returned by FFmpeg's av_parser_parse2() the packet will
87 // reference inner memory of FFmpeg. As such we should transfer the packet 112 // reference inner memory of FFmpeg. As such we should transfer the packet
88 // into memory we control. 113 // into memory we control.
89 scoped_refptr<DecoderBuffer> buffer; 114 scoped_refptr<DecoderBuffer> buffer;
90 buffer = DecoderBuffer::CopyFrom(packet->data, packet->size); 115 buffer = DecoderBuffer::CopyFrom(packet->data, packet->size);
116
117 if ((type() == DemuxerStream::AUDIO && audio_config_.is_encrypted()) ||
118 (type() == DemuxerStream::VIDEO && video_config_.is_encrypted())) {
119 buffer->SetDecryptConfig(WebMCreateDecryptConfig(
120 packet->data, packet->size,
121 reinterpret_cast<const uint8*>(encryption_key_id_.data()),
122 encryption_key_id_.size()));
123 CHECK(buffer->GetDecryptConfig()) << "Create DecryptConfig failed.";
ddorwin 2013/03/12 04:40:06 How can this happen? Should it really be a check (
fgalligan1 2013/03/12 17:20:13 This could happen is the encrypted Block is malfor
ddorwin 2013/03/12 19:31:01 I think so. If "user input" (media) can cause it,
fgalligan1 2013/03/13 17:58:09 Changed to DCHECK. Good?
124 }
125
91 buffer->SetTimestamp(ConvertStreamTimestamp( 126 buffer->SetTimestamp(ConvertStreamTimestamp(
92 stream_->time_base, packet->pts)); 127 stream_->time_base, packet->pts));
93 buffer->SetDuration(ConvertStreamTimestamp( 128 buffer->SetDuration(ConvertStreamTimestamp(
94 stream_->time_base, packet->duration)); 129 stream_->time_base, packet->duration));
95 if (buffer->GetTimestamp() != kNoTimestamp() && 130 if (buffer->GetTimestamp() != kNoTimestamp() &&
96 last_packet_timestamp_ != kNoTimestamp() && 131 last_packet_timestamp_ != kNoTimestamp() &&
97 last_packet_timestamp_ < buffer->GetTimestamp()) { 132 last_packet_timestamp_ < buffer->GetTimestamp()) {
98 buffered_ranges_.Add(last_packet_timestamp_, buffer->GetTimestamp()); 133 buffered_ranges_.Add(last_packet_timestamp_, buffer->GetTimestamp());
99 demuxer_->NotifyBufferingChanged(); 134 demuxer_->NotifyBufferingChanged();
100 } 135 }
(...skipping 123 matching lines...) Expand 10 before | Expand all | Expand 10 after
224 return kNoTimestamp(); 259 return kNoTimestamp();
225 260
226 return ConvertFromTimeBase(time_base, timestamp); 261 return ConvertFromTimeBase(time_base, timestamp);
227 } 262 }
228 263
229 // 264 //
230 // FFmpegDemuxer 265 // FFmpegDemuxer
231 // 266 //
232 FFmpegDemuxer::FFmpegDemuxer( 267 FFmpegDemuxer::FFmpegDemuxer(
233 const scoped_refptr<base::MessageLoopProxy>& message_loop, 268 const scoped_refptr<base::MessageLoopProxy>& message_loop,
234 const scoped_refptr<DataSource>& data_source) 269 const scoped_refptr<DataSource>& data_source,
270 const FFmpegNeedKeyCB& need_key_cb)
235 : host_(NULL), 271 : host_(NULL),
236 message_loop_(message_loop), 272 message_loop_(message_loop),
237 blocking_thread_("FFmpegDemuxer"), 273 blocking_thread_("FFmpegDemuxer"),
238 pending_read_(false), 274 pending_read_(false),
239 pending_seek_(false), 275 pending_seek_(false),
240 data_source_(data_source), 276 data_source_(data_source),
241 bitrate_(0), 277 bitrate_(0),
242 start_time_(kNoTimestamp()), 278 start_time_(kNoTimestamp()),
243 audio_disabled_(false), 279 audio_disabled_(false),
244 duration_known_(false), 280 duration_known_(false),
245 url_protocol_(data_source, BindToLoop(message_loop_, base::Bind( 281 url_protocol_(data_source, BindToLoop(message_loop_, base::Bind(
246 &FFmpegDemuxer::OnDataSourceError, base::Unretained(this)))) { 282 &FFmpegDemuxer::OnDataSourceError, base::Unretained(this)))),
283 need_key_cb_(need_key_cb) {
247 DCHECK(message_loop_); 284 DCHECK(message_loop_);
248 DCHECK(data_source_); 285 DCHECK(data_source_);
249 } 286 }
250 287
251 FFmpegDemuxer::~FFmpegDemuxer() {} 288 FFmpegDemuxer::~FFmpegDemuxer() {}
252 289
253 void FFmpegDemuxer::Stop(const base::Closure& callback) { 290 void FFmpegDemuxer::Stop(const base::Closure& callback) {
254 DCHECK(message_loop_->BelongsToCurrentThread()); 291 DCHECK(message_loop_->BelongsToCurrentThread());
255 url_protocol_.Abort(); 292 url_protocol_.Abort();
256 data_source_->Stop(BindToCurrentLoop(base::Bind( 293 data_source_->Stop(BindToCurrentLoop(base::Bind(
(...skipping 397 matching lines...) Expand 10 before | Expand all | Expand 10 after
654 StreamVector::iterator iter; 691 StreamVector::iterator iter;
655 for (iter = streams_.begin(); iter != streams_.end(); ++iter) { 692 for (iter = streams_.begin(); iter != streams_.end(); ++iter) {
656 if (!*iter || 693 if (!*iter ||
657 (audio_disabled_ && (*iter)->type() == DemuxerStream::AUDIO)) { 694 (audio_disabled_ && (*iter)->type() == DemuxerStream::AUDIO)) {
658 continue; 695 continue;
659 } 696 }
660 (*iter)->SetEndOfStream(); 697 (*iter)->SetEndOfStream();
661 } 698 }
662 } 699 }
663 700
701 void FFmpegDemuxer::FireNeedKey(const std::string& init_data_type,
702 const std::string& encryption_key_id) {
703 int key_id_size = encryption_key_id.size();
704 scoped_array<uint8> key_id_local(new uint8[key_id_size]);
705 memcpy(key_id_local.get(), encryption_key_id.data(), key_id_size);
706 need_key_cb_.Run(init_data_type, key_id_local.Pass(), key_id_size);
707 }
708
664 void FFmpegDemuxer::NotifyCapacityAvailable() { 709 void FFmpegDemuxer::NotifyCapacityAvailable() {
665 DCHECK(message_loop_->BelongsToCurrentThread()); 710 DCHECK(message_loop_->BelongsToCurrentThread());
666 ReadFrameIfNeeded(); 711 ReadFrameIfNeeded();
667 } 712 }
668 713
669 void FFmpegDemuxer::NotifyBufferingChanged() { 714 void FFmpegDemuxer::NotifyBufferingChanged() {
670 DCHECK(message_loop_->BelongsToCurrentThread()); 715 DCHECK(message_loop_->BelongsToCurrentThread());
671 Ranges<base::TimeDelta> buffered; 716 Ranges<base::TimeDelta> buffered;
672 scoped_refptr<FFmpegDemuxerStream> audio = 717 scoped_refptr<FFmpegDemuxerStream> audio =
673 audio_disabled_ ? NULL : GetFFmpegStream(DemuxerStream::AUDIO); 718 audio_disabled_ ? NULL : GetFFmpegStream(DemuxerStream::AUDIO);
674 scoped_refptr<FFmpegDemuxerStream> video = 719 scoped_refptr<FFmpegDemuxerStream> video =
675 GetFFmpegStream(DemuxerStream::VIDEO); 720 GetFFmpegStream(DemuxerStream::VIDEO);
676 if (audio && video) { 721 if (audio && video) {
677 buffered = audio->GetBufferedRanges().IntersectionWith( 722 buffered = audio->GetBufferedRanges().IntersectionWith(
678 video->GetBufferedRanges()); 723 video->GetBufferedRanges());
679 } else if (audio) { 724 } else if (audio) {
680 buffered = audio->GetBufferedRanges(); 725 buffered = audio->GetBufferedRanges();
681 } else if (video) { 726 } else if (video) {
682 buffered = video->GetBufferedRanges(); 727 buffered = video->GetBufferedRanges();
683 } 728 }
684 for (size_t i = 0; i < buffered.size(); ++i) 729 for (size_t i = 0; i < buffered.size(); ++i)
685 host_->AddBufferedTimeRange(buffered.start(i), buffered.end(i)); 730 host_->AddBufferedTimeRange(buffered.start(i), buffered.end(i));
686 } 731 }
687 732
688 void FFmpegDemuxer::OnDataSourceError() { 733 void FFmpegDemuxer::OnDataSourceError() {
689 host_->OnDemuxerError(PIPELINE_ERROR_READ); 734 host_->OnDemuxerError(PIPELINE_ERROR_READ);
690 } 735 }
691 736
692 } // namespace media 737 } // namespace media
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698