OLD | NEW |
1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 #include "media/filters/ffmpeg_demuxer.h" | 5 #include "media/filters/ffmpeg_demuxer.h" |
6 | 6 |
7 #include <algorithm> | 7 #include <algorithm> |
8 #include <string> | 8 #include <string> |
9 | 9 |
10 #include "base/bind.h" | 10 #include "base/bind.h" |
11 #include "base/callback.h" | 11 #include "base/callback.h" |
12 #include "base/command_line.h" | 12 #include "base/command_line.h" |
13 #include "base/memory/scoped_ptr.h" | 13 #include "base/memory/scoped_ptr.h" |
14 #include "base/message_loop.h" | 14 #include "base/message_loop.h" |
15 #include "base/stl_util.h" | 15 #include "base/stl_util.h" |
16 #include "base/string_util.h" | 16 #include "base/string_util.h" |
17 #include "base/time.h" | 17 #include "base/time.h" |
18 #include "media/base/audio_decoder_config.h" | 18 #include "media/base/audio_decoder_config.h" |
19 #include "media/base/data_buffer.h" | 19 #include "media/base/decoder_buffer.h" |
20 #include "media/base/limits.h" | 20 #include "media/base/limits.h" |
21 #include "media/base/media_switches.h" | 21 #include "media/base/media_switches.h" |
22 #include "media/base/video_decoder_config.h" | 22 #include "media/base/video_decoder_config.h" |
23 #include "media/ffmpeg/ffmpeg_common.h" | 23 #include "media/ffmpeg/ffmpeg_common.h" |
24 #include "media/filters/bitstream_converter.h" | 24 #include "media/filters/bitstream_converter.h" |
25 #include "media/filters/ffmpeg_glue.h" | 25 #include "media/filters/ffmpeg_glue.h" |
26 #include "media/filters/ffmpeg_h264_bitstream_converter.h" | 26 #include "media/filters/ffmpeg_h264_bitstream_converter.h" |
27 | 27 |
28 namespace media { | 28 namespace media { |
29 | 29 |
30 // | 30 // |
31 // AVPacketBuffer | |
32 // | |
33 class AVPacketBuffer : public Buffer { | |
34 public: | |
35 AVPacketBuffer(scoped_ptr_malloc<AVPacket, ScopedPtrAVFreePacket> packet, | |
36 const base::TimeDelta& timestamp, | |
37 const base::TimeDelta& duration) | |
38 : Buffer(timestamp, duration), | |
39 packet_(packet.Pass()) { | |
40 } | |
41 | |
42 // Buffer implementation. | |
43 virtual const uint8* GetData() const { | |
44 return reinterpret_cast<const uint8*>(packet_->data); | |
45 } | |
46 | |
47 virtual int GetDataSize() const { | |
48 return packet_->size; | |
49 } | |
50 | |
51 protected: | |
52 virtual ~AVPacketBuffer() {} | |
53 | |
54 private: | |
55 scoped_ptr_malloc<AVPacket, ScopedPtrAVFreePacket> packet_; | |
56 | |
57 DISALLOW_COPY_AND_ASSIGN(AVPacketBuffer); | |
58 }; | |
59 | |
60 | |
61 // | |
62 // FFmpegDemuxerStream | 31 // FFmpegDemuxerStream |
63 // | 32 // |
64 FFmpegDemuxerStream::FFmpegDemuxerStream(FFmpegDemuxer* demuxer, | 33 FFmpegDemuxerStream::FFmpegDemuxerStream(FFmpegDemuxer* demuxer, |
65 AVStream* stream) | 34 AVStream* stream) |
66 : demuxer_(demuxer), | 35 : demuxer_(demuxer), |
67 stream_(stream), | 36 stream_(stream), |
68 type_(UNKNOWN), | 37 type_(UNKNOWN), |
69 discontinuous_(false), | 38 discontinuous_(false), |
70 stopped_(false) { | 39 stopped_(false) { |
71 DCHECK(demuxer_); | 40 DCHECK(demuxer_); |
(...skipping 21 matching lines...) Expand all Loading... |
93 DCHECK_EQ(MessageLoop::current(), demuxer_->message_loop()); | 62 DCHECK_EQ(MessageLoop::current(), demuxer_->message_loop()); |
94 base::AutoLock auto_lock(lock_); | 63 base::AutoLock auto_lock(lock_); |
95 DCHECK(!stopped_ || read_queue_.empty()) | 64 DCHECK(!stopped_ || read_queue_.empty()) |
96 << "Read queue should have been emptied if demuxing stream is stopped"; | 65 << "Read queue should have been emptied if demuxing stream is stopped"; |
97 return !read_queue_.empty(); | 66 return !read_queue_.empty(); |
98 } | 67 } |
99 | 68 |
100 void FFmpegDemuxerStream::EnqueuePacket( | 69 void FFmpegDemuxerStream::EnqueuePacket( |
101 scoped_ptr_malloc<AVPacket, ScopedPtrAVFreePacket> packet) { | 70 scoped_ptr_malloc<AVPacket, ScopedPtrAVFreePacket> packet) { |
102 DCHECK_EQ(MessageLoop::current(), demuxer_->message_loop()); | 71 DCHECK_EQ(MessageLoop::current(), demuxer_->message_loop()); |
103 base::TimeDelta timestamp = | |
104 ConvertStreamTimestamp(stream_->time_base, packet->pts); | |
105 base::TimeDelta duration = | |
106 ConvertStreamTimestamp(stream_->time_base, packet->duration); | |
107 | 72 |
108 base::AutoLock auto_lock(lock_); | 73 base::AutoLock auto_lock(lock_); |
109 if (stopped_) { | 74 if (stopped_) { |
110 NOTREACHED() << "Attempted to enqueue packet on a stopped stream"; | 75 NOTREACHED() << "Attempted to enqueue packet on a stopped stream"; |
111 return; | 76 return; |
112 } | 77 } |
113 | 78 |
114 // Convert if the packet if there is bitstream filter. | 79 scoped_refptr<DecoderBuffer> buffer; |
115 if (packet->data && bitstream_converter_.get() && | 80 if (!packet.get()) { |
116 !bitstream_converter_->ConvertPacket(packet.get())) { | 81 buffer = DecoderBuffer::CreateEOSBuffer(); |
117 LOG(ERROR) << "Format converstion failed."; | 82 } else { |
| 83 // Convert the packet if there is a bitstream filter. |
| 84 if (packet->data && bitstream_converter_.get() && |
| 85 !bitstream_converter_->ConvertPacket(packet.get())) { |
| 86 LOG(ERROR) << "Format converstion failed."; |
| 87 } |
| 88 |
| 89 // If a packet is returned by FFmpeg's av_parser_parse2() the packet will |
| 90 // reference inner memory of FFmpeg. As such we should transfer the packet |
| 91 // into memory we control. |
| 92 buffer = DecoderBuffer::CopyFrom(packet->data, packet->size); |
| 93 buffer->SetTimestamp(ConvertStreamTimestamp( |
| 94 stream_->time_base, packet->pts)); |
| 95 buffer->SetDuration(ConvertStreamTimestamp( |
| 96 stream_->time_base, packet->duration)); |
118 } | 97 } |
119 | 98 |
120 // Enqueue the callback and attempt to satisfy a read immediately. | |
121 scoped_refptr<Buffer> buffer( | |
122 new AVPacketBuffer(packet.Pass(), timestamp, duration)); | |
123 if (!buffer) { | |
124 NOTREACHED() << "Unable to allocate AVPacketBuffer"; | |
125 return; | |
126 } | |
127 buffer_queue_.push_back(buffer); | 99 buffer_queue_.push_back(buffer); |
128 FulfillPendingRead(); | 100 FulfillPendingRead(); |
129 return; | 101 return; |
130 } | 102 } |
131 | 103 |
132 void FFmpegDemuxerStream::FlushBuffers() { | 104 void FFmpegDemuxerStream::FlushBuffers() { |
133 DCHECK_EQ(MessageLoop::current(), demuxer_->message_loop()); | 105 DCHECK_EQ(MessageLoop::current(), demuxer_->message_loop()); |
134 base::AutoLock auto_lock(lock_); | 106 base::AutoLock auto_lock(lock_); |
135 DCHECK(read_queue_.empty()) << "Read requests should be empty"; | 107 DCHECK(read_queue_.empty()) << "Read requests should be empty"; |
136 buffer_queue_.clear(); | 108 buffer_queue_.clear(); |
137 } | 109 } |
138 | 110 |
139 void FFmpegDemuxerStream::Stop() { | 111 void FFmpegDemuxerStream::Stop() { |
140 DCHECK_EQ(MessageLoop::current(), demuxer_->message_loop()); | 112 DCHECK_EQ(MessageLoop::current(), demuxer_->message_loop()); |
141 base::AutoLock auto_lock(lock_); | 113 base::AutoLock auto_lock(lock_); |
142 buffer_queue_.clear(); | 114 buffer_queue_.clear(); |
143 for (ReadQueue::iterator it = read_queue_.begin(); | 115 for (ReadQueue::iterator it = read_queue_.begin(); |
144 it != read_queue_.end(); ++it) { | 116 it != read_queue_.end(); ++it) { |
145 it->Run(scoped_refptr<Buffer>(new DataBuffer(0))); | 117 it->Run(scoped_refptr<DecoderBuffer>(DecoderBuffer::CreateEOSBuffer())); |
146 } | 118 } |
147 read_queue_.clear(); | 119 read_queue_.clear(); |
148 stopped_ = true; | 120 stopped_ = true; |
149 } | 121 } |
150 | 122 |
151 base::TimeDelta FFmpegDemuxerStream::duration() { | 123 base::TimeDelta FFmpegDemuxerStream::duration() { |
152 return duration_; | 124 return duration_; |
153 } | 125 } |
154 | 126 |
155 DemuxerStream::Type FFmpegDemuxerStream::type() { | 127 DemuxerStream::Type FFmpegDemuxerStream::type() { |
156 return type_; | 128 return type_; |
157 } | 129 } |
158 | 130 |
159 void FFmpegDemuxerStream::Read(const ReadCB& read_cb) { | 131 void FFmpegDemuxerStream::Read(const ReadCB& read_cb) { |
160 DCHECK(!read_cb.is_null()); | 132 DCHECK(!read_cb.is_null()); |
161 | 133 |
162 base::AutoLock auto_lock(lock_); | 134 base::AutoLock auto_lock(lock_); |
163 // Don't accept any additional reads if we've been told to stop. | 135 // Don't accept any additional reads if we've been told to stop. |
164 // The demuxer_ may have been destroyed in the pipleine thread. | 136 // The demuxer_ may have been destroyed in the pipleine thread. |
165 // | 137 // |
166 // TODO(scherkus): it would be cleaner if we replied with an error message. | 138 // TODO(scherkus): it would be cleaner if we replied with an error message. |
167 if (stopped_) { | 139 if (stopped_) { |
168 read_cb.Run(scoped_refptr<Buffer>(new DataBuffer(0))); | 140 read_cb.Run(scoped_refptr<DecoderBuffer>(DecoderBuffer::CreateEOSBuffer())); |
169 return; | 141 return; |
170 } | 142 } |
171 | 143 |
172 // Buffers are only queued when there are no pending reads. | 144 // Buffers are only queued when there are no pending reads. |
173 DCHECK(buffer_queue_.empty() || read_queue_.empty()); | 145 DCHECK(buffer_queue_.empty() || read_queue_.empty()); |
174 | 146 |
175 if (buffer_queue_.empty()) { | 147 if (buffer_queue_.empty()) { |
176 demuxer_->message_loop()->PostTask(FROM_HERE, base::Bind( | 148 demuxer_->message_loop()->PostTask(FROM_HERE, base::Bind( |
177 &FFmpegDemuxerStream::ReadTask, this, read_cb)); | 149 &FFmpegDemuxerStream::ReadTask, this, read_cb)); |
178 return; | 150 return; |
179 } | 151 } |
180 | 152 |
181 // Send the oldest buffer back. | 153 // Send the oldest buffer back. |
182 scoped_refptr<Buffer> buffer = buffer_queue_.front(); | 154 scoped_refptr<DecoderBuffer> buffer = buffer_queue_.front(); |
183 buffer_queue_.pop_front(); | 155 buffer_queue_.pop_front(); |
184 read_cb.Run(buffer); | 156 read_cb.Run(buffer); |
185 } | 157 } |
186 | 158 |
187 void FFmpegDemuxerStream::ReadTask(const ReadCB& read_cb) { | 159 void FFmpegDemuxerStream::ReadTask(const ReadCB& read_cb) { |
188 DCHECK_EQ(MessageLoop::current(), demuxer_->message_loop()); | 160 DCHECK_EQ(MessageLoop::current(), demuxer_->message_loop()); |
189 | 161 |
190 base::AutoLock auto_lock(lock_); | 162 base::AutoLock auto_lock(lock_); |
191 // Don't accept any additional reads if we've been told to stop. | 163 // Don't accept any additional reads if we've been told to stop. |
192 // | 164 // |
193 // TODO(scherkus): it would be cleaner if we replied with an error message. | 165 // TODO(scherkus): it would be cleaner if we replied with an error message. |
194 if (stopped_) { | 166 if (stopped_) { |
195 read_cb.Run(scoped_refptr<Buffer>(new DataBuffer(0))); | 167 read_cb.Run(scoped_refptr<DecoderBuffer>(DecoderBuffer::CreateEOSBuffer())); |
196 return; | 168 return; |
197 } | 169 } |
198 | 170 |
199 // Enqueue the callback and attempt to satisfy it immediately. | 171 // Enqueue the callback and attempt to satisfy it immediately. |
200 read_queue_.push_back(read_cb); | 172 read_queue_.push_back(read_cb); |
201 FulfillPendingRead(); | 173 FulfillPendingRead(); |
202 | 174 |
203 // Check if there are still pending reads, demux some more. | 175 // Check if there are still pending reads, demux some more. |
204 if (!read_queue_.empty()) { | 176 if (!read_queue_.empty()) { |
205 demuxer_->PostDemuxTask(); | 177 demuxer_->PostDemuxTask(); |
206 } | 178 } |
207 } | 179 } |
208 | 180 |
209 void FFmpegDemuxerStream::FulfillPendingRead() { | 181 void FFmpegDemuxerStream::FulfillPendingRead() { |
210 DCHECK_EQ(MessageLoop::current(), demuxer_->message_loop()); | 182 DCHECK_EQ(MessageLoop::current(), demuxer_->message_loop()); |
211 lock_.AssertAcquired(); | 183 lock_.AssertAcquired(); |
212 if (buffer_queue_.empty() || read_queue_.empty()) { | 184 if (buffer_queue_.empty() || read_queue_.empty()) { |
213 return; | 185 return; |
214 } | 186 } |
215 | 187 |
216 // Dequeue a buffer and pending read pair. | 188 // Dequeue a buffer and pending read pair. |
217 scoped_refptr<Buffer> buffer = buffer_queue_.front(); | 189 scoped_refptr<DecoderBuffer> buffer = buffer_queue_.front(); |
218 ReadCB read_cb(read_queue_.front()); | 190 ReadCB read_cb(read_queue_.front()); |
219 buffer_queue_.pop_front(); | 191 buffer_queue_.pop_front(); |
220 read_queue_.pop_front(); | 192 read_queue_.pop_front(); |
221 | 193 |
222 // Execute the callback. | 194 // Execute the callback. |
223 read_cb.Run(buffer); | 195 read_cb.Run(buffer); |
224 } | 196 } |
225 | 197 |
226 void FFmpegDemuxerStream::EnableBitstreamConverter() { | 198 void FFmpegDemuxerStream::EnableBitstreamConverter() { |
227 // Called by hardware decoder to require different bitstream converter. | 199 // Called by hardware decoder to require different bitstream converter. |
228 // Currently we assume that converter is determined by codec_id; | 200 // Currently we assume that converter is determined by codec_id; |
229 DCHECK(stream_); | 201 DCHECK(stream_); |
230 | 202 |
231 if (stream_->codec->codec_id == CODEC_ID_H264) { | 203 if (stream_->codec->codec_id == CODEC_ID_H264) { |
232 // Use Chromium bitstream converter in case of H.264 | 204 // Use Chromium bitstream converter in case of H.264 |
233 bitstream_converter_.reset( | 205 bitstream_converter_.reset( |
234 new FFmpegH264BitstreamConverter(stream_->codec)); | 206 new FFmpegH264BitstreamConverter(stream_->codec)); |
235 CHECK(bitstream_converter_->Initialize()); | 207 CHECK(bitstream_converter_->Initialize()); |
236 return; | 208 } else if (stream_->codec->codec_id == CODEC_ID_MPEG4) { |
237 } | |
238 | |
239 const char* filter_name = NULL; | |
240 if (stream_->codec->codec_id == CODEC_ID_MPEG4) { | |
241 filter_name = "mpeg4video_es"; | |
242 } else if (stream_->codec->codec_id == CODEC_ID_WMV3) { | |
243 filter_name = "vc1_asftorcv"; | |
244 } else if (stream_->codec->codec_id == CODEC_ID_VC1) { | |
245 filter_name = "vc1_asftoannexg"; | |
246 } | |
247 | |
248 if (filter_name) { | |
249 bitstream_converter_.reset( | 209 bitstream_converter_.reset( |
250 new FFmpegBitstreamConverter(filter_name, stream_->codec)); | 210 new FFmpegBitstreamConverter("mpeg4video_es", stream_->codec)); |
251 CHECK(bitstream_converter_->Initialize()); | 211 CHECK(bitstream_converter_->Initialize()); |
| 212 } else { |
| 213 NOTREACHED() << "Unsupported bitstream format."; |
252 } | 214 } |
253 } | 215 } |
254 | 216 |
255 const AudioDecoderConfig& FFmpegDemuxerStream::audio_decoder_config() { | 217 const AudioDecoderConfig& FFmpegDemuxerStream::audio_decoder_config() { |
256 CHECK_EQ(type_, AUDIO); | 218 CHECK_EQ(type_, AUDIO); |
257 return audio_config_; | 219 return audio_config_; |
258 } | 220 } |
259 | 221 |
260 const VideoDecoderConfig& FFmpegDemuxerStream::video_decoder_config() { | 222 const VideoDecoderConfig& FFmpegDemuxerStream::video_decoder_config() { |
261 CHECK_EQ(type_, VIDEO); | 223 CHECK_EQ(type_, VIDEO); |
(...skipping 407 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
669 DCHECK_GE(packet->stream_index, 0); | 631 DCHECK_GE(packet->stream_index, 0); |
670 DCHECK_LT(packet->stream_index, static_cast<int>(streams_.size())); | 632 DCHECK_LT(packet->stream_index, static_cast<int>(streams_.size())); |
671 | 633 |
672 // Defend against ffmpeg giving us a bad stream index. | 634 // Defend against ffmpeg giving us a bad stream index. |
673 if (packet->stream_index >= 0 && | 635 if (packet->stream_index >= 0 && |
674 packet->stream_index < static_cast<int>(streams_.size()) && | 636 packet->stream_index < static_cast<int>(streams_.size()) && |
675 streams_[packet->stream_index] && | 637 streams_[packet->stream_index] && |
676 (!audio_disabled_ || | 638 (!audio_disabled_ || |
677 streams_[packet->stream_index]->type() != DemuxerStream::AUDIO)) { | 639 streams_[packet->stream_index]->type() != DemuxerStream::AUDIO)) { |
678 FFmpegDemuxerStream* demuxer_stream = streams_[packet->stream_index]; | 640 FFmpegDemuxerStream* demuxer_stream = streams_[packet->stream_index]; |
679 | |
680 // If a packet is returned by FFmpeg's av_parser_parse2() | |
681 // the packet will reference an inner memory of FFmpeg. | |
682 // In this case, the packet's "destruct" member is NULL, | |
683 // and it MUST be duplicated. This fixes issue with MP3 and possibly | |
684 // other codecs. It is safe to call this function even if the packet does | |
685 // not refer to inner memory from FFmpeg. | |
686 av_dup_packet(packet.get()); | |
687 | |
688 demuxer_stream->EnqueuePacket(packet.Pass()); | 641 demuxer_stream->EnqueuePacket(packet.Pass()); |
689 } | 642 } |
690 | 643 |
691 // Create a loop by posting another task. This allows seek and message loop | 644 // Create a loop by posting another task. This allows seek and message loop |
692 // quit tasks to get processed. | 645 // quit tasks to get processed. |
693 if (StreamsHavePendingReads()) { | 646 if (StreamsHavePendingReads()) { |
694 PostDemuxTask(); | 647 PostDemuxTask(); |
695 } | 648 } |
696 } | 649 } |
697 | 650 |
(...skipping 34 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
732 } | 685 } |
733 | 686 |
734 void FFmpegDemuxer::StreamHasEnded() { | 687 void FFmpegDemuxer::StreamHasEnded() { |
735 DCHECK_EQ(MessageLoop::current(), message_loop_); | 688 DCHECK_EQ(MessageLoop::current(), message_loop_); |
736 StreamVector::iterator iter; | 689 StreamVector::iterator iter; |
737 for (iter = streams_.begin(); iter != streams_.end(); ++iter) { | 690 for (iter = streams_.begin(); iter != streams_.end(); ++iter) { |
738 if (!*iter || | 691 if (!*iter || |
739 (audio_disabled_ && (*iter)->type() == DemuxerStream::AUDIO)) { | 692 (audio_disabled_ && (*iter)->type() == DemuxerStream::AUDIO)) { |
740 continue; | 693 continue; |
741 } | 694 } |
742 scoped_ptr_malloc<AVPacket, ScopedPtrAVFreePacket> packet(new AVPacket()); | 695 (*iter)->EnqueuePacket( |
743 memset(packet.get(), 0, sizeof(*packet.get())); | 696 scoped_ptr_malloc<AVPacket, ScopedPtrAVFreePacket>()); |
744 (*iter)->EnqueuePacket(packet.Pass()); | |
745 } | 697 } |
746 } | 698 } |
747 | 699 |
748 int FFmpegDemuxer::WaitForRead() { | 700 int FFmpegDemuxer::WaitForRead() { |
749 read_event_.Wait(); | 701 read_event_.Wait(); |
750 return last_read_bytes_; | 702 return last_read_bytes_; |
751 } | 703 } |
752 | 704 |
753 void FFmpegDemuxer::SignalReadCompleted(int size) { | 705 void FFmpegDemuxer::SignalReadCompleted(int size) { |
754 last_read_bytes_ = size; | 706 last_read_bytes_ = size; |
755 read_event_.Signal(); | 707 read_event_.Signal(); |
756 } | 708 } |
757 | 709 |
758 } // namespace media | 710 } // namespace media |
OLD | NEW |