OLD | NEW |
1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 #include "media/filters/ffmpeg_demuxer.h" | 5 #include "media/filters/ffmpeg_demuxer.h" |
6 | 6 |
7 #include <algorithm> | 7 #include <algorithm> |
8 #include <string> | 8 #include <string> |
9 | 9 |
10 #include "base/bind.h" | 10 #include "base/bind.h" |
11 #include "base/callback.h" | 11 #include "base/callback.h" |
12 #include "base/command_line.h" | 12 #include "base/command_line.h" |
13 #include "base/memory/scoped_ptr.h" | 13 #include "base/memory/scoped_ptr.h" |
14 #include "base/message_loop.h" | 14 #include "base/message_loop.h" |
15 #include "base/stl_util.h" | 15 #include "base/stl_util.h" |
16 #include "base/string_util.h" | 16 #include "base/string_util.h" |
17 #include "base/time.h" | 17 #include "base/time.h" |
18 #include "media/base/audio_decoder_config.h" | 18 #include "media/base/audio_decoder_config.h" |
19 #include "media/base/data_buffer.h" | 19 #include "media/base/decoder_buffer.h" |
20 #include "media/base/limits.h" | 20 #include "media/base/limits.h" |
21 #include "media/base/media_switches.h" | 21 #include "media/base/media_switches.h" |
22 #include "media/base/video_decoder_config.h" | 22 #include "media/base/video_decoder_config.h" |
23 #include "media/ffmpeg/ffmpeg_common.h" | 23 #include "media/ffmpeg/ffmpeg_common.h" |
24 #include "media/filters/bitstream_converter.h" | 24 #include "media/filters/bitstream_converter.h" |
25 #include "media/filters/ffmpeg_glue.h" | 25 #include "media/filters/ffmpeg_glue.h" |
26 #include "media/filters/ffmpeg_h264_bitstream_converter.h" | 26 #include "media/filters/ffmpeg_h264_bitstream_converter.h" |
27 | 27 |
28 namespace media { | 28 namespace media { |
29 | 29 |
30 // | 30 // |
31 // AVPacketBuffer | |
32 // | |
33 class AVPacketBuffer : public Buffer { | |
34 public: | |
35 AVPacketBuffer(scoped_ptr_malloc<AVPacket, ScopedPtrAVFreePacket> packet, | |
36 const base::TimeDelta& timestamp, | |
37 const base::TimeDelta& duration) | |
38 : Buffer(timestamp, duration), | |
39 packet_(packet.Pass()) { | |
40 } | |
41 | |
42 // Buffer implementation. | |
43 virtual const uint8* GetData() const { | |
44 return reinterpret_cast<const uint8*>(packet_->data); | |
45 } | |
46 | |
47 virtual int GetDataSize() const { | |
48 return packet_->size; | |
49 } | |
50 | |
51 protected: | |
52 virtual ~AVPacketBuffer() {} | |
53 | |
54 private: | |
55 scoped_ptr_malloc<AVPacket, ScopedPtrAVFreePacket> packet_; | |
56 | |
57 DISALLOW_COPY_AND_ASSIGN(AVPacketBuffer); | |
58 }; | |
59 | |
60 | |
61 // | |
62 // FFmpegDemuxerStream | 31 // FFmpegDemuxerStream |
63 // | 32 // |
64 FFmpegDemuxerStream::FFmpegDemuxerStream(FFmpegDemuxer* demuxer, | 33 FFmpegDemuxerStream::FFmpegDemuxerStream(FFmpegDemuxer* demuxer, |
65 AVStream* stream) | 34 AVStream* stream) |
66 : demuxer_(demuxer), | 35 : demuxer_(demuxer), |
67 stream_(stream), | 36 stream_(stream), |
68 type_(UNKNOWN), | 37 type_(UNKNOWN), |
69 discontinuous_(false), | 38 discontinuous_(false), |
70 stopped_(false) { | 39 stopped_(false) { |
71 DCHECK(demuxer_); | 40 DCHECK(demuxer_); |
(...skipping 21 matching lines...) Expand all Loading... |
93 DCHECK_EQ(MessageLoop::current(), demuxer_->message_loop()); | 62 DCHECK_EQ(MessageLoop::current(), demuxer_->message_loop()); |
94 base::AutoLock auto_lock(lock_); | 63 base::AutoLock auto_lock(lock_); |
95 DCHECK(!stopped_ || read_queue_.empty()) | 64 DCHECK(!stopped_ || read_queue_.empty()) |
96 << "Read queue should have been emptied if demuxing stream is stopped"; | 65 << "Read queue should have been emptied if demuxing stream is stopped"; |
97 return !read_queue_.empty(); | 66 return !read_queue_.empty(); |
98 } | 67 } |
99 | 68 |
100 void FFmpegDemuxerStream::EnqueuePacket( | 69 void FFmpegDemuxerStream::EnqueuePacket( |
101 scoped_ptr_malloc<AVPacket, ScopedPtrAVFreePacket> packet) { | 70 scoped_ptr_malloc<AVPacket, ScopedPtrAVFreePacket> packet) { |
102 DCHECK_EQ(MessageLoop::current(), demuxer_->message_loop()); | 71 DCHECK_EQ(MessageLoop::current(), demuxer_->message_loop()); |
103 base::TimeDelta timestamp = | |
104 ConvertStreamTimestamp(stream_->time_base, packet->pts); | |
105 base::TimeDelta duration = | |
106 ConvertStreamTimestamp(stream_->time_base, packet->duration); | |
107 | 72 |
108 base::AutoLock auto_lock(lock_); | 73 base::AutoLock auto_lock(lock_); |
109 if (stopped_) { | 74 if (stopped_) { |
110 NOTREACHED() << "Attempted to enqueue packet on a stopped stream"; | 75 NOTREACHED() << "Attempted to enqueue packet on a stopped stream"; |
111 return; | 76 return; |
112 } | 77 } |
113 | 78 |
114 // Convert if the packet if there is bitstream filter. | 79 // Convert if the packet if there is bitstream filter. |
115 if (packet->data && bitstream_converter_.get() && | 80 if (packet->data && bitstream_converter_.get() && |
116 !bitstream_converter_->ConvertPacket(packet.get())) { | 81 !bitstream_converter_->ConvertPacket(packet.get())) { |
117 LOG(ERROR) << "Format converstion failed."; | 82 LOG(ERROR) << "Format converstion failed."; |
118 } | 83 } |
119 | 84 |
120 // Enqueue the callback and attempt to satisfy a read immediately. | 85 // If a packet is returned by FFmpeg's av_parser_parse2() the packet will |
121 scoped_refptr<Buffer> buffer( | 86 // reference inner memory of FFmpeg. As such we should transfer the packet |
122 new AVPacketBuffer(packet.Pass(), timestamp, duration)); | 87 // into memory we control. |
123 if (!buffer) { | 88 scoped_refptr<DecoderBuffer> buffer = DecoderBuffer::CopyFrom( |
124 NOTREACHED() << "Unable to allocate AVPacketBuffer"; | 89 packet->data, packet->size); |
125 return; | 90 buffer->SetTimestamp(ConvertStreamTimestamp(stream_->time_base, packet->pts)); |
126 } | 91 buffer->SetDuration(ConvertStreamTimestamp( |
| 92 stream_->time_base, packet->duration)); |
127 buffer_queue_.push_back(buffer); | 93 buffer_queue_.push_back(buffer); |
128 FulfillPendingRead(); | 94 FulfillPendingRead(); |
129 return; | 95 return; |
130 } | 96 } |
131 | 97 |
132 void FFmpegDemuxerStream::FlushBuffers() { | 98 void FFmpegDemuxerStream::FlushBuffers() { |
133 DCHECK_EQ(MessageLoop::current(), demuxer_->message_loop()); | 99 DCHECK_EQ(MessageLoop::current(), demuxer_->message_loop()); |
134 base::AutoLock auto_lock(lock_); | 100 base::AutoLock auto_lock(lock_); |
135 DCHECK(read_queue_.empty()) << "Read requests should be empty"; | 101 DCHECK(read_queue_.empty()) << "Read requests should be empty"; |
136 buffer_queue_.clear(); | 102 buffer_queue_.clear(); |
137 } | 103 } |
138 | 104 |
139 void FFmpegDemuxerStream::Stop() { | 105 void FFmpegDemuxerStream::Stop() { |
140 DCHECK_EQ(MessageLoop::current(), demuxer_->message_loop()); | 106 DCHECK_EQ(MessageLoop::current(), demuxer_->message_loop()); |
141 base::AutoLock auto_lock(lock_); | 107 base::AutoLock auto_lock(lock_); |
142 buffer_queue_.clear(); | 108 buffer_queue_.clear(); |
143 for (ReadQueue::iterator it = read_queue_.begin(); | 109 for (ReadQueue::iterator it = read_queue_.begin(); |
144 it != read_queue_.end(); ++it) { | 110 it != read_queue_.end(); ++it) { |
145 it->Run(scoped_refptr<Buffer>(new DataBuffer(0))); | 111 it->Run(scoped_refptr<DecoderBuffer>(DecoderBuffer::CreateEOSBuffer())); |
146 } | 112 } |
147 read_queue_.clear(); | 113 read_queue_.clear(); |
148 stopped_ = true; | 114 stopped_ = true; |
149 } | 115 } |
150 | 116 |
151 base::TimeDelta FFmpegDemuxerStream::duration() { | 117 base::TimeDelta FFmpegDemuxerStream::duration() { |
152 return duration_; | 118 return duration_; |
153 } | 119 } |
154 | 120 |
155 DemuxerStream::Type FFmpegDemuxerStream::type() { | 121 DemuxerStream::Type FFmpegDemuxerStream::type() { |
156 return type_; | 122 return type_; |
157 } | 123 } |
158 | 124 |
159 void FFmpegDemuxerStream::Read(const ReadCB& read_cb) { | 125 void FFmpegDemuxerStream::Read(const ReadCB& read_cb) { |
160 DCHECK(!read_cb.is_null()); | 126 DCHECK(!read_cb.is_null()); |
161 | 127 |
162 base::AutoLock auto_lock(lock_); | 128 base::AutoLock auto_lock(lock_); |
163 // Don't accept any additional reads if we've been told to stop. | 129 // Don't accept any additional reads if we've been told to stop. |
164 // The demuxer_ may have been destroyed in the pipleine thread. | 130 // The demuxer_ may have been destroyed in the pipleine thread. |
165 // | 131 // |
166 // TODO(scherkus): it would be cleaner if we replied with an error message. | 132 // TODO(scherkus): it would be cleaner if we replied with an error message. |
167 if (stopped_) { | 133 if (stopped_) { |
168 read_cb.Run(scoped_refptr<Buffer>(new DataBuffer(0))); | 134 read_cb.Run(scoped_refptr<DecoderBuffer>(DecoderBuffer::CreateEOSBuffer())); |
169 return; | 135 return; |
170 } | 136 } |
171 | 137 |
172 // Buffers are only queued when there are no pending reads. | 138 // Buffers are only queued when there are no pending reads. |
173 DCHECK(buffer_queue_.empty() || read_queue_.empty()); | 139 DCHECK(buffer_queue_.empty() || read_queue_.empty()); |
174 | 140 |
175 if (buffer_queue_.empty()) { | 141 if (buffer_queue_.empty()) { |
176 demuxer_->message_loop()->PostTask(FROM_HERE, base::Bind( | 142 demuxer_->message_loop()->PostTask(FROM_HERE, base::Bind( |
177 &FFmpegDemuxerStream::ReadTask, this, read_cb)); | 143 &FFmpegDemuxerStream::ReadTask, this, read_cb)); |
178 return; | 144 return; |
179 } | 145 } |
180 | 146 |
181 // Send the oldest buffer back. | 147 // Send the oldest buffer back. |
182 scoped_refptr<Buffer> buffer = buffer_queue_.front(); | 148 scoped_refptr<DecoderBuffer> buffer = buffer_queue_.front(); |
183 buffer_queue_.pop_front(); | 149 buffer_queue_.pop_front(); |
184 read_cb.Run(buffer); | 150 read_cb.Run(buffer); |
185 } | 151 } |
186 | 152 |
187 void FFmpegDemuxerStream::ReadTask(const ReadCB& read_cb) { | 153 void FFmpegDemuxerStream::ReadTask(const ReadCB& read_cb) { |
188 DCHECK_EQ(MessageLoop::current(), demuxer_->message_loop()); | 154 DCHECK_EQ(MessageLoop::current(), demuxer_->message_loop()); |
189 | 155 |
190 base::AutoLock auto_lock(lock_); | 156 base::AutoLock auto_lock(lock_); |
191 // Don't accept any additional reads if we've been told to stop. | 157 // Don't accept any additional reads if we've been told to stop. |
192 // | 158 // |
193 // TODO(scherkus): it would be cleaner if we replied with an error message. | 159 // TODO(scherkus): it would be cleaner if we replied with an error message. |
194 if (stopped_) { | 160 if (stopped_) { |
195 read_cb.Run(scoped_refptr<Buffer>(new DataBuffer(0))); | 161 read_cb.Run(scoped_refptr<DecoderBuffer>(DecoderBuffer::CreateEOSBuffer())); |
196 return; | 162 return; |
197 } | 163 } |
198 | 164 |
199 // Enqueue the callback and attempt to satisfy it immediately. | 165 // Enqueue the callback and attempt to satisfy it immediately. |
200 read_queue_.push_back(read_cb); | 166 read_queue_.push_back(read_cb); |
201 FulfillPendingRead(); | 167 FulfillPendingRead(); |
202 | 168 |
203 // Check if there are still pending reads, demux some more. | 169 // Check if there are still pending reads, demux some more. |
204 if (!read_queue_.empty()) { | 170 if (!read_queue_.empty()) { |
205 demuxer_->PostDemuxTask(); | 171 demuxer_->PostDemuxTask(); |
206 } | 172 } |
207 } | 173 } |
208 | 174 |
209 void FFmpegDemuxerStream::FulfillPendingRead() { | 175 void FFmpegDemuxerStream::FulfillPendingRead() { |
210 DCHECK_EQ(MessageLoop::current(), demuxer_->message_loop()); | 176 DCHECK_EQ(MessageLoop::current(), demuxer_->message_loop()); |
211 lock_.AssertAcquired(); | 177 lock_.AssertAcquired(); |
212 if (buffer_queue_.empty() || read_queue_.empty()) { | 178 if (buffer_queue_.empty() || read_queue_.empty()) { |
213 return; | 179 return; |
214 } | 180 } |
215 | 181 |
216 // Dequeue a buffer and pending read pair. | 182 // Dequeue a buffer and pending read pair. |
217 scoped_refptr<Buffer> buffer = buffer_queue_.front(); | 183 scoped_refptr<DecoderBuffer> buffer = buffer_queue_.front(); |
218 ReadCB read_cb(read_queue_.front()); | 184 ReadCB read_cb(read_queue_.front()); |
219 buffer_queue_.pop_front(); | 185 buffer_queue_.pop_front(); |
220 read_queue_.pop_front(); | 186 read_queue_.pop_front(); |
221 | 187 |
222 // Execute the callback. | 188 // Execute the callback. |
223 read_cb.Run(buffer); | 189 read_cb.Run(buffer); |
224 } | 190 } |
225 | 191 |
226 void FFmpegDemuxerStream::EnableBitstreamConverter() { | 192 void FFmpegDemuxerStream::EnableBitstreamConverter() { |
227 // Called by hardware decoder to require different bitstream converter. | 193 // Called by hardware decoder to require different bitstream converter. |
228 // Currently we assume that converter is determined by codec_id; | 194 // Currently we assume that converter is determined by codec_id; |
229 DCHECK(stream_); | 195 DCHECK(stream_); |
230 | 196 |
231 if (stream_->codec->codec_id == CODEC_ID_H264) { | 197 if (stream_->codec->codec_id == CODEC_ID_H264) { |
232 // Use Chromium bitstream converter in case of H.264 | 198 // Use Chromium bitstream converter in case of H.264 |
233 bitstream_converter_.reset( | 199 bitstream_converter_.reset( |
234 new FFmpegH264BitstreamConverter(stream_->codec)); | 200 new FFmpegH264BitstreamConverter(stream_->codec)); |
235 CHECK(bitstream_converter_->Initialize()); | 201 CHECK(bitstream_converter_->Initialize()); |
236 return; | 202 } else if (stream_->codec->codec_id == CODEC_ID_MPEG4) { |
237 } | |
238 | |
239 const char* filter_name = NULL; | |
240 if (stream_->codec->codec_id == CODEC_ID_MPEG4) { | |
241 filter_name = "mpeg4video_es"; | |
242 } else if (stream_->codec->codec_id == CODEC_ID_WMV3) { | |
243 filter_name = "vc1_asftorcv"; | |
244 } else if (stream_->codec->codec_id == CODEC_ID_VC1) { | |
245 filter_name = "vc1_asftoannexg"; | |
246 } | |
247 | |
248 if (filter_name) { | |
249 bitstream_converter_.reset( | 203 bitstream_converter_.reset( |
250 new FFmpegBitstreamConverter(filter_name, stream_->codec)); | 204 new FFmpegBitstreamConverter("mpeg4video_es", stream_->codec)); |
251 CHECK(bitstream_converter_->Initialize()); | 205 CHECK(bitstream_converter_->Initialize()); |
252 } | 206 } |
253 } | 207 } |
254 | 208 |
255 const AudioDecoderConfig& FFmpegDemuxerStream::audio_decoder_config() { | 209 const AudioDecoderConfig& FFmpegDemuxerStream::audio_decoder_config() { |
256 CHECK_EQ(type_, AUDIO); | 210 CHECK_EQ(type_, AUDIO); |
257 return audio_config_; | 211 return audio_config_; |
258 } | 212 } |
259 | 213 |
260 const VideoDecoderConfig& FFmpegDemuxerStream::video_decoder_config() { | 214 const VideoDecoderConfig& FFmpegDemuxerStream::video_decoder_config() { |
(...skipping 409 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
670 DCHECK_GE(packet->stream_index, 0); | 624 DCHECK_GE(packet->stream_index, 0); |
671 DCHECK_LT(packet->stream_index, static_cast<int>(streams_.size())); | 625 DCHECK_LT(packet->stream_index, static_cast<int>(streams_.size())); |
672 | 626 |
673 // Defend against ffmpeg giving us a bad stream index. | 627 // Defend against ffmpeg giving us a bad stream index. |
674 if (packet->stream_index >= 0 && | 628 if (packet->stream_index >= 0 && |
675 packet->stream_index < static_cast<int>(streams_.size()) && | 629 packet->stream_index < static_cast<int>(streams_.size()) && |
676 streams_[packet->stream_index] && | 630 streams_[packet->stream_index] && |
677 (!audio_disabled_ || | 631 (!audio_disabled_ || |
678 streams_[packet->stream_index]->type() != DemuxerStream::AUDIO)) { | 632 streams_[packet->stream_index]->type() != DemuxerStream::AUDIO)) { |
679 FFmpegDemuxerStream* demuxer_stream = streams_[packet->stream_index]; | 633 FFmpegDemuxerStream* demuxer_stream = streams_[packet->stream_index]; |
680 | |
681 // If a packet is returned by FFmpeg's av_parser_parse2() | |
682 // the packet will reference an inner memory of FFmpeg. | |
683 // In this case, the packet's "destruct" member is NULL, | |
684 // and it MUST be duplicated. This fixes issue with MP3 and possibly | |
685 // other codecs. It is safe to call this function even if the packet does | |
686 // not refer to inner memory from FFmpeg. | |
687 av_dup_packet(packet.get()); | |
688 | |
689 demuxer_stream->EnqueuePacket(packet.Pass()); | 634 demuxer_stream->EnqueuePacket(packet.Pass()); |
690 } | 635 } |
691 | 636 |
692 // Create a loop by posting another task. This allows seek and message loop | 637 // Create a loop by posting another task. This allows seek and message loop |
693 // quit tasks to get processed. | 638 // quit tasks to get processed. |
694 if (StreamsHavePendingReads()) { | 639 if (StreamsHavePendingReads()) { |
695 PostDemuxTask(); | 640 PostDemuxTask(); |
696 } | 641 } |
697 } | 642 } |
698 | 643 |
(...skipping 51 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
750 read_event_.Wait(); | 695 read_event_.Wait(); |
751 return last_read_bytes_; | 696 return last_read_bytes_; |
752 } | 697 } |
753 | 698 |
754 void FFmpegDemuxer::SignalReadCompleted(int size) { | 699 void FFmpegDemuxer::SignalReadCompleted(int size) { |
755 last_read_bytes_ = size; | 700 last_read_bytes_ = size; |
756 read_event_.Signal(); | 701 read_event_.Signal(); |
757 } | 702 } |
758 | 703 |
759 } // namespace media | 704 } // namespace media |
OLD | NEW |