Index: media/capture/webm_muxer.cc |
diff --git a/media/capture/webm_muxer.cc b/media/capture/webm_muxer.cc |
index 31dfade5ee6b7a27b125ba5b0ff0169f1fb9f96b..5e569bcb8ecaa24859209b76ae368310e004887d 100644 |
--- a/media/capture/webm_muxer.cc |
+++ b/media/capture/webm_muxer.cc |
@@ -5,12 +5,53 @@ |
#include "media/capture/webm_muxer.h" |
#include "base/bind.h" |
+#include "media/audio/audio_parameters.h" |
#include "media/base/limits.h" |
#include "media/base/video_frame.h" |
+#include "media/filters/opus_constants.h" |
#include "ui/gfx/geometry/size.h" |
namespace media { |
+namespace { |
+ |
+void WriteOpusHeader(const media::AudioParameters& params, uint8* header) { |
+ // See https://wiki.xiph.org/OggOpus#ID_Header. |
+ // Set magic signature. |
+ std::string label = "OpusHead"; |
+ memcpy(header + OPUS_EXTRADATA_LABEL_OFFSET, &label, label.size()); |
+ // Set Opus version. |
+ header[OPUS_EXTRADATA_VERSION_OFFSET] = 1; |
+ // Set channel count. |
+ header[OPUS_EXTRADATA_CHANNELS_OFFSET] = params.channels(); |
+ // Set pre-skip |
+ uint16 skip = 0; |
+ memcpy(header + OPUS_EXTRADATA_SKIP_SAMPLES_OFFSET, &skip, sizeof(uint16)); |
+ // Set original input sample rate in Hz. |
+ uint32 sample_rate = params.sample_rate(); |
+ memcpy(header + OPUS_EXTRADATA_SAMPLE_RATE_OFFSET, &sample_rate, |
+ sizeof(uint32)); |
+ // Set output gain in dB. |
+ uint16 gain = 0; |
+ memcpy(header + OPUS_EXTRADATA_GAIN_OFFSET, &gain, 2); |
+ |
+ // Set channel mapping. |
+ if (params.channels() > 2) { |
+ // Also possible to have a multistream, not supported for now. |
+ DCHECK_LE(params.channels(), OPUS_MAX_VORBIS_CHANNELS); |
+ header[OPUS_EXTRADATA_CHANNEL_MAPPING_OFFSET] = 1; |
+ // Assuming no coupled streams. This should actually be |
+ // channels() - |coupled_streams|. |
+ header[OPUS_EXTRADATA_NUM_STREAMS_OFFSET] = params.channels(); |
+ header[OPUS_EXTRADATA_NUM_COUPLED_OFFSET] = 0; |
+ // Set the actual stream map. |
+ memcpy(header + OPUS_EXTRADATA_STREAM_MAP_OFFSET, |
+ kOpusVorbisChannelMap[params.channels() - 1], params.channels()); |
+ } else { |
+ header[OPUS_EXTRADATA_CHANNEL_MAPPING_OFFSET] = 0; |
+ } |
+} |
+ |
static double GetFrameRate(const scoped_refptr<VideoFrame>& video_frame) { |
const double kZeroFrameRate = 0.0; |
const double kDefaultFrameRate = 30.0; |
@@ -25,14 +66,32 @@ static double GetFrameRate(const scoped_refptr<VideoFrame>& video_frame) { |
return frame_rate; |
} |
-WebmMuxer::WebmMuxer(VideoCodec codec, const WriteDataCB& write_data_callback) |
+} // anonymous namespace |
+ |
+WebmMuxer::WebmMuxer(VideoCodec codec, |
+ bool has_video, |
+ bool has_audio, |
+ const WriteDataCB& write_data_callback) |
: use_vp9_(codec == kCodecVP9), |
- track_index_(0), |
+ video_track_index_(0), |
+ audio_track_index_(0), |
+ has_video_(has_video), |
+ has_audio_(has_audio), |
write_data_callback_(write_data_callback), |
position_(0) { |
+ DCHECK(has_video_ || has_audio_); |
DCHECK(!write_data_callback_.is_null()); |
DCHECK(codec == kCodecVP8 || codec == kCodecVP9) |
<< " Only Vp8 and VP9 are supported in WebmMuxer"; |
+ |
+ segment_.Init(this); |
+ segment_.set_mode(mkvmuxer::Segment::kLive); |
+ segment_.OutputCues(false); |
+ |
+ mkvmuxer::SegmentInfo* const info = segment_.GetSegmentInfo(); |
+ info->set_writing_app("Chrome"); |
+ info->set_muxing_app("Chrome"); |
+ |
// Creation is done on a different thread than main activities. |
thread_checker_.DetachFromThread(); |
} |
@@ -50,54 +109,117 @@ void WebmMuxer::OnEncodedVideo(const scoped_refptr<VideoFrame>& video_frame, |
bool is_key_frame) { |
DVLOG(1) << __FUNCTION__ << " - " << encoded_data->size() << "B"; |
DCHECK(thread_checker_.CalledOnValidThread()); |
- if (!track_index_) { |
+ |
+ if (!video_track_index_) { |
// |track_index_|, cannot be zero (!), initialize WebmMuxer in that case. |
// http://www.matroska.org/technical/specs/index.html#Tracks |
AddVideoTrack(video_frame->visible_rect().size(), |
GetFrameRate(video_frame)); |
- first_frame_timestamp_ = timestamp; |
+ if (first_frame_timestamp_.is_null()) |
+ first_frame_timestamp_ = timestamp; |
+ } |
+ |
+ // TODO(ajose): Don't drop data. http://crbug.com/547948 |
+ // TODO(ajose): Update this when we support multiple tracks. |
+ // http://crbug.com/528523 |
+ if (has_audio_ && !audio_track_index_) { |
+ DVLOG(1) << __FUNCTION__ << ": delaying until audio track ready."; |
+ return; |
} |
+ |
+ most_recent_timestamp_ = |
+ std::max(most_recent_timestamp_, timestamp - first_frame_timestamp_); |
segment_.AddFrame(reinterpret_cast<const uint8_t*>(encoded_data->data()), |
- encoded_data->size(), |
- track_index_, |
- (timestamp - first_frame_timestamp_).InMicroseconds() * |
+ encoded_data->size(), video_track_index_, |
+ most_recent_timestamp_.InMicroseconds() * |
base::Time::kNanosecondsPerMicrosecond, |
is_key_frame); |
} |
-void WebmMuxer::AddVideoTrack(const gfx::Size& frame_size, double frame_rate) { |
+void WebmMuxer::OnEncodedAudio(const media::AudioParameters& params, |
+ scoped_ptr<std::string> encoded_data, |
+ base::TimeTicks timestamp) { |
+ DVLOG(1) << __FUNCTION__ << " - " << encoded_data->size() << "B"; |
DCHECK(thread_checker_.CalledOnValidThread()); |
- DCHECK_EQ(track_index_, 0u) << "WebmMuxer can only be initialised once."; |
- segment_.Init(this); |
- segment_.set_mode(mkvmuxer::Segment::kLive); |
- segment_.OutputCues(false); |
+ if (!audio_track_index_) { |
+ AddAudioTrack(params); |
+ if (first_frame_timestamp_.is_null()) |
+ first_frame_timestamp_ = timestamp; |
+ } |
- mkvmuxer::SegmentInfo* const info = segment_.GetSegmentInfo(); |
- info->set_writing_app("Chrome"); |
- info->set_muxing_app("Chrome"); |
+ // TODO(ajose): Don't drop data. http://crbug.com/547948 |
+ // TODO(ajose): Update this when we support multiple tracks. |
+ // http://crbug.com/528523 |
+ if (has_video_ && !video_track_index_) { |
+ DVLOG(1) << __FUNCTION__ << ": delaying until video track ready."; |
+ return; |
+ } |
+ |
+ most_recent_timestamp_ = |
+ std::max(most_recent_timestamp_, timestamp - first_frame_timestamp_); |
+ segment_.AddFrame(reinterpret_cast<const uint8_t*>(encoded_data->data()), |
+ encoded_data->size(), audio_track_index_, |
+ most_recent_timestamp_.InMicroseconds() * |
+ base::Time::kNanosecondsPerMicrosecond, |
+ true /* is_key_frame -- always true for audio */); |
+} |
+ |
+void WebmMuxer::AddVideoTrack(const gfx::Size& frame_size, double frame_rate) { |
+ DCHECK(thread_checker_.CalledOnValidThread()); |
+ DCHECK_EQ(0u, video_track_index_) |
+ << "WebmMuxer can only be initialized once."; |
- track_index_ = |
+ video_track_index_ = |
segment_.AddVideoTrack(frame_size.width(), frame_size.height(), 0); |
- DCHECK_GT(track_index_, 0u); |
+ DCHECK_GT(video_track_index_, 0u); |
mkvmuxer::VideoTrack* const video_track = |
reinterpret_cast<mkvmuxer::VideoTrack*>( |
- segment_.GetTrackByNumber(track_index_)); |
+ segment_.GetTrackByNumber(video_track_index_)); |
DCHECK(video_track); |
video_track->set_codec_id(use_vp9_ ? mkvmuxer::Tracks::kVp9CodecId |
: mkvmuxer::Tracks::kVp8CodecId); |
- DCHECK_EQ(video_track->crop_right(), 0ull); |
- DCHECK_EQ(video_track->crop_left(), 0ull); |
- DCHECK_EQ(video_track->crop_top(), 0ull); |
- DCHECK_EQ(video_track->crop_bottom(), 0ull); |
+ DCHECK_EQ(0ull, video_track->crop_right()); |
+ DCHECK_EQ(0ull, video_track->crop_left()); |
+ DCHECK_EQ(0ull, video_track->crop_top()); |
+ DCHECK_EQ(0ull, video_track->crop_bottom()); |
video_track->set_frame_rate(frame_rate); |
video_track->set_default_duration(base::Time::kNanosecondsPerSecond / |
frame_rate); |
// Segment's timestamps should be in milliseconds, DCHECK it. See |
// http://www.webmproject.org/docs/container/#muxer-guidelines |
- DCHECK_EQ(segment_.GetSegmentInfo()->timecode_scale(), 1000000ull); |
+ DCHECK_EQ(1000000ull, segment_.GetSegmentInfo()->timecode_scale()); |
+} |
+ |
+void WebmMuxer::AddAudioTrack(const media::AudioParameters& params) { |
+ DCHECK(thread_checker_.CalledOnValidThread()); |
+ DCHECK_EQ(0u, audio_track_index_) |
+ << "WebmMuxer audio can only be initialised once."; |
+ |
+ audio_track_index_ = |
+ segment_.AddAudioTrack(params.sample_rate(), params.channels(), 0); |
+ DCHECK_GT(audio_track_index_, 0u); |
+ |
+ mkvmuxer::AudioTrack* const audio_track = |
+ reinterpret_cast<mkvmuxer::AudioTrack*>( |
+ segment_.GetTrackByNumber(audio_track_index_)); |
+ DCHECK(audio_track); |
+ audio_track->set_codec_id(mkvmuxer::Tracks::kOpusCodecId); |
+ |
+ DCHECK_EQ(params.sample_rate(), audio_track->sample_rate()); |
+ DCHECK_EQ(params.channels(), static_cast<int>(audio_track->channels())); |
+ |
+ uint8 opus_header[OPUS_EXTRADATA_SIZE]; |
+ WriteOpusHeader(params, opus_header); |
+ |
+ if (!audio_track->SetCodecPrivate(opus_header, OPUS_EXTRADATA_SIZE)) |
+ LOG(ERROR) << __FUNCTION__ << ": failed to set opus header."; |
+ |
+ // Segment's timestamps should be in milliseconds, DCHECK it. See |
+ // http://www.webmproject.org/docs/container/#muxer-guidelines |
+ DCHECK_EQ(1000000ull, segment_.GetSegmentInfo()->timecode_scale()); |
} |
mkvmuxer::int32 WebmMuxer::Write(const void* buf, mkvmuxer::uint32 len) { |