OLD | NEW |
1 // Copyright 2014 The Chromium Authors. All rights reserved. | 1 // Copyright 2014 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 #include "chromecast/media/cma/pipeline/video_pipeline_impl.h" | 5 #include "chromecast/media/cma/pipeline/video_pipeline_impl.h" |
6 | 6 |
7 #include "base/bind.h" | 7 #include "base/bind.h" |
8 #include "chromecast/media/cma/base/buffering_defs.h" | 8 #include "chromecast/media/cma/base/buffering_defs.h" |
9 #include "chromecast/media/cma/base/cma_logging.h" | 9 #include "chromecast/media/cma/base/cma_logging.h" |
10 #include "chromecast/media/cma/base/coded_frame_provider.h" | 10 #include "chromecast/media/cma/base/coded_frame_provider.h" |
11 #include "chromecast/media/cma/base/decoder_config_adapter.h" | 11 #include "chromecast/media/cma/base/decoder_config_adapter.h" |
12 #include "chromecast/media/cma/pipeline/av_pipeline_impl.h" | 12 #include "chromecast/media/cma/pipeline/av_pipeline_impl.h" |
13 #include "chromecast/media/cma/pipeline/video_pipeline_device_client_impl.h" | |
14 #include "chromecast/public/graphics_types.h" | 13 #include "chromecast/public/graphics_types.h" |
15 #include "chromecast/public/media/decoder_config.h" | 14 #include "chromecast/public/media/decoder_config.h" |
16 #include "chromecast/public/media/video_pipeline_device.h" | |
17 #include "media/base/video_decoder_config.h" | 15 #include "media/base/video_decoder_config.h" |
18 | 16 |
19 namespace chromecast { | 17 namespace chromecast { |
20 namespace media { | 18 namespace media { |
21 | 19 |
22 namespace { | 20 namespace { |
23 const size_t kMaxVideoFrameSize = 1024 * 1024; | 21 const size_t kMaxVideoFrameSize = 1024 * 1024; |
24 } | 22 } |
25 | 23 |
26 VideoPipelineImpl::VideoPipelineImpl(VideoPipelineDevice* video_device) | 24 VideoPipelineImpl::VideoPipelineImpl( |
27 : video_device_(video_device), | 25 MediaPipelineBackend::VideoDecoder* video_decoder, |
| 26 const VideoPipelineClient& client) |
| 27 : video_decoder_(video_decoder), |
| 28 video_client_(client), |
28 weak_factory_(this) { | 29 weak_factory_(this) { |
29 weak_this_ = weak_factory_.GetWeakPtr(); | 30 weak_this_ = weak_factory_.GetWeakPtr(); |
30 av_pipeline_impl_.reset(new AvPipelineImpl( | 31 av_pipeline_impl_.reset(new AvPipelineImpl( |
31 video_device_, | 32 video_decoder_, |
32 base::Bind(&VideoPipelineImpl::OnUpdateConfig, base::Unretained(this)))); | 33 base::Bind(&VideoPipelineImpl::OnUpdateConfig, base::Unretained(this)))); |
33 } | 34 } |
34 | 35 |
35 VideoPipelineImpl::~VideoPipelineImpl() { | 36 VideoPipelineImpl::~VideoPipelineImpl() { |
36 } | 37 } |
37 | 38 |
38 void VideoPipelineImpl::SetCodedFrameProvider( | 39 void VideoPipelineImpl::SetCodedFrameProvider( |
39 scoped_ptr<CodedFrameProvider> frame_provider) { | 40 scoped_ptr<CodedFrameProvider> frame_provider) { |
40 av_pipeline_impl_->SetCodedFrameProvider( | 41 av_pipeline_impl_->SetCodedFrameProvider( |
41 frame_provider.Pass(), kAppVideoBufferSize, kMaxVideoFrameSize); | 42 frame_provider.Pass(), kAppVideoBufferSize, kMaxVideoFrameSize); |
42 } | 43 } |
43 | 44 |
44 bool VideoPipelineImpl::StartPlayingFrom( | 45 bool VideoPipelineImpl::StartPlayingFrom( |
45 base::TimeDelta time, | 46 base::TimeDelta time, |
46 const scoped_refptr<BufferingState>& buffering_state) { | 47 const scoped_refptr<BufferingState>& buffering_state) { |
47 CMALOG(kLogControl) << "VideoPipelineImpl::StartPlayingFrom t0=" | 48 CMALOG(kLogControl) << __FUNCTION__ << " t0=" << time.InMilliseconds(); |
48 << time.InMilliseconds(); | |
49 | 49 |
50 // Reset the pipeline statistics. | 50 // Reset the pipeline statistics. |
51 previous_stats_ = ::media::PipelineStatistics(); | 51 previous_stats_ = ::media::PipelineStatistics(); |
52 | 52 |
53 // Start playing. | 53 // Start playing. |
54 if (av_pipeline_impl_->GetState() == AvPipelineImpl::kError) | 54 if (av_pipeline_impl_->GetState() == AvPipelineImpl::kError) |
55 return false; | 55 return false; |
56 DCHECK_EQ(av_pipeline_impl_->GetState(), AvPipelineImpl::kFlushed); | 56 DCHECK_EQ(av_pipeline_impl_->GetState(), AvPipelineImpl::kFlushed); |
57 | 57 |
58 if (!av_pipeline_impl_->StartPlayingFrom(time, buffering_state)) { | 58 if (!av_pipeline_impl_->StartPlayingFrom(time, buffering_state)) { |
59 av_pipeline_impl_->TransitionToState(AvPipelineImpl::kError); | 59 av_pipeline_impl_->TransitionToState(AvPipelineImpl::kError); |
60 return false; | 60 return false; |
61 } | 61 } |
62 av_pipeline_impl_->TransitionToState(AvPipelineImpl::kPlaying); | 62 av_pipeline_impl_->TransitionToState(AvPipelineImpl::kPlaying); |
63 | 63 |
64 return true; | 64 return true; |
65 } | 65 } |
66 | 66 |
67 void VideoPipelineImpl::Flush(const ::media::PipelineStatusCB& status_cb) { | 67 void VideoPipelineImpl::Flush(const ::media::PipelineStatusCB& status_cb) { |
68 CMALOG(kLogControl) << "VideoPipelineImpl::Flush"; | 68 CMALOG(kLogControl) << __FUNCTION__; |
69 if (av_pipeline_impl_->GetState() == AvPipelineImpl::kError) { | 69 if (av_pipeline_impl_->GetState() == AvPipelineImpl::kError) { |
70 status_cb.Run(::media::PIPELINE_ERROR_ABORT); | 70 status_cb.Run(::media::PIPELINE_ERROR_ABORT); |
71 return; | 71 return; |
72 } | 72 } |
73 DCHECK_EQ(av_pipeline_impl_->GetState(), AvPipelineImpl::kPlaying); | 73 DCHECK_EQ(av_pipeline_impl_->GetState(), AvPipelineImpl::kPlaying); |
74 av_pipeline_impl_->TransitionToState(AvPipelineImpl::kFlushing); | 74 av_pipeline_impl_->TransitionToState(AvPipelineImpl::kFlushing); |
75 av_pipeline_impl_->Flush( | 75 av_pipeline_impl_->Flush( |
76 base::Bind(&VideoPipelineImpl::OnFlushDone, weak_this_, status_cb)); | 76 base::Bind(&VideoPipelineImpl::OnFlushDone, weak_this_, status_cb)); |
77 } | 77 } |
78 | 78 |
79 void VideoPipelineImpl::OnFlushDone( | 79 void VideoPipelineImpl::OnFlushDone( |
80 const ::media::PipelineStatusCB& status_cb) { | 80 const ::media::PipelineStatusCB& status_cb) { |
81 CMALOG(kLogControl) << "VideoPipelineImpl::OnFlushDone"; | 81 CMALOG(kLogControl) << __FUNCTION__; |
82 if (av_pipeline_impl_->GetState() == AvPipelineImpl::kError) { | 82 if (av_pipeline_impl_->GetState() == AvPipelineImpl::kError) { |
83 status_cb.Run(::media::PIPELINE_ERROR_ABORT); | 83 status_cb.Run(::media::PIPELINE_ERROR_ABORT); |
84 return; | 84 return; |
85 } | 85 } |
86 av_pipeline_impl_->TransitionToState(AvPipelineImpl::kFlushed); | 86 av_pipeline_impl_->TransitionToState(AvPipelineImpl::kFlushed); |
87 status_cb.Run(::media::PIPELINE_OK); | 87 status_cb.Run(::media::PIPELINE_OK); |
88 } | 88 } |
89 | 89 |
90 void VideoPipelineImpl::Stop() { | 90 void VideoPipelineImpl::Stop() { |
91 CMALOG(kLogControl) << "VideoPipelineImpl::Stop"; | 91 CMALOG(kLogControl) << __FUNCTION__; |
92 av_pipeline_impl_->Stop(); | 92 av_pipeline_impl_->Stop(); |
93 av_pipeline_impl_->TransitionToState(AvPipelineImpl::kStopped); | 93 av_pipeline_impl_->TransitionToState(AvPipelineImpl::kStopped); |
94 } | 94 } |
95 | 95 |
96 void VideoPipelineImpl::SetCdm(BrowserCdmCast* media_keys) { | 96 void VideoPipelineImpl::SetCdm(BrowserCdmCast* media_keys) { |
97 av_pipeline_impl_->SetCdm(media_keys); | 97 av_pipeline_impl_->SetCdm(media_keys); |
98 } | 98 } |
99 | 99 |
100 void VideoPipelineImpl::SetClient(const VideoPipelineClient& client) { | 100 void VideoPipelineImpl::OnBufferPushed( |
101 video_client_ = client; | 101 MediaPipelineBackend::BufferStatus status) { |
102 av_pipeline_impl_->SetClient(client.av_pipeline_client); | 102 av_pipeline_impl_->OnBufferPushed(status); |
| 103 } |
| 104 |
| 105 void VideoPipelineImpl::OnEndOfStream() { |
| 106 if (!video_client_.av_pipeline_client.eos_cb.is_null()) |
| 107 video_client_.av_pipeline_client.eos_cb.Run(); |
| 108 } |
| 109 |
| 110 void VideoPipelineImpl::OnError() { |
| 111 if (!video_client_.av_pipeline_client.playback_error_cb.is_null()) { |
| 112 video_client_.av_pipeline_client.playback_error_cb.Run( |
| 113 ::media::PIPELINE_ERROR_COULD_NOT_RENDER); |
| 114 } |
103 } | 115 } |
104 | 116 |
105 void VideoPipelineImpl::Initialize( | 117 void VideoPipelineImpl::Initialize( |
106 const std::vector<::media::VideoDecoderConfig>& configs, | 118 const std::vector<::media::VideoDecoderConfig>& configs, |
107 scoped_ptr<CodedFrameProvider> frame_provider, | 119 scoped_ptr<CodedFrameProvider> frame_provider, |
108 const ::media::PipelineStatusCB& status_cb) { | 120 const ::media::PipelineStatusCB& status_cb) { |
109 DCHECK_GT(configs.size(), 0u); | 121 DCHECK_GT(configs.size(), 0u); |
110 for (const auto& config : configs) { | 122 for (const auto& config : configs) { |
111 CMALOG(kLogControl) << __FUNCTION__ << " " | 123 CMALOG(kLogControl) << __FUNCTION__ << " " |
112 << config.AsHumanReadableString(); | 124 << config.AsHumanReadableString(); |
113 } | 125 } |
114 video_device_->SetVideoClient(new VideoPipelineDeviceClientImpl( | 126 |
115 base::Bind(&VideoPipelineImpl::OnNaturalSizeChanged, weak_this_))); | |
116 if (frame_provider) | 127 if (frame_provider) |
117 SetCodedFrameProvider(frame_provider.Pass()); | 128 SetCodedFrameProvider(frame_provider.Pass()); |
118 | 129 |
119 if (configs.empty()) { | 130 if (configs.empty()) { |
120 status_cb.Run(::media::PIPELINE_ERROR_INITIALIZATION_FAILED); | 131 status_cb.Run(::media::PIPELINE_ERROR_INITIALIZATION_FAILED); |
121 return; | 132 return; |
122 } | 133 } |
123 DCHECK(configs.size() <= 2); | 134 DCHECK(configs.size() <= 2); |
124 DCHECK(configs[0].IsValidConfig()); | 135 DCHECK(configs[0].IsValidConfig()); |
125 VideoConfig video_config = | 136 VideoConfig video_config = |
126 DecoderConfigAdapter::ToCastVideoConfig(kPrimary, configs[0]); | 137 DecoderConfigAdapter::ToCastVideoConfig(kPrimary, configs[0]); |
127 VideoConfig secondary_config; | 138 VideoConfig secondary_config; |
128 if (configs.size() == 2) { | 139 if (configs.size() == 2) { |
129 DCHECK(configs[1].IsValidConfig()); | 140 DCHECK(configs[1].IsValidConfig()); |
130 secondary_config = DecoderConfigAdapter::ToCastVideoConfig(kSecondary, | 141 secondary_config = DecoderConfigAdapter::ToCastVideoConfig(kSecondary, |
131 configs[1]); | 142 configs[1]); |
132 video_config.additional_config = &secondary_config; | 143 video_config.additional_config = &secondary_config; |
133 } | 144 } |
134 | 145 |
135 if (!video_device_->SetConfig(video_config) || | 146 if (!video_decoder_->SetConfig(video_config)) { |
136 !av_pipeline_impl_->Initialize()) { | |
137 status_cb.Run(::media::PIPELINE_ERROR_INITIALIZATION_FAILED); | 147 status_cb.Run(::media::PIPELINE_ERROR_INITIALIZATION_FAILED); |
138 return; | 148 return; |
139 } | 149 } |
140 av_pipeline_impl_->TransitionToState(AvPipelineImpl::kFlushed); | 150 av_pipeline_impl_->TransitionToState(AvPipelineImpl::kFlushed); |
141 status_cb.Run(::media::PIPELINE_OK); | 151 status_cb.Run(::media::PIPELINE_OK); |
142 } | 152 } |
143 | 153 |
144 void VideoPipelineImpl::OnUpdateConfig( | 154 void VideoPipelineImpl::OnUpdateConfig( |
145 StreamId id, | 155 StreamId id, |
146 const ::media::AudioDecoderConfig& audio_config, | 156 const ::media::AudioDecoderConfig& audio_config, |
147 const ::media::VideoDecoderConfig& video_config) { | 157 const ::media::VideoDecoderConfig& video_config) { |
148 if (video_config.IsValidConfig()) { | 158 if (video_config.IsValidConfig()) { |
149 CMALOG(kLogControl) << "VideoPipelineImpl::OnUpdateConfig id:" << id << " " | 159 CMALOG(kLogControl) << __FUNCTION__ << " id:" << id << " " |
150 << video_config.AsHumanReadableString(); | 160 << video_config.AsHumanReadableString(); |
151 | 161 |
152 bool success = video_device_->SetConfig( | 162 bool success = video_decoder_->SetConfig( |
153 DecoderConfigAdapter::ToCastVideoConfig(id, video_config)); | 163 DecoderConfigAdapter::ToCastVideoConfig(id, video_config)); |
154 if (!success && | 164 if (!success && |
155 !video_client_.av_pipeline_client.playback_error_cb.is_null()) { | 165 !video_client_.av_pipeline_client.playback_error_cb.is_null()) { |
156 video_client_.av_pipeline_client.playback_error_cb.Run( | 166 video_client_.av_pipeline_client.playback_error_cb.Run( |
157 ::media::PIPELINE_ERROR_DECODE); | 167 ::media::PIPELINE_ERROR_DECODE); |
158 } | 168 } |
159 } | 169 } |
160 } | 170 } |
161 | 171 |
162 void VideoPipelineImpl::OnNaturalSizeChanged(const Size& size) { | 172 void VideoPipelineImpl::OnNaturalSizeChanged(const Size& size) { |
163 if (av_pipeline_impl_->GetState() != AvPipelineImpl::kPlaying) | 173 if (av_pipeline_impl_->GetState() != AvPipelineImpl::kPlaying) |
164 return; | 174 return; |
165 | 175 |
166 if (!video_client_.natural_size_changed_cb.is_null()) { | 176 if (!video_client_.natural_size_changed_cb.is_null()) { |
167 video_client_.natural_size_changed_cb.Run( | 177 video_client_.natural_size_changed_cb.Run( |
168 gfx::Size(size.width, size.height)); | 178 gfx::Size(size.width, size.height)); |
169 } | 179 } |
170 } | 180 } |
171 | 181 |
172 void VideoPipelineImpl::UpdateStatistics() { | 182 void VideoPipelineImpl::UpdateStatistics() { |
173 if (video_client_.av_pipeline_client.statistics_cb.is_null()) | 183 if (video_client_.av_pipeline_client.statistics_cb.is_null()) |
174 return; | 184 return; |
175 | 185 |
176 MediaComponentDevice::Statistics device_stats; | 186 MediaPipelineBackend::Decoder::Statistics device_stats; |
177 if (!video_device_->GetStatistics(&device_stats)) | 187 video_decoder_->GetStatistics(&device_stats); |
178 return; | |
179 | 188 |
180 ::media::PipelineStatistics current_stats; | 189 ::media::PipelineStatistics current_stats; |
181 current_stats.video_bytes_decoded = device_stats.decoded_bytes; | 190 current_stats.video_bytes_decoded = device_stats.decoded_bytes; |
182 current_stats.video_frames_decoded = device_stats.decoded_samples; | 191 current_stats.video_frames_decoded = device_stats.decoded_samples; |
183 current_stats.video_frames_dropped = device_stats.dropped_samples; | 192 current_stats.video_frames_dropped = device_stats.dropped_samples; |
184 | 193 |
185 ::media::PipelineStatistics delta_stats; | 194 ::media::PipelineStatistics delta_stats; |
186 delta_stats.video_bytes_decoded = | 195 delta_stats.video_bytes_decoded = |
187 current_stats.video_bytes_decoded - previous_stats_.video_bytes_decoded; | 196 current_stats.video_bytes_decoded - previous_stats_.video_bytes_decoded; |
188 delta_stats.video_frames_decoded = | 197 delta_stats.video_frames_decoded = |
189 current_stats.video_frames_decoded - previous_stats_.video_frames_decoded; | 198 current_stats.video_frames_decoded - previous_stats_.video_frames_decoded; |
190 delta_stats.video_frames_dropped = | 199 delta_stats.video_frames_dropped = |
191 current_stats.video_frames_dropped - previous_stats_.video_frames_dropped; | 200 current_stats.video_frames_dropped - previous_stats_.video_frames_dropped; |
192 | 201 |
193 previous_stats_ = current_stats; | 202 previous_stats_ = current_stats; |
194 | 203 |
195 video_client_.av_pipeline_client.statistics_cb.Run(delta_stats); | 204 video_client_.av_pipeline_client.statistics_cb.Run(delta_stats); |
196 } | 205 } |
197 | 206 |
198 } // namespace media | 207 } // namespace media |
199 } // namespace chromecast | 208 } // namespace chromecast |
OLD | NEW |