OLD | NEW |
1 // Copyright 2013 The Chromium Authors. All rights reserved. | 1 // Copyright 2013 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 #include "webkit/renderer/media/webmediaplayer_impl.h" | 5 #include "content/renderer/media/webmediaplayer_impl.h" |
6 | 6 |
7 #include <algorithm> | 7 #include <algorithm> |
8 #include <limits> | 8 #include <limits> |
9 #include <string> | 9 #include <string> |
10 #include <vector> | 10 #include <vector> |
11 | 11 |
12 #include "base/bind.h" | 12 #include "base/bind.h" |
13 #include "base/callback.h" | 13 #include "base/callback.h" |
14 #include "base/command_line.h" | 14 #include "base/command_line.h" |
15 #include "base/debug/crash_logging.h" | 15 #include "base/debug/crash_logging.h" |
16 #include "base/message_loop/message_loop_proxy.h" | 16 #include "base/message_loop/message_loop_proxy.h" |
17 #include "base/metrics/histogram.h" | 17 #include "base/metrics/histogram.h" |
18 #include "base/strings/string_number_conversions.h" | 18 #include "base/strings/string_number_conversions.h" |
19 #include "base/synchronization/waitable_event.h" | 19 #include "base/synchronization/waitable_event.h" |
20 #include "cc/layers/video_layer.h" | 20 #include "cc/layers/video_layer.h" |
| 21 #include "content/public/renderer/media_player_load_delegate.h" |
| 22 #include "content/renderer/media/buffered_data_source.h" |
| 23 #include "content/renderer/media/texttrack_impl.h" |
| 24 #include "content/renderer/media/webaudiosourceprovider_impl.h" |
| 25 #include "content/renderer/media/webinbandtexttrack_impl.h" |
| 26 #include "content/renderer/media/webmediaplayer_delegate.h" |
| 27 #include "content/renderer/media/webmediaplayer_params.h" |
| 28 #include "content/renderer/media/webmediaplayer_util.h" |
| 29 #include "content/renderer/media/webmediasourceclient_impl.h" |
21 #include "gpu/GLES2/gl2extchromium.h" | 30 #include "gpu/GLES2/gl2extchromium.h" |
22 #include "media/audio/null_audio_sink.h" | 31 #include "media/audio/null_audio_sink.h" |
23 #include "media/base/bind_to_loop.h" | 32 #include "media/base/bind_to_loop.h" |
24 #include "media/base/filter_collection.h" | 33 #include "media/base/filter_collection.h" |
25 #include "media/base/limits.h" | 34 #include "media/base/limits.h" |
26 #include "media/base/media_log.h" | 35 #include "media/base/media_log.h" |
27 #include "media/base/media_switches.h" | 36 #include "media/base/media_switches.h" |
28 #include "media/base/pipeline.h" | 37 #include "media/base/pipeline.h" |
29 #include "media/base/video_frame.h" | 38 #include "media/base/video_frame.h" |
30 #include "media/filters/audio_renderer_impl.h" | 39 #include "media/filters/audio_renderer_impl.h" |
31 #include "media/filters/chunk_demuxer.h" | 40 #include "media/filters/chunk_demuxer.h" |
32 #include "media/filters/ffmpeg_audio_decoder.h" | 41 #include "media/filters/ffmpeg_audio_decoder.h" |
33 #include "media/filters/ffmpeg_demuxer.h" | 42 #include "media/filters/ffmpeg_demuxer.h" |
34 #include "media/filters/ffmpeg_video_decoder.h" | 43 #include "media/filters/ffmpeg_video_decoder.h" |
35 #include "media/filters/opus_audio_decoder.h" | 44 #include "media/filters/opus_audio_decoder.h" |
36 #include "media/filters/video_renderer_base.h" | 45 #include "media/filters/video_renderer_base.h" |
37 #include "media/filters/vpx_video_decoder.h" | 46 #include "media/filters/vpx_video_decoder.h" |
38 #include "third_party/WebKit/public/platform/WebRect.h" | 47 #include "third_party/WebKit/public/platform/WebRect.h" |
39 #include "third_party/WebKit/public/platform/WebSize.h" | 48 #include "third_party/WebKit/public/platform/WebSize.h" |
40 #include "third_party/WebKit/public/platform/WebString.h" | 49 #include "third_party/WebKit/public/platform/WebString.h" |
41 #include "third_party/WebKit/public/platform/WebURL.h" | 50 #include "third_party/WebKit/public/platform/WebURL.h" |
42 #include "third_party/WebKit/public/web/WebMediaSource.h" | 51 #include "third_party/WebKit/public/web/WebMediaSource.h" |
43 #include "third_party/WebKit/public/web/WebRuntimeFeatures.h" | 52 #include "third_party/WebKit/public/web/WebRuntimeFeatures.h" |
44 #include "third_party/WebKit/public/web/WebView.h" | 53 #include "third_party/WebKit/public/web/WebView.h" |
45 #include "v8/include/v8.h" | 54 #include "v8/include/v8.h" |
46 #include "webkit/plugins/ppapi/ppapi_webplugin_impl.h" | 55 #include "webkit/plugins/ppapi/ppapi_webplugin_impl.h" |
47 #include "webkit/renderer/compositor_bindings/web_layer_impl.h" | 56 #include "webkit/renderer/compositor_bindings/web_layer_impl.h" |
48 #include "webkit/renderer/media/buffered_data_source.h" | |
49 #include "webkit/renderer/media/crypto/key_systems.h" | 57 #include "webkit/renderer/media/crypto/key_systems.h" |
50 #include "webkit/renderer/media/texttrack_impl.h" | |
51 #include "webkit/renderer/media/webaudiosourceprovider_impl.h" | |
52 #include "webkit/renderer/media/webinbandtexttrack_impl.h" | |
53 #include "webkit/renderer/media/webmediaplayer_delegate.h" | |
54 #include "webkit/renderer/media/webmediaplayer_params.h" | |
55 #include "webkit/renderer/media/webmediaplayer_util.h" | |
56 #include "webkit/renderer/media/webmediasourceclient_impl.h" | |
57 | 58 |
58 using WebKit::WebCanvas; | 59 using WebKit::WebCanvas; |
59 using WebKit::WebMediaPlayer; | 60 using WebKit::WebMediaPlayer; |
60 using WebKit::WebRect; | 61 using WebKit::WebRect; |
61 using WebKit::WebSize; | 62 using WebKit::WebSize; |
62 using WebKit::WebString; | 63 using WebKit::WebString; |
63 using media::PipelineStatus; | 64 using media::PipelineStatus; |
| 65 using webkit_media::IsSupportedKeySystem; |
| 66 using webkit_media::KeySystemNameForUMA; |
| 67 using webkit_media::ProxyDecryptor; |
64 | 68 |
65 namespace { | 69 namespace { |
66 | 70 |
67 // Amount of extra memory used by each player instance reported to V8. | 71 // Amount of extra memory used by each player instance reported to V8. |
68 // It is not exact number -- first, it differs on different platforms, | 72 // It is not exact number -- first, it differs on different platforms, |
69 // and second, it is very hard to calculate. Instead, use some arbitrary | 73 // and second, it is very hard to calculate. Instead, use some arbitrary |
70 // value that will cause garbage collection from time to time. We don't want | 74 // value that will cause garbage collection from time to time. We don't want |
71 // it to happen on every allocation, but don't want 5k players to sit in memory | 75 // it to happen on every allocation, but don't want 5k players to sit in memory |
72 // either. Looks that chosen constant achieves both goals, at least for audio | 76 // either. Looks that chosen constant achieves both goals, at least for audio |
73 // objects. (Do not worry about video objects yet, JS programs do not create | 77 // objects. (Do not worry about video objects yet, JS programs do not create |
(...skipping 16 matching lines...) Expand all Loading... |
90 // Also our timers are not very accurate (especially for ogg), which becomes | 94 // Also our timers are not very accurate (especially for ogg), which becomes |
91 // evident at low speeds and on Vista. Since other speeds are risky and outside | 95 // evident at low speeds and on Vista. Since other speeds are risky and outside |
92 // the norms, we think 1/16x to 16x is a safe and useful range for now. | 96 // the norms, we think 1/16x to 16x is a safe and useful range for now. |
93 const double kMinRate = 0.0625; | 97 const double kMinRate = 0.0625; |
94 const double kMaxRate = 16.0; | 98 const double kMaxRate = 16.0; |
95 | 99 |
96 // Prefix for histograms related to Encrypted Media Extensions. | 100 // Prefix for histograms related to Encrypted Media Extensions. |
97 const char* kMediaEme = "Media.EME."; | 101 const char* kMediaEme = "Media.EME."; |
98 } // namespace | 102 } // namespace |
99 | 103 |
100 namespace webkit_media { | 104 namespace content { |
101 | 105 |
102 #define COMPILE_ASSERT_MATCHING_ENUM(name) \ | 106 #define COMPILE_ASSERT_MATCHING_ENUM(name) \ |
103 COMPILE_ASSERT(static_cast<int>(WebMediaPlayer::CORSMode ## name) == \ | 107 COMPILE_ASSERT(static_cast<int>(WebMediaPlayer::CORSMode ## name) == \ |
104 static_cast<int>(BufferedResourceLoader::k ## name), \ | 108 static_cast<int>(BufferedResourceLoader::k ## name), \ |
105 mismatching_enums) | 109 mismatching_enums) |
106 COMPILE_ASSERT_MATCHING_ENUM(Unspecified); | 110 COMPILE_ASSERT_MATCHING_ENUM(Unspecified); |
107 COMPILE_ASSERT_MATCHING_ENUM(Anonymous); | 111 COMPILE_ASSERT_MATCHING_ENUM(Anonymous); |
108 COMPILE_ASSERT_MATCHING_ENUM(UseCredentials); | 112 COMPILE_ASSERT_MATCHING_ENUM(UseCredentials); |
109 #undef COMPILE_ASSERT_MATCHING_ENUM | 113 #undef COMPILE_ASSERT_MATCHING_ENUM |
110 | 114 |
(...skipping 20 matching lines...) Expand all Loading... |
131 network_state_(WebMediaPlayer::NetworkStateEmpty), | 135 network_state_(WebMediaPlayer::NetworkStateEmpty), |
132 ready_state_(WebMediaPlayer::ReadyStateHaveNothing), | 136 ready_state_(WebMediaPlayer::ReadyStateHaveNothing), |
133 main_loop_(base::MessageLoopProxy::current()), | 137 main_loop_(base::MessageLoopProxy::current()), |
134 media_loop_(params.message_loop_proxy()), | 138 media_loop_(params.message_loop_proxy()), |
135 paused_(true), | 139 paused_(true), |
136 seeking_(false), | 140 seeking_(false), |
137 playback_rate_(0.0f), | 141 playback_rate_(0.0f), |
138 pending_seek_(false), | 142 pending_seek_(false), |
139 pending_seek_seconds_(0.0f), | 143 pending_seek_seconds_(0.0f), |
140 client_(client), | 144 client_(client), |
| 145 load_delegate_(params.load_delegate()), |
141 delegate_(delegate), | 146 delegate_(delegate), |
142 media_log_(params.media_log()), | 147 media_log_(params.media_log()), |
143 accelerated_compositing_reported_(false), | 148 accelerated_compositing_reported_(false), |
144 incremented_externally_allocated_memory_(false), | 149 incremented_externally_allocated_memory_(false), |
145 gpu_factories_(params.gpu_factories()), | 150 gpu_factories_(params.gpu_factories()), |
146 is_local_source_(false), | 151 is_local_source_(false), |
147 supports_save_(true), | 152 supports_save_(true), |
148 starting_(false), | 153 starting_(false), |
149 chunk_demuxer_(NULL), | 154 chunk_demuxer_(NULL), |
150 pending_repaint_(false), | 155 pending_repaint_(false), |
(...skipping 84 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
235 if (url.SchemeIs("file")) return kFileURLScheme; | 240 if (url.SchemeIs("file")) return kFileURLScheme; |
236 if (url.SchemeIs("blob")) return kBlobURLScheme; | 241 if (url.SchemeIs("blob")) return kBlobURLScheme; |
237 if (url.SchemeIs("data")) return kDataURLScheme; | 242 if (url.SchemeIs("data")) return kDataURLScheme; |
238 if (url.SchemeIs("filesystem")) return kFileSystemScheme; | 243 if (url.SchemeIs("filesystem")) return kFileSystemScheme; |
239 return kUnknownURLScheme; | 244 return kUnknownURLScheme; |
240 } | 245 } |
241 | 246 |
242 } // anonymous namespace | 247 } // anonymous namespace |
243 | 248 |
244 void WebMediaPlayerImpl::load(const WebKit::WebURL& url, CORSMode cors_mode) { | 249 void WebMediaPlayerImpl::load(const WebKit::WebURL& url, CORSMode cors_mode) { |
245 DCHECK(main_loop_->BelongsToCurrentThread()); | 250 load(url, NULL, cors_mode); |
246 | |
247 LoadSetup(url); | |
248 | |
249 // Otherwise it's a regular request which requires resolving the URL first. | |
250 GURL gurl(url); | |
251 data_source_.reset(new BufferedDataSource( | |
252 main_loop_, | |
253 frame_, | |
254 media_log_.get(), | |
255 base::Bind(&WebMediaPlayerImpl::NotifyDownloading, AsWeakPtr()))); | |
256 data_source_->Initialize( | |
257 url, static_cast<BufferedResourceLoader::CORSMode>(cors_mode), | |
258 base::Bind( | |
259 &WebMediaPlayerImpl::DataSourceInitialized, | |
260 AsWeakPtr(), gurl)); | |
261 | |
262 is_local_source_ = !gurl.SchemeIs("http") && !gurl.SchemeIs("https"); | |
263 } | 251 } |
264 | 252 |
265 void WebMediaPlayerImpl::load(const WebKit::WebURL& url, | 253 void WebMediaPlayerImpl::load(const WebKit::WebURL& url, |
266 WebKit::WebMediaSource* media_source, | 254 WebKit::WebMediaSource* media_source, |
267 CORSMode cors_mode) { | 255 CORSMode cors_mode) { |
268 LoadSetup(url); | 256 if (load_delegate_) { |
269 | 257 load_delegate_->DeferLoad(base::Bind( |
270 // Media source pipelines can start immediately. | 258 &WebMediaPlayerImpl::ContinueLoad, AsWeakPtr(), url, media_source, |
271 supports_save_ = false; | 259 cors_mode)); |
272 StartPipeline(media_source); | 260 return; |
| 261 } |
| 262 ContinueLoad(url, media_source, cors_mode); |
273 } | 263 } |
274 | 264 |
275 void WebMediaPlayerImpl::LoadSetup(const WebKit::WebURL& url) { | 265 void WebMediaPlayerImpl::ContinueLoad(const WebKit::WebURL& url, |
| 266 WebKit::WebMediaSource* media_source, |
| 267 CORSMode cors_mode) { |
| 268 DCHECK(main_loop_->BelongsToCurrentThread()); |
| 269 |
276 GURL gurl(url); | 270 GURL gurl(url); |
277 UMA_HISTOGRAM_ENUMERATION("Media.URLScheme", URLScheme(gurl), kMaxURLScheme); | 271 UMA_HISTOGRAM_ENUMERATION("Media.URLScheme", URLScheme(gurl), kMaxURLScheme); |
278 | 272 |
279 // Set subresource URL for crash reporting. | 273 // Set subresource URL for crash reporting. |
280 base::debug::SetCrashKeyValue("subresource_url", gurl.spec()); | 274 base::debug::SetCrashKeyValue("subresource_url", gurl.spec()); |
281 | 275 |
282 // Handle any volume/preload changes that occurred before load(). | 276 // Handle any volume/preload changes that occurred before load(). |
283 setVolume(GetClient()->volume()); | 277 setVolume(GetClient()->volume()); |
284 setPreload(GetClient()->preload()); | 278 setPreload(GetClient()->preload()); |
285 | 279 |
286 SetNetworkState(WebMediaPlayer::NetworkStateLoading); | 280 SetNetworkState(WebMediaPlayer::NetworkStateLoading); |
287 SetReadyState(WebMediaPlayer::ReadyStateHaveNothing); | 281 SetReadyState(WebMediaPlayer::ReadyStateHaveNothing); |
288 media_log_->AddEvent(media_log_->CreateLoadEvent(url.spec())); | 282 media_log_->AddEvent(media_log_->CreateLoadEvent(url.spec())); |
| 283 |
| 284 // Media source pipelines can start immediately. |
| 285 if (media_source) { |
| 286 supports_save_ = false; |
| 287 StartPipeline(media_source); |
| 288 return; |
| 289 } |
| 290 |
| 291 // Otherwise it's a regular request which requires resolving the URL first. |
| 292 data_source_.reset(new BufferedDataSource( |
| 293 main_loop_, |
| 294 frame_, |
| 295 media_log_.get(), |
| 296 base::Bind(&WebMediaPlayerImpl::NotifyDownloading, AsWeakPtr()))); |
| 297 data_source_->Initialize( |
| 298 url, static_cast<BufferedResourceLoader::CORSMode>(cors_mode), |
| 299 base::Bind( |
| 300 &WebMediaPlayerImpl::DataSourceInitialized, |
| 301 AsWeakPtr(), gurl)); |
| 302 |
| 303 is_local_source_ = !gurl.SchemeIs("http") && !gurl.SchemeIs("https"); |
289 } | 304 } |
290 | 305 |
291 void WebMediaPlayerImpl::play() { | 306 void WebMediaPlayerImpl::play() { |
292 DCHECK(main_loop_->BelongsToCurrentThread()); | 307 DCHECK(main_loop_->BelongsToCurrentThread()); |
293 | 308 |
294 paused_ = false; | 309 paused_ = false; |
295 pipeline_->SetPlaybackRate(playback_rate_); | 310 pipeline_->SetPlaybackRate(playback_rate_); |
296 | 311 |
297 media_log_->AddEvent(media_log_->CreateEvent(media::MediaLogEvent::PLAY)); | 312 media_log_->AddEvent(media_log_->CreateEvent(media::MediaLogEvent::PLAY)); |
298 | 313 |
(...skipping 77 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
376 } | 391 } |
377 | 392 |
378 void WebMediaPlayerImpl::setVolume(double volume) { | 393 void WebMediaPlayerImpl::setVolume(double volume) { |
379 DCHECK(main_loop_->BelongsToCurrentThread()); | 394 DCHECK(main_loop_->BelongsToCurrentThread()); |
380 | 395 |
381 pipeline_->SetVolume(volume); | 396 pipeline_->SetVolume(volume); |
382 } | 397 } |
383 | 398 |
384 #define COMPILE_ASSERT_MATCHING_ENUM(webkit_name, chromium_name) \ | 399 #define COMPILE_ASSERT_MATCHING_ENUM(webkit_name, chromium_name) \ |
385 COMPILE_ASSERT(static_cast<int>(WebMediaPlayer::webkit_name) == \ | 400 COMPILE_ASSERT(static_cast<int>(WebMediaPlayer::webkit_name) == \ |
386 static_cast<int>(webkit_media::chromium_name), \ | 401 static_cast<int>(content::chromium_name), \ |
387 mismatching_enums) | 402 mismatching_enums) |
388 COMPILE_ASSERT_MATCHING_ENUM(PreloadNone, NONE); | 403 COMPILE_ASSERT_MATCHING_ENUM(PreloadNone, NONE); |
389 COMPILE_ASSERT_MATCHING_ENUM(PreloadMetaData, METADATA); | 404 COMPILE_ASSERT_MATCHING_ENUM(PreloadMetaData, METADATA); |
390 COMPILE_ASSERT_MATCHING_ENUM(PreloadAuto, AUTO); | 405 COMPILE_ASSERT_MATCHING_ENUM(PreloadAuto, AUTO); |
391 #undef COMPILE_ASSERT_MATCHING_ENUM | 406 #undef COMPILE_ASSERT_MATCHING_ENUM |
392 | 407 |
393 void WebMediaPlayerImpl::setPreload(WebMediaPlayer::Preload preload) { | 408 void WebMediaPlayerImpl::setPreload(WebMediaPlayer::Preload preload) { |
394 DCHECK(main_loop_->BelongsToCurrentThread()); | 409 DCHECK(main_loop_->BelongsToCurrentThread()); |
395 | 410 |
396 if (data_source_) | 411 if (data_source_) |
397 data_source_->SetPreload(static_cast<webkit_media::Preload>(preload)); | 412 data_source_->SetPreload(static_cast<content::Preload>(preload)); |
398 } | 413 } |
399 | 414 |
400 bool WebMediaPlayerImpl::hasVideo() const { | 415 bool WebMediaPlayerImpl::hasVideo() const { |
401 DCHECK(main_loop_->BelongsToCurrentThread()); | 416 DCHECK(main_loop_->BelongsToCurrentThread()); |
402 | 417 |
403 return pipeline_->HasVideo(); | 418 return pipeline_->HasVideo(); |
404 } | 419 } |
405 | 420 |
406 bool WebMediaPlayerImpl::hasAudio() const { | 421 bool WebMediaPlayerImpl::hasAudio() const { |
407 DCHECK(main_loop_->BelongsToCurrentThread()); | 422 DCHECK(main_loop_->BelongsToCurrentThread()); |
(...skipping 808 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
1216 current_frame_ = frame; | 1231 current_frame_ = frame; |
1217 | 1232 |
1218 if (pending_repaint_) | 1233 if (pending_repaint_) |
1219 return; | 1234 return; |
1220 | 1235 |
1221 pending_repaint_ = true; | 1236 pending_repaint_ = true; |
1222 main_loop_->PostTask(FROM_HERE, base::Bind( | 1237 main_loop_->PostTask(FROM_HERE, base::Bind( |
1223 &WebMediaPlayerImpl::Repaint, AsWeakPtr())); | 1238 &WebMediaPlayerImpl::Repaint, AsWeakPtr())); |
1224 } | 1239 } |
1225 | 1240 |
1226 } // namespace webkit_media | 1241 } // namespace content |
OLD | NEW |