Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(762)

Side by Side Diff: tools/perf/page_sets/tough_video_cases.py

Issue 2830953004: Remove legacy codecs coverage from tough_video_cases pageset. (Closed)
Patch Set: revert theora filtering change. sorry John :( Created 3 years, 8 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « tools/perf/benchmarks/media.py ('k') | tools/perf/page_sets/tough_video_cases/bear.webm.sha1 » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 # Copyright 2014 The Chromium Authors. All rights reserved. 1 # Copyright 2014 The Chromium Authors. All rights reserved.
2 # Use of this source code is governed by a BSD-style license that can be 2 # Use of this source code is governed by a BSD-style license that can be
3 # found in the LICENSE file. 3 # found in the LICENSE file.
4 from telemetry.page import page as page_module 4 from telemetry.page import page as page_module
5 from telemetry import story 5 from telemetry import story
6 6
7 _PAGE_TAGS_LIST = [ 7 _PAGE_TAGS_LIST = [
8 # Audio codecs: 8 # Audio codecs:
9 'pcm', 9 'pcm',
10 'mp3', 10 'mp3',
11 'aac', 11 'aac',
12 'vorbis', 12 'vorbis',
13 'opus', 13 'opus',
14 # Video codecs: 14 # Video codecs:
15 'theora',
16 'h264', 15 'h264',
17 'vp8', 16 'vp8',
18 'vp9', 17 'vp9',
19 # Test types: 18 # Test types:
20 'audio_video', 19 'audio_video',
21 'audio_only', 20 'audio_only',
22 'video_only', 21 'video_only',
23 # Other filter tags: 22 # Other filter tags:
24 'is_50fps', 23 'is_50fps',
25 'is_4k', 24 'is_4k',
(...skipping 23 matching lines...) Expand all
49 # Wait for 1 second so that we know the play-head is at ~1s. 48 # Wait for 1 second so that we know the play-head is at ~1s.
50 action_runner.Wait(1) 49 action_runner.Wait(1)
51 # Seek to before the play-head location. 50 # Seek to before the play-head location.
52 action_runner.SeekMedia(seconds=0.5, timeout_in_seconds=timeout, 51 action_runner.SeekMedia(seconds=0.5, timeout_in_seconds=timeout,
53 label='seek_warm') 52 label='seek_warm')
54 # Seek to after the play-head location. 53 # Seek to after the play-head location.
55 action_runner.SeekMedia(seconds=9, timeout_in_seconds=timeout, 54 action_runner.SeekMedia(seconds=9, timeout_in_seconds=timeout,
56 label='seek_cold') 55 label='seek_cold')
57 56
58 57
59 class Page1(ToughVideoCasesPage):
60
61 def __init__(self, page_set):
62 super(Page1, self).__init__(
63 url='file://tough_video_cases/video.html?src=crowd.wav&type=audio',
64 page_set=page_set,
65 tags=['pcm', 'audio_only'])
66
67 self.add_browser_metrics = True
68
69 def RunPageInteractions(self, action_runner):
70 self.PlayAction(action_runner)
71
72
73 class Page2(ToughVideoCasesPage): 58 class Page2(ToughVideoCasesPage):
74 59
75 def __init__(self, page_set): 60 def __init__(self, page_set):
76 super(Page2, self).__init__( 61 super(Page2, self).__init__(
77 url='file://tough_video_cases/video.html?src=crowd.ogg&type=audio', 62 url='file://tough_video_cases/video.html?src=crowd.ogg&type=audio',
78 page_set=page_set, 63 page_set=page_set,
79 tags=['vorbis', 'audio_only']) 64 tags=['vorbis', 'audio_only'])
80 65
81 self.add_browser_metrics = True 66 self.add_browser_metrics = True
82 67
83 def RunPageInteractions(self, action_runner): 68 def RunPageInteractions(self, action_runner):
84 self.PlayAction(action_runner) 69 self.PlayAction(action_runner)
85 70
86 71
87 class Page3(ToughVideoCasesPage):
88
89 # Note that ffprobe reports about this file:
90 # "[ogg @ 0x31a3ba0] Broken file, keyframe not correctly marked."
91 # This media file should probably be removed or replaced.
92 def __init__(self, page_set):
93 super(Page3, self).__init__(
94 url='file://tough_video_cases/video.html?src=crowd1080.ogv',
95 page_set=page_set,
96 tags=['is_50fps', 'theora', 'vorbis', 'audio_video'])
97
98 self.add_browser_metrics = True
99
100 def RunPageInteractions(self, action_runner):
101 self.PlayAction(action_runner)
102
103
104 class Page4(ToughVideoCasesPage): 72 class Page4(ToughVideoCasesPage):
105 73
106 def __init__(self, page_set): 74 def __init__(self, page_set):
107 super(Page4, self).__init__( 75 super(Page4, self).__init__(
108 url='file://tough_video_cases/video.html?src=crowd1080.webm', 76 url='file://tough_video_cases/video.html?src=crowd1080.webm',
109 page_set=page_set, 77 page_set=page_set,
110 tags=['is_50fps', 'vp8', 'vorbis', 'audio_video']) 78 tags=['is_50fps', 'vp8', 'vorbis', 'audio_video'])
111 79
112 self.add_browser_metrics = True 80 self.add_browser_metrics = True
113 81
114 def RunPageInteractions(self, action_runner): 82 def RunPageInteractions(self, action_runner):
115 self.PlayAction(action_runner) 83 self.PlayAction(action_runner)
116 84
117 85
118 class Page5(ToughVideoCasesPage):
119
120 def __init__(self, page_set):
121 super(Page5, self).__init__(
122 url='file://tough_video_cases/video.html?src=crowd2160.ogv',
123 page_set=page_set,
124 tags=['is_4k', 'is_50fps', 'theora', 'vorbis', 'audio_video'])
125
126 self.add_browser_metrics = True
127
128 def RunPageInteractions(self, action_runner):
129 self.PlayAction(action_runner)
130
131
132 class Page6(ToughVideoCasesPage):
133
134 def __init__(self, page_set):
135 super(Page6, self).__init__(
136 url='file://tough_video_cases/video.html?src=crowd2160.webm',
137 page_set=page_set,
138 tags=['is_4k', 'is_50fps', 'vp8', 'vorbis', 'audio_video'])
139
140 self.add_browser_metrics = True
141
142 def RunPageInteractions(self, action_runner):
143 self.PlayAction(action_runner)
144
145
146 class Page7(ToughVideoCasesPage): 86 class Page7(ToughVideoCasesPage):
147 87
148 def __init__(self, page_set): 88 def __init__(self, page_set):
149 super(Page7, self).__init__( 89 super(Page7, self).__init__(
150 url='file://tough_video_cases/video.html?src=tulip2.ogg&type=audio', 90 url='file://tough_video_cases/video.html?src=tulip2.ogg&type=audio',
151 page_set=page_set, 91 page_set=page_set,
152 tags=['vorbis', 'audio_only']) 92 tags=['vorbis', 'audio_only'])
153 93
154 self.add_browser_metrics = True 94 self.add_browser_metrics = True
155 95
156 def RunPageInteractions(self, action_runner): 96 def RunPageInteractions(self, action_runner):
157 self.PlayAction(action_runner) 97 self.PlayAction(action_runner)
158 98
159 99
160 class Page8(ToughVideoCasesPage): 100 class Page8(ToughVideoCasesPage):
161 101
162 def __init__(self, page_set): 102 def __init__(self, page_set):
163 super(Page8, self).__init__( 103 super(Page8, self).__init__(
164 url='file://tough_video_cases/video.html?src=tulip2.wav&type=audio', 104 url='file://tough_video_cases/video.html?src=tulip2.wav&type=audio',
165 page_set=page_set, 105 page_set=page_set,
166 tags=['pcm', 'audio_only']) 106 tags=['pcm', 'audio_only'])
167 107
168 self.add_browser_metrics = True 108 self.add_browser_metrics = True
169 109
170 def RunPageInteractions(self, action_runner): 110 def RunPageInteractions(self, action_runner):
171 self.PlayAction(action_runner) 111 self.PlayAction(action_runner)
172 112
173 113
174 class Page9(ToughVideoCasesPage):
175
176 def __init__(self, page_set):
177 super(Page9, self).__init__(
178 url='file://tough_video_cases/video.html?src=tulip2.ogv',
179 page_set=page_set,
180 tags=['theora', 'vorbis', 'audio_video'])
181
182 self.add_browser_metrics = True
183
184 def RunPageInteractions(self, action_runner):
185 self.PlayAction(action_runner)
186
187
188 class Page10(ToughVideoCasesPage):
189
190 def __init__(self, page_set):
191 super(Page10, self).__init__(
192 url='file://tough_video_cases/video.html?src=tulip2.webm',
193 page_set=page_set,
194 tags=['vp8', 'vorbis', 'audio_video'])
195
196 self.add_browser_metrics = True
197
198 def RunPageInteractions(self, action_runner):
199 self.PlayAction(action_runner)
200
201
202 class Page11(ToughVideoCasesPage): 114 class Page11(ToughVideoCasesPage):
203 115
204 def __init__(self, page_set): 116 def __init__(self, page_set):
205 super(Page11, self).__init__( 117 super(Page11, self).__init__(
206 url='file://tough_video_cases/video.html?src=crowd1080.mp4', 118 url='file://tough_video_cases/video.html?src=crowd1080.mp4',
207 page_set=page_set, 119 page_set=page_set,
208 tags=['is_50fps', 'h264', 'aac', 'audio_video']) 120 tags=['is_50fps', 'h264', 'aac', 'audio_video'])
209 121
210 self.add_browser_metrics = True 122 self.add_browser_metrics = True
211 123
(...skipping 78 matching lines...) Expand 10 before | Expand all | Expand 10 after
290 url='file://tough_video_cases/video.html?src=garden2_10s.mp4', 202 url='file://tough_video_cases/video.html?src=garden2_10s.mp4',
291 page_set=page_set, 203 page_set=page_set,
292 tags=['is_4k', 'h264', 'aac', 'audio_video']) 204 tags=['is_4k', 'h264', 'aac', 'audio_video'])
293 205
294 self.add_browser_metrics = True 206 self.add_browser_metrics = True
295 207
296 def RunPageInteractions(self, action_runner): 208 def RunPageInteractions(self, action_runner):
297 self.PlayAction(action_runner) 209 self.PlayAction(action_runner)
298 210
299 211
300 class Page18(ToughVideoCasesPage):
301
302 def __init__(self, page_set):
303 super(Page18, self).__init__(
304 url='file://tough_video_cases/video.html?src=garden2_10s.ogv',
305 page_set=page_set,
306 tags=['is_4k', 'theora', 'vorbis', 'audio_video'])
307
308 self.add_browser_metrics = True
309
310 def RunPageInteractions(self, action_runner):
311 self.PlayAction(action_runner)
312
313
314 class Page19(ToughVideoCasesPage): 212 class Page19(ToughVideoCasesPage):
315 213
316 def __init__(self, page_set): 214 def __init__(self, page_set):
317 super(Page19, self).__init__( 215 super(Page19, self).__init__(
318 url='file://tough_video_cases/video.html?src=tulip2.ogg&type=audio', 216 url='file://tough_video_cases/video.html?src=tulip2.ogg&type=audio',
319 page_set=page_set, 217 page_set=page_set,
320 tags=['vorbis', 'audio_only']) 218 tags=['vorbis', 'audio_only'])
321 219
322 self.skip_basic_metrics = True 220 self.skip_basic_metrics = True
323 221
324 def RunPageInteractions(self, action_runner): 222 def RunPageInteractions(self, action_runner):
325 self.SeekBeforeAndAfterPlayhead(action_runner) 223 self.SeekBeforeAndAfterPlayhead(action_runner)
326 224
327 225
328 class Page20(ToughVideoCasesPage): 226 class Page20(ToughVideoCasesPage):
329 227
330 def __init__(self, page_set): 228 def __init__(self, page_set):
331 super(Page20, self).__init__( 229 super(Page20, self).__init__(
332 url='file://tough_video_cases/video.html?src=tulip2.wav&type=audio', 230 url='file://tough_video_cases/video.html?src=tulip2.wav&type=audio',
333 page_set=page_set, 231 page_set=page_set,
334 tags=['pcm', 'audio_only']) 232 tags=['pcm', 'audio_only'])
335 233
336 self.skip_basic_metrics = True 234 self.skip_basic_metrics = True
337 235
338 def RunPageInteractions(self, action_runner): 236 def RunPageInteractions(self, action_runner):
339 self.SeekBeforeAndAfterPlayhead(action_runner) 237 self.SeekBeforeAndAfterPlayhead(action_runner)
340 238
341 239
342 class Page21(ToughVideoCasesPage):
343
344 # Note that ffprobe reports about this file:
345 # "[ogg @ 0x39adba0] Broken file, keyframe not correctly marked."
346 # This media file should probably be removed or replaced.
347 def __init__(self, page_set):
348 super(Page21, self).__init__(
349 url='file://tough_video_cases/video.html?src=tulip2.ogv',
350 page_set=page_set,
351 tags=['theora', 'vorbis', 'audio_video'])
352
353 self.skip_basic_metrics = True
354
355 def RunPageInteractions(self, action_runner):
356 self.SeekBeforeAndAfterPlayhead(action_runner)
357
358
359 class Page22(ToughVideoCasesPage):
360
361 def __init__(self, page_set):
362 super(Page22, self).__init__(
363 url='file://tough_video_cases/video.html?src=tulip2.webm',
364 page_set=page_set,
365 tags=['vp8', 'vorbis', 'audio_video'])
366
367 self.skip_basic_metrics = True
368
369 def RunPageInteractions(self, action_runner):
370 self.SeekBeforeAndAfterPlayhead(action_runner)
371
372
373 class Page23(ToughVideoCasesPage): 240 class Page23(ToughVideoCasesPage):
374 241
375 def __init__(self, page_set): 242 def __init__(self, page_set):
376 super(Page23, self).__init__( 243 super(Page23, self).__init__(
377 url='file://tough_video_cases/video.html?src=tulip2.mp3&type=audio', 244 url='file://tough_video_cases/video.html?src=tulip2.mp3&type=audio',
378 page_set=page_set, 245 page_set=page_set,
379 tags=['mp3', 'audio_only']) 246 tags=['mp3', 'audio_only'])
380 247
381 self.skip_basic_metrics = True 248 self.skip_basic_metrics = True
382 249
(...skipping 36 matching lines...) Expand 10 before | Expand all | Expand 10 after
419 url='file://tough_video_cases/video.html?src=garden2_10s.mp4', 286 url='file://tough_video_cases/video.html?src=garden2_10s.mp4',
420 page_set=page_set, 287 page_set=page_set,
421 tags=['is_4k', 'h264', 'aac', 'audio_video']) 288 tags=['is_4k', 'h264', 'aac', 'audio_video'])
422 289
423 self.skip_basic_metrics = True 290 self.skip_basic_metrics = True
424 291
425 def RunPageInteractions(self, action_runner): 292 def RunPageInteractions(self, action_runner):
426 self.SeekBeforeAndAfterPlayhead(action_runner) 293 self.SeekBeforeAndAfterPlayhead(action_runner)
427 294
428 295
429 class Page27(ToughVideoCasesPage):
430
431 def __init__(self, page_set):
432 super(Page27, self).__init__(
433 url='file://tough_video_cases/video.html?src=garden2_10s.ogv',
434 page_set=page_set,
435 tags=['is_4k', 'theora', 'vorbis', 'audio_video'])
436
437 self.skip_basic_metrics = True
438
439 def RunPageInteractions(self, action_runner):
440 self.SeekBeforeAndAfterPlayhead(action_runner)
441
442
443 class Page30(ToughVideoCasesPage): 296 class Page30(ToughVideoCasesPage):
444 297
445 def __init__(self, page_set): 298 def __init__(self, page_set):
446 super(Page30, self).__init__( 299 super(Page30, self).__init__(
447 url='file://tough_video_cases/video.html?src=tulip2.vp9.webm', 300 url='file://tough_video_cases/video.html?src=tulip2.vp9.webm',
448 page_set=page_set, 301 page_set=page_set,
449 tags=['vp9', 'opus', 'audio_video']) 302 tags=['vp9', 'opus', 'audio_video'])
450 303
451 self.add_browser_metrics = True 304 self.add_browser_metrics = True
452 305
(...skipping 114 matching lines...) Expand 10 before | Expand all | Expand 10 after
567 url=('file://tough_video_cases/video.html?src=garden2_10s.webm&canvas=' 420 url=('file://tough_video_cases/video.html?src=garden2_10s.webm&canvas='
568 'true'), 421 'true'),
569 page_set=page_set, 422 page_set=page_set,
570 tags=['is_4k', 'vp8', 'vorbis', 'audio_video']) 423 tags=['is_4k', 'vp8', 'vorbis', 'audio_video'])
571 424
572 self.add_browser_metrics = True 425 self.add_browser_metrics = True
573 426
574 def RunPageInteractions(self, action_runner): 427 def RunPageInteractions(self, action_runner):
575 self.PlayAction(action_runner) 428 self.PlayAction(action_runner)
576 429
577 class Page40(ToughVideoCasesPage):
578
579 # Note that ffprobe reports about this file:
580 # "[ogg @ 0x31a3ba0] Broken file, keyframe not correctly marked."
581 # This media file should probably be removed or replaced.
582 def __init__(self, page_set):
583 super(Page40, self).__init__(
584 url='file://tough_video_cases/video.html?src=crowd1080.ogv&canvas=true',
585 page_set=page_set,
586 tags=['is_50fps', 'theora', 'vorbis', 'audio_video'])
587
588 self.add_browser_metrics = True
589
590 def RunPageInteractions(self, action_runner):
591 self.PlayAction(action_runner)
592
593 class ToughVideoCasesPageSet(story.StorySet): 430 class ToughVideoCasesPageSet(story.StorySet):
594 """ 431 """
595 Description: Video Stack Perf pages that report time_to_play and many other 432 Description: Video Stack Perf pages that report time_to_play and many other
596 media-specific and generic metrics. 433 media-specific and generic metrics.
597 """ 434 """
598 def __init__(self): 435 def __init__(self):
599 super(ToughVideoCasesPageSet, self).__init__( 436 super(ToughVideoCasesPageSet, self).__init__(
600 cloud_storage_bucket=story.PARTNER_BUCKET) 437 cloud_storage_bucket=story.PARTNER_BUCKET)
601 # TODO(crouleau): Pages 36 and 38 are in ToughVideoCasesPageSet even though 438 # TODO(crouleau): Pages 36 and 38 are in ToughVideoCasesPageSet even though
602 # they both report seek time instead of time_to_play. 439 # they both report seek time instead of time_to_play.
603 # This may be a non-issue because we plan to merge these two page sets back 440 # This may be a non-issue because we plan to merge these two page sets back
604 # together and use tags to allow teams to filter which pages they want. 441 # together and use tags to allow teams to filter which pages they want.
605 442
606 self.AddStory(Page1(self))
607 self.AddStory(Page2(self)) 443 self.AddStory(Page2(self))
608 self.AddStory(Page3(self))
609 self.AddStory(Page4(self)) 444 self.AddStory(Page4(self))
610 self.AddStory(Page5(self))
611 self.AddStory(Page6(self))
612 self.AddStory(Page7(self)) 445 self.AddStory(Page7(self))
613 self.AddStory(Page8(self)) 446 self.AddStory(Page8(self))
614 self.AddStory(Page9(self))
615 self.AddStory(Page10(self))
616 self.AddStory(Page11(self)) 447 self.AddStory(Page11(self))
617 self.AddStory(Page12(self)) 448 self.AddStory(Page12(self))
618 self.AddStory(Page13(self)) 449 self.AddStory(Page13(self))
619 self.AddStory(Page14(self)) 450 self.AddStory(Page14(self))
620 self.AddStory(Page15(self)) 451 self.AddStory(Page15(self))
621 self.AddStory(Page16(self)) 452 self.AddStory(Page16(self))
622 self.AddStory(Page17(self)) 453 self.AddStory(Page17(self))
623 self.AddStory(Page18(self))
624 self.AddStory(Page30(self)) 454 self.AddStory(Page30(self))
625 self.AddStory(Page32(self)) 455 self.AddStory(Page32(self))
626 self.AddStory(Page34(self)) 456 self.AddStory(Page34(self))
627 self.AddStory(Page36(self)) 457 self.AddStory(Page36(self))
628 self.AddStory(Page37(self)) 458 self.AddStory(Page37(self))
629 self.AddStory(Page38(self)) 459 self.AddStory(Page38(self))
630 self.AddStory(Page39(self)) 460 self.AddStory(Page39(self))
631 self.AddStory(Page40(self))
632 461
633 462
634 class ToughVideoCasesExtraPageSet(story.StorySet): 463 class ToughVideoCasesExtraPageSet(story.StorySet):
635 """ 464 """
636 Description: Video Stack Perf pages that only report seek time. 465 Description: Video Stack Perf pages that only report seek time.
637 """ 466 """
638 def __init__(self): 467 def __init__(self):
639 super(ToughVideoCasesExtraPageSet, self).__init__( 468 super(ToughVideoCasesExtraPageSet, self).__init__(
640 cloud_storage_bucket=story.PARTNER_BUCKET) 469 cloud_storage_bucket=story.PARTNER_BUCKET)
641 470
642 self.AddStory(Page19(self)) 471 self.AddStory(Page19(self))
643 self.AddStory(Page20(self)) 472 self.AddStory(Page20(self))
644 self.AddStory(Page21(self))
645 self.AddStory(Page22(self))
646 self.AddStory(Page23(self)) 473 self.AddStory(Page23(self))
647 self.AddStory(Page24(self)) 474 self.AddStory(Page24(self))
648 self.AddStory(Page25(self)) 475 self.AddStory(Page25(self))
649 self.AddStory(Page26(self)) 476 self.AddStory(Page26(self))
650 self.AddStory(Page27(self))
651 self.AddStory(Page31(self)) 477 self.AddStory(Page31(self))
652 self.AddStory(Page33(self)) 478 self.AddStory(Page33(self))
653 self.AddStory(Page35(self)) 479 self.AddStory(Page35(self))
OLDNEW
« no previous file with comments | « tools/perf/benchmarks/media.py ('k') | tools/perf/page_sets/tough_video_cases/bear.webm.sha1 » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698