Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(40)

Side by Side Diff: tools/perf/benchmarks/page_cycler.py

Issue 2211673003: [perf] Disable legacy page_cycler on all platforms except for Chrome OS (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: Disable on all platforms except Chrome OS Created 4 years, 4 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « no previous file | no next file » | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 # Copyright 2013 The Chromium Authors. All rights reserved. 1 # Copyright 2013 The Chromium Authors. All rights reserved.
2 # Use of this source code is governed by a BSD-style license that can be 2 # Use of this source code is governed by a BSD-style license that can be
3 # found in the LICENSE file. 3 # found in the LICENSE file.
4 4
5 from core import perf_benchmark 5 from core import perf_benchmark
6 6
7 from measurements import page_cycler 7 from measurements import page_cycler
8 import page_sets 8 import page_sets
9 from telemetry import benchmark 9 from telemetry import benchmark
10 10
11 11
12 @benchmark.Enabled('chromeos')
petrcermak 2016/08/04 17:17:17 All subclasses will automatically inherit this.
nednguyen 2016/08/04 17:34:37 This is actually a bug, not a feature: https://bug
petrcermak 2016/08/05 10:21:40 Done.
12 class _PageCycler(perf_benchmark.PerfBenchmark): 13 class _PageCycler(perf_benchmark.PerfBenchmark):
13 options = {'pageset_repeat': 6} 14 options = {'pageset_repeat': 6}
14 cold_load_percent = 50 # % of page visits for which a cold load is forced 15 cold_load_percent = 50 # % of page visits for which a cold load is forced
15 16
16 @classmethod 17 @classmethod
17 def Name(cls): 18 def Name(cls):
18 return 'page_cycler' 19 return 'page_cycler'
19 20
20 @classmethod 21 @classmethod
21 def AddBenchmarkCommandLineArgs(cls, parser): 22 def AddBenchmarkCommandLineArgs(cls, parser):
22 parser.add_option('--report-speed-index', 23 parser.add_option('--report-speed-index',
23 action='store_true', 24 action='store_true',
24 help='Enable the speed index metric.') 25 help='Enable the speed index metric.')
25 26
26 @classmethod 27 @classmethod
27 def ValueCanBeAddedPredicate(cls, _, is_first_result): 28 def ValueCanBeAddedPredicate(cls, _, is_first_result):
28 return cls.cold_load_percent > 0 or not is_first_result 29 return cls.cold_load_percent > 0 or not is_first_result
29 30
30 def CreatePageTest(self, options): 31 def CreatePageTest(self, options):
31 return page_cycler.PageCycler( 32 return page_cycler.PageCycler(
32 page_repeat=options.page_repeat, 33 page_repeat=options.page_repeat,
33 pageset_repeat=options.pageset_repeat, 34 pageset_repeat=options.pageset_repeat,
34 cold_load_percent=self.cold_load_percent, 35 cold_load_percent=self.cold_load_percent,
35 report_speed_index=options.report_speed_index) 36 report_speed_index=options.report_speed_index)
36 37
37 38
38 @benchmark.Enabled('chromeos')
39 class PageCyclerIntlArFaHe(_PageCycler): 39 class PageCyclerIntlArFaHe(_PageCycler):
40 """Page load time for a variety of pages in Arabic, Farsi and Hebrew. 40 """Page load time for a variety of pages in Arabic, Farsi and Hebrew.
41 41
42 Runs against pages recorded in April, 2013. 42 Runs against pages recorded in April, 2013.
43 """ 43 """
44 page_set = page_sets.IntlArFaHePageSet 44 page_set = page_sets.IntlArFaHePageSet
45 45
46 @classmethod 46 @classmethod
47 def Name(cls): 47 def Name(cls):
48 return 'page_cycler.intl_ar_fa_he' 48 return 'page_cycler.intl_ar_fa_he'
49 49
50 50
51 @benchmark.Enabled('chromeos')
52 class PageCyclerIntlEsFrPtBr(_PageCycler): 51 class PageCyclerIntlEsFrPtBr(_PageCycler):
53 """Page load time for a pages in Spanish, French and Brazilian Portuguese. 52 """Page load time for a pages in Spanish, French and Brazilian Portuguese.
54 53
55 Runs against pages recorded in April, 2013. 54 Runs against pages recorded in April, 2013.
56 """ 55 """
57 page_set = page_sets.IntlEsFrPtBrPageSet 56 page_set = page_sets.IntlEsFrPtBrPageSet
58 57
59 @classmethod 58 @classmethod
60 def Name(cls): 59 def Name(cls):
61 return 'page_cycler.intl_es_fr_pt-BR' 60 return 'page_cycler.intl_es_fr_pt-BR'
62 61
63 62
64 class PageCyclerIntlHiRu(_PageCycler): 63 class PageCyclerIntlHiRu(_PageCycler):
65 """Page load time benchmark for a variety of pages in Hindi and Russian. 64 """Page load time benchmark for a variety of pages in Hindi and Russian.
66 65
67 Runs against pages recorded in April, 2013. 66 Runs against pages recorded in April, 2013.
68 """ 67 """
69 page_set = page_sets.IntlHiRuPageSet 68 page_set = page_sets.IntlHiRuPageSet
70 69
71 @classmethod 70 @classmethod
72 def Name(cls): 71 def Name(cls):
73 return 'page_cycler.intl_hi_ru' 72 return 'page_cycler.intl_hi_ru'
74 73
75 74
76 @benchmark.Enabled('chromeos')
77 class PageCyclerIntlJaZh(_PageCycler): 75 class PageCyclerIntlJaZh(_PageCycler):
78 """Page load time benchmark for a variety of pages in Japanese and Chinese. 76 """Page load time benchmark for a variety of pages in Japanese and Chinese.
79 77
80 Runs against pages recorded in April, 2013. 78 Runs against pages recorded in April, 2013.
81 """ 79 """
82 page_set = page_sets.IntlJaZhPageSet 80 page_set = page_sets.IntlJaZhPageSet
83 81
84 @classmethod 82 @classmethod
85 def Name(cls): 83 def Name(cls):
86 return 'page_cycler.intl_ja_zh' 84 return 'page_cycler.intl_ja_zh'
(...skipping 13 matching lines...) Expand all
100 """Page load time for a variety of pages in Korean, Thai and Vietnamese. 98 """Page load time for a variety of pages in Korean, Thai and Vietnamese.
101 99
102 Runs against pages recorded in April, 2013. 100 Runs against pages recorded in April, 2013.
103 """ 101 """
104 page_set = page_sets.IntlKoThViPageSet 102 page_set = page_sets.IntlKoThViPageSet
105 103
106 @classmethod 104 @classmethod
107 def Name(cls): 105 def Name(cls):
108 return 'page_cycler.intl_ko_th_vi' 106 return 'page_cycler.intl_ko_th_vi'
109 107
110 @classmethod
111 def ShouldDisable(cls, possible_browser):
112 # http://crbug.com/597656 (Android Nexus 5X).
113 # http://crbug.com/605543 (Mac Snow Leopard).
114 return (possible_browser.browser_type == 'reference' and (
115 possible_browser.platform.GetDeviceTypeName() == 'Nexus 5X' or
116 possible_browser.platform.GetOSVersionName() == 'snowleopard'))
117 108
118
119 @benchmark.Disabled('android') # crbug.com/357326
120 class PageCyclerToughLayoutCases(_PageCycler): 109 class PageCyclerToughLayoutCases(_PageCycler):
121 """Page loading for the slowest layouts observed in the Alexa top 1 million. 110 """Page loading for the slowest layouts observed in the Alexa top 1 million.
122 111
123 Recorded in July 2013. 112 Recorded in July 2013.
124 """ 113 """
125 page_set = page_sets.ToughLayoutCasesPageSet 114 page_set = page_sets.ToughLayoutCasesPageSet
126 115
127 @classmethod 116 @classmethod
128 def Name(cls): 117 def Name(cls):
129 return 'page_cycler.tough_layout_cases' 118 return 'page_cycler.tough_layout_cases'
130 119
131 120
132 class PageCyclerTypical25(_PageCycler): 121 class PageCyclerTypical25(_PageCycler):
133 """Page load time benchmark for a 25 typical web pages. 122 """Page load time benchmark for a 25 typical web pages.
134 123
135 Designed to represent typical, not highly optimized or highly popular web 124 Designed to represent typical, not highly optimized or highly popular web
136 sites. Runs against pages recorded in June, 2014. 125 sites. Runs against pages recorded in June, 2014.
137 """ 126 """
138 options = {'pageset_repeat': 3} 127 options = {'pageset_repeat': 3}
139 128
140 @classmethod 129 @classmethod
141 def ShouldDisable(cls, possible_browser): # http://crbug.com/597656
142 if (possible_browser.browser_type == 'reference' and
143 possible_browser.platform.GetDeviceTypeName() == 'Nexus 5X'):
144 return True
145 # http://crbug.com/616781
146 if possible_browser.platform.GetDeviceTypeName() == 'AOSP on BullHead':
147 return True
148 return False
149
150 @classmethod
151 def Name(cls): 130 def Name(cls):
152 return 'page_cycler.typical_25' 131 return 'page_cycler.typical_25'
153 132
154 def CreateStorySet(self, options): 133 def CreateStorySet(self, options):
155 return page_sets.Typical25PageSet(run_no_page_interactions=True) 134 return page_sets.Typical25PageSet(run_no_page_interactions=True)
156 135
157 136
158 @benchmark.Disabled('reference', 'android')
159 class PageCyclerBasicOopifIsolated(_PageCycler): 137 class PageCyclerBasicOopifIsolated(_PageCycler):
160 """ A benchmark measuring performance of out-of-process iframes. """ 138 """ A benchmark measuring performance of out-of-process iframes. """
161 page_set = page_sets.OopifBasicPageSet 139 page_set = page_sets.OopifBasicPageSet
162 140
163 @classmethod 141 @classmethod
164 def Name(cls): 142 def Name(cls):
165 return 'page_cycler_site_isolation.basic_oopif' 143 return 'page_cycler_site_isolation.basic_oopif'
166 144
167 def SetExtraBrowserOptions(self, options): 145 def SetExtraBrowserOptions(self, options):
168 options.AppendExtraBrowserArgs(['--site-per-process']) 146 options.AppendExtraBrowserArgs(['--site-per-process'])
169 147
170 148
171 class PageCyclerBasicOopif(_PageCycler): 149 class PageCyclerBasicOopif(_PageCycler):
172 """ A benchmark measuring performance of the out-of-process iframes page 150 """ A benchmark measuring performance of the out-of-process iframes page
173 set, without running in out-of-process iframes mode.. """ 151 set, without running in out-of-process iframes mode.. """
174 page_set = page_sets.OopifBasicPageSet 152 page_set = page_sets.OopifBasicPageSet
175 153
176 @classmethod 154 @classmethod
177 def Name(cls): 155 def Name(cls):
178 return 'page_cycler.basic_oopif' 156 return 'page_cycler.basic_oopif'
179
180 @classmethod
181 def ShouldDisable(cls, possible_browser):
182 return cls.IsSvelte(possible_browser) # http://crbug.com/607657
OLDNEW
« no previous file with comments | « no previous file | no next file » | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698