OLD | NEW |
1 # Copyright 2013 The Chromium Authors. All rights reserved. | 1 # Copyright 2013 The Chromium Authors. All rights reserved. |
2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
4 | 4 |
5 import os | 5 import os |
6 | 6 |
7 from core import perf_benchmark | 7 from core import perf_benchmark |
8 | 8 |
9 from telemetry import benchmark | 9 from telemetry import benchmark |
10 from telemetry.core import util | 10 from telemetry.core import util |
11 from telemetry import page as page_module | 11 from telemetry import page as page_module |
12 from telemetry.page import page_set | 12 from telemetry.page import page_set |
13 from telemetry.page import page_test | 13 from telemetry.page import page_test |
14 from telemetry.page import shared_page_state | 14 from telemetry.page import shared_page_state |
15 from telemetry.value import list_of_scalar_values | 15 from telemetry.value import list_of_scalar_values |
16 | 16 |
17 from page_sets import webgl_supported_shared_state | 17 from page_sets import webgl_supported_shared_state |
18 | 18 |
19 | 19 |
20 BLINK_PERF_BASE_DIR = os.path.join(util.GetChromiumSrcDir(), | 20 BLINK_PERF_BASE_DIR = os.path.join(util.GetChromiumSrcDir(), |
21 'third_party', 'WebKit', 'PerformanceTests') | 21 'third_party', 'WebKit', 'PerformanceTests') |
22 SKIPPED_FILE = os.path.join(BLINK_PERF_BASE_DIR, 'Skipped') | 22 SKIPPED_FILE = os.path.join(BLINK_PERF_BASE_DIR, 'Skipped') |
23 | 23 |
24 | 24 |
25 def CreatePageSetFromPath(path, skipped_file, | 25 def CreateStorySetFromPath(path, skipped_file, |
26 shared_page_state_class=( | 26 shared_page_state_class=( |
27 shared_page_state.SharedPageState)): | 27 shared_page_state.SharedPageState)): |
28 assert os.path.exists(path) | 28 assert os.path.exists(path) |
29 | 29 |
30 page_urls = [] | 30 page_urls = [] |
31 serving_dirs = set() | 31 serving_dirs = set() |
32 | 32 |
33 def _AddPage(path): | 33 def _AddPage(path): |
34 if not path.endswith('.html'): | 34 if not path.endswith('.html'): |
35 return | 35 return |
(...skipping 88 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
124 | 124 |
125 @benchmark.Disabled # http://crbug.com/500958 | 125 @benchmark.Disabled # http://crbug.com/500958 |
126 class BlinkPerfBindings(perf_benchmark.PerfBenchmark): | 126 class BlinkPerfBindings(perf_benchmark.PerfBenchmark): |
127 tag = 'bindings' | 127 tag = 'bindings' |
128 test = _BlinkPerfMeasurement | 128 test = _BlinkPerfMeasurement |
129 | 129 |
130 @classmethod | 130 @classmethod |
131 def Name(cls): | 131 def Name(cls): |
132 return 'blink_perf.bindings' | 132 return 'blink_perf.bindings' |
133 | 133 |
134 def CreatePageSet(self, options): | 134 def CreateStorySet(self, options): |
135 path = os.path.join(BLINK_PERF_BASE_DIR, 'Bindings') | 135 path = os.path.join(BLINK_PERF_BASE_DIR, 'Bindings') |
136 return CreatePageSetFromPath(path, SKIPPED_FILE) | 136 return CreateStorySetFromPath(path, SKIPPED_FILE) |
137 | 137 |
138 | 138 |
139 @benchmark.Enabled('content-shell') | 139 @benchmark.Enabled('content-shell') |
140 class BlinkPerfBlinkGC(perf_benchmark.PerfBenchmark): | 140 class BlinkPerfBlinkGC(perf_benchmark.PerfBenchmark): |
141 tag = 'blink_gc' | 141 tag = 'blink_gc' |
142 test = _BlinkPerfMeasurement | 142 test = _BlinkPerfMeasurement |
143 | 143 |
144 @classmethod | 144 @classmethod |
145 def Name(cls): | 145 def Name(cls): |
146 return 'blink_perf.blink_gc' | 146 return 'blink_perf.blink_gc' |
147 | 147 |
148 def CreatePageSet(self, options): | 148 def CreateStorySet(self, options): |
149 path = os.path.join(BLINK_PERF_BASE_DIR, 'BlinkGC') | 149 path = os.path.join(BLINK_PERF_BASE_DIR, 'BlinkGC') |
150 return CreatePageSetFromPath(path, SKIPPED_FILE) | 150 return CreateStorySetFromPath(path, SKIPPED_FILE) |
151 | 151 |
152 | 152 |
153 class BlinkPerfCSS(perf_benchmark.PerfBenchmark): | 153 class BlinkPerfCSS(perf_benchmark.PerfBenchmark): |
154 tag = 'css' | 154 tag = 'css' |
155 test = _BlinkPerfMeasurement | 155 test = _BlinkPerfMeasurement |
156 | 156 |
157 @classmethod | 157 @classmethod |
158 def Name(cls): | 158 def Name(cls): |
159 return 'blink_perf.css' | 159 return 'blink_perf.css' |
160 | 160 |
161 def CreatePageSet(self, options): | 161 def CreateStorySet(self, options): |
162 path = os.path.join(BLINK_PERF_BASE_DIR, 'CSS') | 162 path = os.path.join(BLINK_PERF_BASE_DIR, 'CSS') |
163 return CreatePageSetFromPath(path, SKIPPED_FILE) | 163 return CreateStorySetFromPath(path, SKIPPED_FILE) |
164 | 164 |
165 | 165 |
166 @benchmark.Disabled('xp', # http://crbug.com/488059 | 166 @benchmark.Disabled('xp', # http://crbug.com/488059 |
167 'android') # http://crbug.com/496707 | 167 'android') # http://crbug.com/496707 |
168 class BlinkPerfCanvas(perf_benchmark.PerfBenchmark): | 168 class BlinkPerfCanvas(perf_benchmark.PerfBenchmark): |
169 tag = 'canvas' | 169 tag = 'canvas' |
170 test = _BlinkPerfMeasurement | 170 test = _BlinkPerfMeasurement |
171 | 171 |
172 @classmethod | 172 @classmethod |
173 def Name(cls): | 173 def Name(cls): |
174 return 'blink_perf.canvas' | 174 return 'blink_perf.canvas' |
175 | 175 |
176 def CreatePageSet(self, options): | 176 def CreateStorySet(self, options): |
177 path = os.path.join(BLINK_PERF_BASE_DIR, 'Canvas') | 177 path = os.path.join(BLINK_PERF_BASE_DIR, 'Canvas') |
178 return CreatePageSetFromPath( | 178 return CreateStorySetFromPath( |
179 path, SKIPPED_FILE, | 179 path, SKIPPED_FILE, |
180 shared_page_state_class=( | 180 shared_page_state_class=( |
181 webgl_supported_shared_state.WebGLSupportedSharedState)) | 181 webgl_supported_shared_state.WebGLSupportedSharedState)) |
182 | 182 |
183 | 183 |
184 class BlinkPerfDOM(perf_benchmark.PerfBenchmark): | 184 class BlinkPerfDOM(perf_benchmark.PerfBenchmark): |
185 tag = 'dom' | 185 tag = 'dom' |
186 test = _BlinkPerfMeasurement | 186 test = _BlinkPerfMeasurement |
187 | 187 |
188 @classmethod | 188 @classmethod |
189 def Name(cls): | 189 def Name(cls): |
190 return 'blink_perf.dom' | 190 return 'blink_perf.dom' |
191 | 191 |
192 def CreatePageSet(self, options): | 192 def CreateStorySet(self, options): |
193 path = os.path.join(BLINK_PERF_BASE_DIR, 'DOM') | 193 path = os.path.join(BLINK_PERF_BASE_DIR, 'DOM') |
194 return CreatePageSetFromPath(path, SKIPPED_FILE) | 194 return CreateStorySetFromPath(path, SKIPPED_FILE) |
195 | 195 |
196 | 196 |
197 @benchmark.Disabled('release_x64') # http://crbug.com/480999 | 197 @benchmark.Disabled('release_x64') # http://crbug.com/480999 |
198 class BlinkPerfEvents(perf_benchmark.PerfBenchmark): | 198 class BlinkPerfEvents(perf_benchmark.PerfBenchmark): |
199 tag = 'events' | 199 tag = 'events' |
200 test = _BlinkPerfMeasurement | 200 test = _BlinkPerfMeasurement |
201 | 201 |
202 @classmethod | 202 @classmethod |
203 def Name(cls): | 203 def Name(cls): |
204 return 'blink_perf.events' | 204 return 'blink_perf.events' |
205 | 205 |
206 def CreatePageSet(self, options): | 206 def CreateStorySet(self, options): |
207 path = os.path.join(BLINK_PERF_BASE_DIR, 'Events') | 207 path = os.path.join(BLINK_PERF_BASE_DIR, 'Events') |
208 return CreatePageSetFromPath(path, SKIPPED_FILE) | 208 return CreateStorySetFromPath(path, SKIPPED_FILE) |
209 | 209 |
210 | 210 |
211 @benchmark.Disabled('win8') # http://crbug.com/462350 | 211 @benchmark.Disabled('win8') # http://crbug.com/462350 |
212 class BlinkPerfLayout(perf_benchmark.PerfBenchmark): | 212 class BlinkPerfLayout(perf_benchmark.PerfBenchmark): |
213 tag = 'layout' | 213 tag = 'layout' |
214 test = _BlinkPerfMeasurement | 214 test = _BlinkPerfMeasurement |
215 | 215 |
216 @classmethod | 216 @classmethod |
217 def Name(cls): | 217 def Name(cls): |
218 return 'blink_perf.layout' | 218 return 'blink_perf.layout' |
219 | 219 |
220 def CreatePageSet(self, options): | 220 def CreateStorySet(self, options): |
221 path = os.path.join(BLINK_PERF_BASE_DIR, 'Layout') | 221 path = os.path.join(BLINK_PERF_BASE_DIR, 'Layout') |
222 return CreatePageSetFromPath(path, SKIPPED_FILE) | 222 return CreateStorySetFromPath(path, SKIPPED_FILE) |
223 | 223 |
224 | 224 |
225 @benchmark.Enabled('content-shell') | 225 @benchmark.Enabled('content-shell') |
226 class BlinkPerfLayoutFullLayout(BlinkPerfLayout): | 226 class BlinkPerfLayoutFullLayout(BlinkPerfLayout): |
227 tag = 'layout_full_frame' | 227 tag = 'layout_full_frame' |
228 test = _BlinkPerfFullFrameMeasurement | 228 test = _BlinkPerfFullFrameMeasurement |
229 | 229 |
230 @classmethod | 230 @classmethod |
231 def Name(cls): | 231 def Name(cls): |
232 return 'blink_perf.layout_full_frame' | 232 return 'blink_perf.layout_full_frame' |
233 | 233 |
234 | 234 |
235 class BlinkPerfMutation(perf_benchmark.PerfBenchmark): | 235 class BlinkPerfMutation(perf_benchmark.PerfBenchmark): |
236 tag = 'mutation' | 236 tag = 'mutation' |
237 test = _BlinkPerfMeasurement | 237 test = _BlinkPerfMeasurement |
238 | 238 |
239 @classmethod | 239 @classmethod |
240 def Name(cls): | 240 def Name(cls): |
241 return 'blink_perf.mutation' | 241 return 'blink_perf.mutation' |
242 | 242 |
243 def CreatePageSet(self, options): | 243 def CreateStorySet(self, options): |
244 path = os.path.join(BLINK_PERF_BASE_DIR, 'Mutation') | 244 path = os.path.join(BLINK_PERF_BASE_DIR, 'Mutation') |
245 return CreatePageSetFromPath(path, SKIPPED_FILE) | 245 return CreateStorySetFromPath(path, SKIPPED_FILE) |
246 | 246 |
247 | 247 |
248 @benchmark.Disabled('win') # crbug.com/488493 | 248 @benchmark.Disabled('win') # crbug.com/488493 |
249 class BlinkPerfParser(perf_benchmark.PerfBenchmark): | 249 class BlinkPerfParser(perf_benchmark.PerfBenchmark): |
250 tag = 'parser' | 250 tag = 'parser' |
251 test = _BlinkPerfMeasurement | 251 test = _BlinkPerfMeasurement |
252 | 252 |
253 @classmethod | 253 @classmethod |
254 def Name(cls): | 254 def Name(cls): |
255 return 'blink_perf.parser' | 255 return 'blink_perf.parser' |
256 | 256 |
257 def CreatePageSet(self, options): | 257 def CreateStorySet(self, options): |
258 path = os.path.join(BLINK_PERF_BASE_DIR, 'Parser') | 258 path = os.path.join(BLINK_PERF_BASE_DIR, 'Parser') |
259 return CreatePageSetFromPath(path, SKIPPED_FILE) | 259 return CreateStorySetFromPath(path, SKIPPED_FILE) |
260 | 260 |
261 | 261 |
262 class BlinkPerfSVG(perf_benchmark.PerfBenchmark): | 262 class BlinkPerfSVG(perf_benchmark.PerfBenchmark): |
263 tag = 'svg' | 263 tag = 'svg' |
264 test = _BlinkPerfMeasurement | 264 test = _BlinkPerfMeasurement |
265 | 265 |
266 @classmethod | 266 @classmethod |
267 def Name(cls): | 267 def Name(cls): |
268 return 'blink_perf.svg' | 268 return 'blink_perf.svg' |
269 | 269 |
270 def CreatePageSet(self, options): | 270 def CreateStorySet(self, options): |
271 path = os.path.join(BLINK_PERF_BASE_DIR, 'SVG') | 271 path = os.path.join(BLINK_PERF_BASE_DIR, 'SVG') |
272 return CreatePageSetFromPath(path, SKIPPED_FILE) | 272 return CreateStorySetFromPath(path, SKIPPED_FILE) |
273 | 273 |
274 | 274 |
275 @benchmark.Enabled('content-shell') | 275 @benchmark.Enabled('content-shell') |
276 class BlinkPerfSVGFullLayout(BlinkPerfSVG): | 276 class BlinkPerfSVGFullLayout(BlinkPerfSVG): |
277 tag = 'svg_full_frame' | 277 tag = 'svg_full_frame' |
278 test = _BlinkPerfFullFrameMeasurement | 278 test = _BlinkPerfFullFrameMeasurement |
279 | 279 |
280 @classmethod | 280 @classmethod |
281 def Name(cls): | 281 def Name(cls): |
282 return 'blink_perf.svg_full_frame' | 282 return 'blink_perf.svg_full_frame' |
283 | 283 |
284 | 284 |
285 class BlinkPerfShadowDOM(perf_benchmark.PerfBenchmark): | 285 class BlinkPerfShadowDOM(perf_benchmark.PerfBenchmark): |
286 tag = 'shadow_dom' | 286 tag = 'shadow_dom' |
287 test = _BlinkPerfMeasurement | 287 test = _BlinkPerfMeasurement |
288 | 288 |
289 @classmethod | 289 @classmethod |
290 def Name(cls): | 290 def Name(cls): |
291 return 'blink_perf.shadow_dom' | 291 return 'blink_perf.shadow_dom' |
292 | 292 |
293 def CreatePageSet(self, options): | 293 def CreateStorySet(self, options): |
294 path = os.path.join(BLINK_PERF_BASE_DIR, 'ShadowDOM') | 294 path = os.path.join(BLINK_PERF_BASE_DIR, 'ShadowDOM') |
295 return CreatePageSetFromPath(path, SKIPPED_FILE) | 295 return CreateStorySetFromPath(path, SKIPPED_FILE) |
296 | 296 |
297 | 297 |
298 # This benchmark is for local testing, doesn't need to run on bots. | 298 # This benchmark is for local testing, doesn't need to run on bots. |
299 @benchmark.Disabled() | 299 @benchmark.Disabled() |
300 class BlinkPerfXMLHttpRequest(perf_benchmark.PerfBenchmark): | 300 class BlinkPerfXMLHttpRequest(perf_benchmark.PerfBenchmark): |
301 tag = 'xml_http_request' | 301 tag = 'xml_http_request' |
302 test = _BlinkPerfMeasurement | 302 test = _BlinkPerfMeasurement |
303 | 303 |
304 @classmethod | 304 @classmethod |
305 def Name(cls): | 305 def Name(cls): |
306 return 'blink_perf.xml_http_request' | 306 return 'blink_perf.xml_http_request' |
307 | 307 |
308 def CreatePageSet(self, options): | 308 def CreateStorySet(self, options): |
309 path = os.path.join(BLINK_PERF_BASE_DIR, 'XMLHttpRequest') | 309 path = os.path.join(BLINK_PERF_BASE_DIR, 'XMLHttpRequest') |
310 return CreatePageSetFromPath(path, SKIPPED_FILE) | 310 return CreateStorySetFromPath(path, SKIPPED_FILE) |
OLD | NEW |