| OLD | NEW |
| 1 # Copyright 2013 The Chromium Authors. All rights reserved. | 1 # Copyright 2013 The Chromium Authors. All rights reserved. |
| 2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
| 3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
| 4 | 4 |
| 5 import os | 5 import os |
| 6 | 6 |
| 7 from core import path_util | 7 from core import path_util |
| 8 from core import perf_benchmark | 8 from core import perf_benchmark |
| 9 | 9 |
| 10 from telemetry import benchmark | 10 from telemetry import benchmark |
| (...skipping 166 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 177 | 177 |
| 178 class _SharedPywebsocketPageState(shared_page_state.SharedPageState): | 178 class _SharedPywebsocketPageState(shared_page_state.SharedPageState): |
| 179 """Runs a pywebsocket server.""" | 179 """Runs a pywebsocket server.""" |
| 180 | 180 |
| 181 def __init__(self, test, finder_options, user_story_set): | 181 def __init__(self, test, finder_options, user_story_set): |
| 182 super(_SharedPywebsocketPageState, self).__init__( | 182 super(_SharedPywebsocketPageState, self).__init__( |
| 183 test, finder_options, user_story_set) | 183 test, finder_options, user_story_set) |
| 184 self.platform.StartLocalServer(pywebsocket_server.PywebsocketServer()) | 184 self.platform.StartLocalServer(pywebsocket_server.PywebsocketServer()) |
| 185 | 185 |
| 186 | 186 |
| 187 @benchmark.Owner(emails=['yukishiino@chromium.org', |
| 188 'bashi@chromium.org', |
| 189 'haraken@chromium.org']) |
| 187 class BlinkPerfBindings(_BlinkPerfBenchmark): | 190 class BlinkPerfBindings(_BlinkPerfBenchmark): |
| 188 tag = 'bindings' | 191 tag = 'bindings' |
| 189 subdir = 'Bindings' | 192 subdir = 'Bindings' |
| 190 | 193 |
| 191 @classmethod | 194 @classmethod |
| 192 def ShouldDisable(cls, possible_browser): | 195 def ShouldDisable(cls, possible_browser): |
| 193 # http://crbug.com/563979 | 196 # http://crbug.com/563979 |
| 194 return (cls.IsSvelte(possible_browser) | 197 return (cls.IsSvelte(possible_browser) |
| 195 # http://crbug.com/653970 | 198 # http://crbug.com/653970 |
| 196 or (possible_browser.browser_type == 'reference' and | 199 or (possible_browser.browser_type == 'reference' and |
| 197 possible_browser.platform.GetOSName() == 'android')) | 200 possible_browser.platform.GetOSName() == 'android')) |
| 198 | 201 |
| 199 | 202 |
| 200 @benchmark.Enabled('content-shell') | 203 @benchmark.Enabled('content-shell') |
| 201 class BlinkPerfBlinkGC(_BlinkPerfBenchmark): | 204 class BlinkPerfBlinkGC(_BlinkPerfBenchmark): |
| 202 tag = 'blink_gc' | 205 tag = 'blink_gc' |
| 203 subdir = 'BlinkGC' | 206 subdir = 'BlinkGC' |
| 204 | 207 |
| 205 | 208 |
| 209 @benchmark.Owner(emails=['rune@opera.com']) |
| 206 class BlinkPerfCSS(_BlinkPerfBenchmark): | 210 class BlinkPerfCSS(_BlinkPerfBenchmark): |
| 207 tag = 'css' | 211 tag = 'css' |
| 208 subdir = 'CSS' | 212 subdir = 'CSS' |
| 209 | 213 |
| 210 | 214 |
| 211 @benchmark.Disabled('android', # http://crbug.com/685320 | 215 @benchmark.Disabled('android', # http://crbug.com/685320 |
| 212 'android-webview', # http://crbug.com/593200 | 216 'android-webview', # http://crbug.com/593200 |
| 213 'reference') # http://crbug.com/576779 | 217 'reference') # http://crbug.com/576779 |
| 218 @benchmark.Owner(emails=['junov@chromium.org']) |
| 214 class BlinkPerfCanvas(_BlinkPerfBenchmark): | 219 class BlinkPerfCanvas(_BlinkPerfBenchmark): |
| 215 tag = 'canvas' | 220 tag = 'canvas' |
| 216 subdir = 'Canvas' | 221 subdir = 'Canvas' |
| 217 | 222 |
| 218 @classmethod | 223 @classmethod |
| 219 def ShouldDisable(cls, possible_browser): | 224 def ShouldDisable(cls, possible_browser): |
| 220 return cls.IsSvelte(possible_browser) # http://crbug.com/593973. | 225 return cls.IsSvelte(possible_browser) # http://crbug.com/593973. |
| 221 | 226 |
| 222 def CreateStorySet(self, options): | 227 def CreateStorySet(self, options): |
| 223 path = os.path.join(BLINK_PERF_BASE_DIR, self.subdir) | 228 path = os.path.join(BLINK_PERF_BASE_DIR, self.subdir) |
| 224 story_set = CreateStorySetFromPath( | 229 story_set = CreateStorySetFromPath( |
| 225 path, SKIPPED_FILE, | 230 path, SKIPPED_FILE, |
| 226 shared_page_state_class=( | 231 shared_page_state_class=( |
| 227 webgl_supported_shared_state.WebGLSupportedSharedState)) | 232 webgl_supported_shared_state.WebGLSupportedSharedState)) |
| 228 # WebGLSupportedSharedState requires the skipped_gpus property to | 233 # WebGLSupportedSharedState requires the skipped_gpus property to |
| 229 # be set on each page. | 234 # be set on each page. |
| 230 for page in story_set: | 235 for page in story_set: |
| 231 page.skipped_gpus = [] | 236 page.skipped_gpus = [] |
| 232 return story_set | 237 return story_set |
| 233 | 238 |
| 234 | 239 |
| 240 @benchmark.Owner(emails=['yukishiino@chromium.org', |
| 241 'bashi@chromium.org', |
| 242 'haraken@chromium.org']) |
| 235 class BlinkPerfDOM(_BlinkPerfBenchmark): | 243 class BlinkPerfDOM(_BlinkPerfBenchmark): |
| 236 tag = 'dom' | 244 tag = 'dom' |
| 237 subdir = 'DOM' | 245 subdir = 'DOM' |
| 238 | 246 |
| 239 | 247 |
| 248 @benchmark.Owner(emails=['hayato@chromium.org']) |
| 240 class BlinkPerfEvents(_BlinkPerfBenchmark): | 249 class BlinkPerfEvents(_BlinkPerfBenchmark): |
| 241 tag = 'events' | 250 tag = 'events' |
| 242 subdir = 'Events' | 251 subdir = 'Events' |
| 243 | 252 |
| 244 | 253 |
| 245 @benchmark.Disabled('win8') # http://crbug.com/462350 | 254 @benchmark.Disabled('win8') # http://crbug.com/462350 |
| 255 @benchmark.Owner(emails=['eae@chromium.org']) |
| 246 class BlinkPerfLayout(_BlinkPerfBenchmark): | 256 class BlinkPerfLayout(_BlinkPerfBenchmark): |
| 247 tag = 'layout' | 257 tag = 'layout' |
| 248 subdir = 'Layout' | 258 subdir = 'Layout' |
| 249 | 259 |
| 250 @classmethod | 260 @classmethod |
| 251 def ShouldDisable(cls, possible_browser): | 261 def ShouldDisable(cls, possible_browser): |
| 252 return cls.IsSvelte(possible_browser) # http://crbug.com/551950 | 262 return cls.IsSvelte(possible_browser) # http://crbug.com/551950 |
| 253 | 263 |
| 254 | 264 |
| 265 @benchmark.Owner(emails=['wangxianzhu@chromium.org']) |
| 255 class BlinkPerfPaint(_BlinkPerfBenchmark): | 266 class BlinkPerfPaint(_BlinkPerfBenchmark): |
| 256 test = _BlinkPerfPaintMeasurement | 267 test = _BlinkPerfPaintMeasurement |
| 257 tag = 'paint' | 268 tag = 'paint' |
| 258 subdir = 'Paint' | 269 subdir = 'Paint' |
| 259 | 270 |
| 260 @classmethod | 271 @classmethod |
| 261 def ShouldDisable(cls, possible_browser): | 272 def ShouldDisable(cls, possible_browser): |
| 262 return cls.IsSvelte(possible_browser) # http://crbug.com/574483 | 273 return cls.IsSvelte(possible_browser) # http://crbug.com/574483 |
| 263 | 274 |
| 264 | 275 |
| 265 @benchmark.Disabled('win') # crbug.com/488493 | 276 @benchmark.Disabled('win') # crbug.com/488493 |
| 277 @benchmark.Owner(emails=['yukishiino@chromium.org', |
| 278 'bashi@chromium.org', |
| 279 'haraken@chromium.org']) |
| 266 class BlinkPerfParser(_BlinkPerfBenchmark): | 280 class BlinkPerfParser(_BlinkPerfBenchmark): |
| 267 tag = 'parser' | 281 tag = 'parser' |
| 268 subdir = 'Parser' | 282 subdir = 'Parser' |
| 269 | 283 |
| 270 | 284 |
| 285 @benchmark.Owner(emails=['kouhei@chromium.org', 'fs@opera.com']) |
| 271 class BlinkPerfSVG(_BlinkPerfBenchmark): | 286 class BlinkPerfSVG(_BlinkPerfBenchmark): |
| 272 tag = 'svg' | 287 tag = 'svg' |
| 273 subdir = 'SVG' | 288 subdir = 'SVG' |
| 274 | 289 |
| 275 | 290 |
| 291 @benchmark.Owner(emails=['hayato@chromium.org']) |
| 276 class BlinkPerfShadowDOM(_BlinkPerfBenchmark): | 292 class BlinkPerfShadowDOM(_BlinkPerfBenchmark): |
| 277 tag = 'shadow_dom' | 293 tag = 'shadow_dom' |
| 278 subdir = 'ShadowDOM' | 294 subdir = 'ShadowDOM' |
| 279 | 295 |
| 280 | 296 |
| 281 # This benchmark is for local testing, doesn't need to run on bots. | 297 # This benchmark is for local testing, doesn't need to run on bots. |
| 282 @benchmark.Disabled('all') | 298 @benchmark.Disabled('all') |
| 299 @benchmark.Owner(emails=['tyoshino@chromium.org', 'hiroshige@chromium.org']) |
| 283 class BlinkPerfXMLHttpRequest(_BlinkPerfBenchmark): | 300 class BlinkPerfXMLHttpRequest(_BlinkPerfBenchmark): |
| 284 tag = 'xml_http_request' | 301 tag = 'xml_http_request' |
| 285 subdir = 'XMLHttpRequest' | 302 subdir = 'XMLHttpRequest' |
| 286 | 303 |
| 287 | 304 |
| 288 # Disabled on Windows and ChromeOS due to https://crbug.com/521887 | 305 # Disabled on Windows and ChromeOS due to https://crbug.com/521887 |
| 289 #@benchmark.Disabled('win', 'chromeos') | 306 #@benchmark.Disabled('win', 'chromeos') |
| 290 # Disabling on remaining platforms due to heavy flake https://crbug.com/646938 | 307 # Disabling on remaining platforms due to heavy flake https://crbug.com/646938 |
| 291 @benchmark.Disabled('all') | 308 @benchmark.Disabled('all') |
| 309 @benchmark.Owner(emails=['tyoshino@chromium.org', 'yhirano@chromium.org']) |
| 292 class BlinkPerfPywebsocket(_BlinkPerfBenchmark): | 310 class BlinkPerfPywebsocket(_BlinkPerfBenchmark): |
| 293 """The blink_perf.pywebsocket tests measure turn-around-time of 10MB | 311 """The blink_perf.pywebsocket tests measure turn-around-time of 10MB |
| 294 send/receive for XHR, Fetch API and WebSocket. We might ignore < 10% | 312 send/receive for XHR, Fetch API and WebSocket. We might ignore < 10% |
| 295 regressions, because the tests are noisy and such regressions are | 313 regressions, because the tests are noisy and such regressions are |
| 296 often unreproducible (https://crbug.com/549017). | 314 often unreproducible (https://crbug.com/549017). |
| 297 """ | 315 """ |
| 298 tag = 'pywebsocket' | 316 tag = 'pywebsocket' |
| 299 subdir = 'Pywebsocket' | 317 subdir = 'Pywebsocket' |
| 300 | 318 |
| 301 def CreateStorySet(self, options): | 319 def CreateStorySet(self, options): |
| 302 path = os.path.join(BLINK_PERF_BASE_DIR, self.subdir) | 320 path = os.path.join(BLINK_PERF_BASE_DIR, self.subdir) |
| 303 return CreateStorySetFromPath( | 321 return CreateStorySetFromPath( |
| 304 path, SKIPPED_FILE, | 322 path, SKIPPED_FILE, |
| 305 shared_page_state_class=_SharedPywebsocketPageState) | 323 shared_page_state_class=_SharedPywebsocketPageState) |
| 306 | 324 |
| 307 @classmethod | 325 @classmethod |
| 308 def ShouldDisable(cls, possible_browser): | 326 def ShouldDisable(cls, possible_browser): |
| 309 return cls.IsSvelte(possible_browser) # http://crbug.com/551950 | 327 return cls.IsSvelte(possible_browser) # http://crbug.com/551950 |
| OLD | NEW |