| OLD | NEW |
| 1 # Copyright 2013 The Chromium Authors. All rights reserved. | 1 # Copyright 2013 The Chromium Authors. All rights reserved. |
| 2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
| 3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
| 4 | 4 |
| 5 import os | 5 import os |
| 6 | 6 |
| 7 from core import perf_benchmark | 7 from core import perf_benchmark |
| 8 | 8 |
| 9 from telemetry import benchmark | 9 from telemetry import benchmark |
| 10 from telemetry.core import util | 10 from telemetry.core import util |
| 11 from telemetry import page as page_module | 11 from telemetry import page as page_module |
| 12 from telemetry.page import page_set | 12 from telemetry.page import page_set |
| 13 from telemetry.page import page_test | 13 from telemetry.page import page_test |
| 14 from telemetry.page import shared_page_state | 14 from telemetry.page import shared_page_state |
| 15 from telemetry.value import list_of_scalar_values | 15 from telemetry.value import list_of_scalar_values |
| 16 | 16 |
| 17 from page_sets import webgl_supported_shared_state | 17 from page_sets import webgl_supported_shared_state |
| 18 | 18 |
| 19 | 19 |
| 20 BLINK_PERF_BASE_DIR = os.path.join(util.GetChromiumSrcDir(), | 20 BLINK_PERF_BASE_DIR = os.path.join(util.GetChromiumSrcDir(), |
| 21 'third_party', 'WebKit', 'PerformanceTests') | 21 'third_party', 'WebKit', 'PerformanceTests') |
| 22 SKIPPED_FILE = os.path.join(BLINK_PERF_BASE_DIR, 'Skipped') | 22 SKIPPED_FILE = os.path.join(BLINK_PERF_BASE_DIR, 'Skipped') |
| 23 | 23 |
| 24 | 24 |
| 25 def CreateStorySetFromPath(path, skipped_file, | 25 def CreatePageSetFromPath(path, skipped_file, |
| 26 shared_page_state_class=( | 26 shared_page_state_class=( |
| 27 shared_page_state.SharedPageState)): | 27 shared_page_state.SharedPageState)): |
| 28 assert os.path.exists(path) | 28 assert os.path.exists(path) |
| 29 | 29 |
| 30 page_urls = [] | 30 page_urls = [] |
| 31 serving_dirs = set() | 31 serving_dirs = set() |
| 32 | 32 |
| 33 def _AddPage(path): | 33 def _AddPage(path): |
| 34 if not path.endswith('.html'): | 34 if not path.endswith('.html'): |
| 35 return | 35 return |
| (...skipping 88 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 124 | 124 |
| 125 @benchmark.Disabled # http://crbug.com/500958 | 125 @benchmark.Disabled # http://crbug.com/500958 |
| 126 class BlinkPerfBindings(perf_benchmark.PerfBenchmark): | 126 class BlinkPerfBindings(perf_benchmark.PerfBenchmark): |
| 127 tag = 'bindings' | 127 tag = 'bindings' |
| 128 test = _BlinkPerfMeasurement | 128 test = _BlinkPerfMeasurement |
| 129 | 129 |
| 130 @classmethod | 130 @classmethod |
| 131 def Name(cls): | 131 def Name(cls): |
| 132 return 'blink_perf.bindings' | 132 return 'blink_perf.bindings' |
| 133 | 133 |
| 134 def CreateStorySet(self, options): | 134 def CreatePageSet(self, options): |
| 135 path = os.path.join(BLINK_PERF_BASE_DIR, 'Bindings') | 135 path = os.path.join(BLINK_PERF_BASE_DIR, 'Bindings') |
| 136 return CreateStorySetFromPath(path, SKIPPED_FILE) | 136 return CreatePageSetFromPath(path, SKIPPED_FILE) |
| 137 | 137 |
| 138 | 138 |
| 139 @benchmark.Enabled('content-shell') | 139 @benchmark.Enabled('content-shell') |
| 140 class BlinkPerfBlinkGC(perf_benchmark.PerfBenchmark): | 140 class BlinkPerfBlinkGC(perf_benchmark.PerfBenchmark): |
| 141 tag = 'blink_gc' | 141 tag = 'blink_gc' |
| 142 test = _BlinkPerfMeasurement | 142 test = _BlinkPerfMeasurement |
| 143 | 143 |
| 144 @classmethod | 144 @classmethod |
| 145 def Name(cls): | 145 def Name(cls): |
| 146 return 'blink_perf.blink_gc' | 146 return 'blink_perf.blink_gc' |
| 147 | 147 |
| 148 def CreateStorySet(self, options): | 148 def CreatePageSet(self, options): |
| 149 path = os.path.join(BLINK_PERF_BASE_DIR, 'BlinkGC') | 149 path = os.path.join(BLINK_PERF_BASE_DIR, 'BlinkGC') |
| 150 return CreateStorySetFromPath(path, SKIPPED_FILE) | 150 return CreatePageSetFromPath(path, SKIPPED_FILE) |
| 151 | 151 |
| 152 | 152 |
| 153 class BlinkPerfCSS(perf_benchmark.PerfBenchmark): | 153 class BlinkPerfCSS(perf_benchmark.PerfBenchmark): |
| 154 tag = 'css' | 154 tag = 'css' |
| 155 test = _BlinkPerfMeasurement | 155 test = _BlinkPerfMeasurement |
| 156 | 156 |
| 157 @classmethod | 157 @classmethod |
| 158 def Name(cls): | 158 def Name(cls): |
| 159 return 'blink_perf.css' | 159 return 'blink_perf.css' |
| 160 | 160 |
| 161 def CreateStorySet(self, options): | 161 def CreatePageSet(self, options): |
| 162 path = os.path.join(BLINK_PERF_BASE_DIR, 'CSS') | 162 path = os.path.join(BLINK_PERF_BASE_DIR, 'CSS') |
| 163 return CreateStorySetFromPath(path, SKIPPED_FILE) | 163 return CreatePageSetFromPath(path, SKIPPED_FILE) |
| 164 | 164 |
| 165 | 165 |
| 166 @benchmark.Disabled('xp', # http://crbug.com/488059 | 166 @benchmark.Disabled('xp', # http://crbug.com/488059 |
| 167 'android') # http://crbug.com/496707 | 167 'android') # http://crbug.com/496707 |
| 168 class BlinkPerfCanvas(perf_benchmark.PerfBenchmark): | 168 class BlinkPerfCanvas(perf_benchmark.PerfBenchmark): |
| 169 tag = 'canvas' | 169 tag = 'canvas' |
| 170 test = _BlinkPerfMeasurement | 170 test = _BlinkPerfMeasurement |
| 171 | 171 |
| 172 @classmethod | 172 @classmethod |
| 173 def Name(cls): | 173 def Name(cls): |
| 174 return 'blink_perf.canvas' | 174 return 'blink_perf.canvas' |
| 175 | 175 |
| 176 def CreateStorySet(self, options): | 176 def CreatePageSet(self, options): |
| 177 path = os.path.join(BLINK_PERF_BASE_DIR, 'Canvas') | 177 path = os.path.join(BLINK_PERF_BASE_DIR, 'Canvas') |
| 178 return CreateStorySetFromPath( | 178 return CreatePageSetFromPath( |
| 179 path, SKIPPED_FILE, | 179 path, SKIPPED_FILE, |
| 180 shared_page_state_class=( | 180 shared_page_state_class=( |
| 181 webgl_supported_shared_state.WebGLSupportedSharedState)) | 181 webgl_supported_shared_state.WebGLSupportedSharedState)) |
| 182 | 182 |
| 183 | 183 |
| 184 class BlinkPerfDOM(perf_benchmark.PerfBenchmark): | 184 class BlinkPerfDOM(perf_benchmark.PerfBenchmark): |
| 185 tag = 'dom' | 185 tag = 'dom' |
| 186 test = _BlinkPerfMeasurement | 186 test = _BlinkPerfMeasurement |
| 187 | 187 |
| 188 @classmethod | 188 @classmethod |
| 189 def Name(cls): | 189 def Name(cls): |
| 190 return 'blink_perf.dom' | 190 return 'blink_perf.dom' |
| 191 | 191 |
| 192 def CreateStorySet(self, options): | 192 def CreatePageSet(self, options): |
| 193 path = os.path.join(BLINK_PERF_BASE_DIR, 'DOM') | 193 path = os.path.join(BLINK_PERF_BASE_DIR, 'DOM') |
| 194 return CreateStorySetFromPath(path, SKIPPED_FILE) | 194 return CreatePageSetFromPath(path, SKIPPED_FILE) |
| 195 | 195 |
| 196 | 196 |
| 197 @benchmark.Disabled('release_x64') # http://crbug.com/480999 | 197 @benchmark.Disabled('release_x64') # http://crbug.com/480999 |
| 198 class BlinkPerfEvents(perf_benchmark.PerfBenchmark): | 198 class BlinkPerfEvents(perf_benchmark.PerfBenchmark): |
| 199 tag = 'events' | 199 tag = 'events' |
| 200 test = _BlinkPerfMeasurement | 200 test = _BlinkPerfMeasurement |
| 201 | 201 |
| 202 @classmethod | 202 @classmethod |
| 203 def Name(cls): | 203 def Name(cls): |
| 204 return 'blink_perf.events' | 204 return 'blink_perf.events' |
| 205 | 205 |
| 206 def CreateStorySet(self, options): | 206 def CreatePageSet(self, options): |
| 207 path = os.path.join(BLINK_PERF_BASE_DIR, 'Events') | 207 path = os.path.join(BLINK_PERF_BASE_DIR, 'Events') |
| 208 return CreateStorySetFromPath(path, SKIPPED_FILE) | 208 return CreatePageSetFromPath(path, SKIPPED_FILE) |
| 209 | 209 |
| 210 | 210 |
| 211 @benchmark.Disabled('win8') # http://crbug.com/462350 | 211 @benchmark.Disabled('win8') # http://crbug.com/462350 |
| 212 class BlinkPerfLayout(perf_benchmark.PerfBenchmark): | 212 class BlinkPerfLayout(perf_benchmark.PerfBenchmark): |
| 213 tag = 'layout' | 213 tag = 'layout' |
| 214 test = _BlinkPerfMeasurement | 214 test = _BlinkPerfMeasurement |
| 215 | 215 |
| 216 @classmethod | 216 @classmethod |
| 217 def Name(cls): | 217 def Name(cls): |
| 218 return 'blink_perf.layout' | 218 return 'blink_perf.layout' |
| 219 | 219 |
| 220 def CreateStorySet(self, options): | 220 def CreatePageSet(self, options): |
| 221 path = os.path.join(BLINK_PERF_BASE_DIR, 'Layout') | 221 path = os.path.join(BLINK_PERF_BASE_DIR, 'Layout') |
| 222 return CreateStorySetFromPath(path, SKIPPED_FILE) | 222 return CreatePageSetFromPath(path, SKIPPED_FILE) |
| 223 | 223 |
| 224 | 224 |
| 225 @benchmark.Enabled('content-shell') | 225 @benchmark.Enabled('content-shell') |
| 226 class BlinkPerfLayoutFullLayout(BlinkPerfLayout): | 226 class BlinkPerfLayoutFullLayout(BlinkPerfLayout): |
| 227 tag = 'layout_full_frame' | 227 tag = 'layout_full_frame' |
| 228 test = _BlinkPerfFullFrameMeasurement | 228 test = _BlinkPerfFullFrameMeasurement |
| 229 | 229 |
| 230 @classmethod | 230 @classmethod |
| 231 def Name(cls): | 231 def Name(cls): |
| 232 return 'blink_perf.layout_full_frame' | 232 return 'blink_perf.layout_full_frame' |
| 233 | 233 |
| 234 | 234 |
| 235 class BlinkPerfMutation(perf_benchmark.PerfBenchmark): | 235 class BlinkPerfMutation(perf_benchmark.PerfBenchmark): |
| 236 tag = 'mutation' | 236 tag = 'mutation' |
| 237 test = _BlinkPerfMeasurement | 237 test = _BlinkPerfMeasurement |
| 238 | 238 |
| 239 @classmethod | 239 @classmethod |
| 240 def Name(cls): | 240 def Name(cls): |
| 241 return 'blink_perf.mutation' | 241 return 'blink_perf.mutation' |
| 242 | 242 |
| 243 def CreateStorySet(self, options): | 243 def CreatePageSet(self, options): |
| 244 path = os.path.join(BLINK_PERF_BASE_DIR, 'Mutation') | 244 path = os.path.join(BLINK_PERF_BASE_DIR, 'Mutation') |
| 245 return CreateStorySetFromPath(path, SKIPPED_FILE) | 245 return CreatePageSetFromPath(path, SKIPPED_FILE) |
| 246 | 246 |
| 247 | 247 |
| 248 @benchmark.Disabled('win') # crbug.com/488493 | 248 @benchmark.Disabled('win') # crbug.com/488493 |
| 249 class BlinkPerfParser(perf_benchmark.PerfBenchmark): | 249 class BlinkPerfParser(perf_benchmark.PerfBenchmark): |
| 250 tag = 'parser' | 250 tag = 'parser' |
| 251 test = _BlinkPerfMeasurement | 251 test = _BlinkPerfMeasurement |
| 252 | 252 |
| 253 @classmethod | 253 @classmethod |
| 254 def Name(cls): | 254 def Name(cls): |
| 255 return 'blink_perf.parser' | 255 return 'blink_perf.parser' |
| 256 | 256 |
| 257 def CreateStorySet(self, options): | 257 def CreatePageSet(self, options): |
| 258 path = os.path.join(BLINK_PERF_BASE_DIR, 'Parser') | 258 path = os.path.join(BLINK_PERF_BASE_DIR, 'Parser') |
| 259 return CreateStorySetFromPath(path, SKIPPED_FILE) | 259 return CreatePageSetFromPath(path, SKIPPED_FILE) |
| 260 | 260 |
| 261 | 261 |
| 262 class BlinkPerfSVG(perf_benchmark.PerfBenchmark): | 262 class BlinkPerfSVG(perf_benchmark.PerfBenchmark): |
| 263 tag = 'svg' | 263 tag = 'svg' |
| 264 test = _BlinkPerfMeasurement | 264 test = _BlinkPerfMeasurement |
| 265 | 265 |
| 266 @classmethod | 266 @classmethod |
| 267 def Name(cls): | 267 def Name(cls): |
| 268 return 'blink_perf.svg' | 268 return 'blink_perf.svg' |
| 269 | 269 |
| 270 def CreateStorySet(self, options): | 270 def CreatePageSet(self, options): |
| 271 path = os.path.join(BLINK_PERF_BASE_DIR, 'SVG') | 271 path = os.path.join(BLINK_PERF_BASE_DIR, 'SVG') |
| 272 return CreateStorySetFromPath(path, SKIPPED_FILE) | 272 return CreatePageSetFromPath(path, SKIPPED_FILE) |
| 273 | 273 |
| 274 | 274 |
| 275 @benchmark.Enabled('content-shell') | 275 @benchmark.Enabled('content-shell') |
| 276 class BlinkPerfSVGFullLayout(BlinkPerfSVG): | 276 class BlinkPerfSVGFullLayout(BlinkPerfSVG): |
| 277 tag = 'svg_full_frame' | 277 tag = 'svg_full_frame' |
| 278 test = _BlinkPerfFullFrameMeasurement | 278 test = _BlinkPerfFullFrameMeasurement |
| 279 | 279 |
| 280 @classmethod | 280 @classmethod |
| 281 def Name(cls): | 281 def Name(cls): |
| 282 return 'blink_perf.svg_full_frame' | 282 return 'blink_perf.svg_full_frame' |
| 283 | 283 |
| 284 | 284 |
| 285 class BlinkPerfShadowDOM(perf_benchmark.PerfBenchmark): | 285 class BlinkPerfShadowDOM(perf_benchmark.PerfBenchmark): |
| 286 tag = 'shadow_dom' | 286 tag = 'shadow_dom' |
| 287 test = _BlinkPerfMeasurement | 287 test = _BlinkPerfMeasurement |
| 288 | 288 |
| 289 @classmethod | 289 @classmethod |
| 290 def Name(cls): | 290 def Name(cls): |
| 291 return 'blink_perf.shadow_dom' | 291 return 'blink_perf.shadow_dom' |
| 292 | 292 |
| 293 def CreateStorySet(self, options): | 293 def CreatePageSet(self, options): |
| 294 path = os.path.join(BLINK_PERF_BASE_DIR, 'ShadowDOM') | 294 path = os.path.join(BLINK_PERF_BASE_DIR, 'ShadowDOM') |
| 295 return CreateStorySetFromPath(path, SKIPPED_FILE) | 295 return CreatePageSetFromPath(path, SKIPPED_FILE) |
| 296 | 296 |
| 297 | 297 |
| 298 # This benchmark is for local testing, doesn't need to run on bots. | 298 # This benchmark is for local testing, doesn't need to run on bots. |
| 299 @benchmark.Disabled() | 299 @benchmark.Disabled() |
| 300 class BlinkPerfXMLHttpRequest(perf_benchmark.PerfBenchmark): | 300 class BlinkPerfXMLHttpRequest(perf_benchmark.PerfBenchmark): |
| 301 tag = 'xml_http_request' | 301 tag = 'xml_http_request' |
| 302 test = _BlinkPerfMeasurement | 302 test = _BlinkPerfMeasurement |
| 303 | 303 |
| 304 @classmethod | 304 @classmethod |
| 305 def Name(cls): | 305 def Name(cls): |
| 306 return 'blink_perf.xml_http_request' | 306 return 'blink_perf.xml_http_request' |
| 307 | 307 |
| 308 def CreateStorySet(self, options): | 308 def CreatePageSet(self, options): |
| 309 path = os.path.join(BLINK_PERF_BASE_DIR, 'XMLHttpRequest') | 309 path = os.path.join(BLINK_PERF_BASE_DIR, 'XMLHttpRequest') |
| 310 return CreateStorySetFromPath(path, SKIPPED_FILE) | 310 return CreatePageSetFromPath(path, SKIPPED_FILE) |
| OLD | NEW |