Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(350)

Side by Side Diff: tools/perf/benchmarks/benchmark_smoke_unittest.py

Issue 2876073003: Migrate cluster telemetry benchmarks to tools/perf/contrib/cluster_telemetry/ (Closed)
Patch Set: Remove BENCHMARKS_BLACK_LIST Created 3 years, 7 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 # Copyright 2014 The Chromium Authors. All rights reserved. 1 # Copyright 2014 The Chromium Authors. All rights reserved.
2 # Use of this source code is governed by a BSD-style license that can be 2 # Use of this source code is governed by a BSD-style license that can be
3 # found in the LICENSE file. 3 # found in the LICENSE file.
4 4
5 """Run the first page of one benchmark for every module. 5 """Run the first page of one benchmark for every module.
6 6
7 Only benchmarks that have a composable measurement are included. 7 Only benchmarks that have a composable measurement are included.
8 Ideally this test would be comprehensive, however, running one page 8 Ideally this test would be comprehensive, however, running one page
9 of every benchmark would run impractically long. 9 of every benchmark would run impractically long.
10 """ 10 """
11 11
12 import os 12 import os
13 import sys 13 import sys
14 import unittest 14 import unittest
15 15
16 from telemetry import benchmark as benchmark_module 16 from telemetry import benchmark as benchmark_module
17 from telemetry.core import discover 17 from telemetry.core import discover
18 from telemetry import decorators 18 from telemetry import decorators
19 from telemetry.internal.browser import browser_finder 19 from telemetry.internal.browser import browser_finder
20 from telemetry.testing import options_for_unittests 20 from telemetry.testing import options_for_unittests
21 from telemetry.testing import progress_reporter 21 from telemetry.testing import progress_reporter
22 22
23 from benchmarks import battor 23 from benchmarks import battor
24 from benchmarks import image_decoding 24 from benchmarks import image_decoding
25 from benchmarks import indexeddb_perf 25 from benchmarks import indexeddb_perf
26 from benchmarks import jetstream 26 from benchmarks import jetstream
27 from benchmarks import kraken 27 from benchmarks import kraken
28 from benchmarks import octane 28 from benchmarks import octane
29 from benchmarks import rasterize_and_record_micro 29 from benchmarks import rasterize_and_record_micro
30 from benchmarks import repaint
31 from benchmarks import speedometer 30 from benchmarks import speedometer
32 from benchmarks import v8_browsing 31 from benchmarks import v8_browsing
33 32
34 33
35 def SmokeTestGenerator(benchmark, num_pages=1): 34 def SmokeTestGenerator(benchmark, num_pages=1):
36 """Generates a benchmark that includes first N pages from pageset. 35 """Generates a benchmark that includes first N pages from pageset.
37 36
38 Args: 37 Args:
39 benchmark: benchmark object to make smoke test. 38 benchmark: benchmark object to make smoke test.
40 num_pages: use the first N pages to run smoke test. 39 num_pages: use the first N pages to run smoke test.
(...skipping 45 matching lines...) Expand 10 before | Expand all | Expand 10 after
86 85
87 return BenchmarkSmokeTest 86 return BenchmarkSmokeTest
88 87
89 88
90 # The list of benchmark modules to be excluded from our smoke tests. 89 # The list of benchmark modules to be excluded from our smoke tests.
91 _BLACK_LIST_TEST_MODULES = { 90 _BLACK_LIST_TEST_MODULES = {
92 image_decoding, # Always fails on Mac10.9 Tests builder. 91 image_decoding, # Always fails on Mac10.9 Tests builder.
93 indexeddb_perf, # Always fails on Win7 & Android Tests builder. 92 indexeddb_perf, # Always fails on Win7 & Android Tests builder.
94 octane, # Often fails & take long time to timeout on cq bot. 93 octane, # Often fails & take long time to timeout on cq bot.
95 rasterize_and_record_micro, # Always fails on cq bot. 94 rasterize_and_record_micro, # Always fails on cq bot.
96 repaint, # Often fails & takes long time to timeout on cq bot.
wkorman 2017/05/12 17:44:23 This seems worth noting in the CL description. If
nednguyen 2017/05/12 20:17:03 Oh, this is smoke test of repaint benchmarks that
97 speedometer, # Takes 101 seconds. 95 speedometer, # Takes 101 seconds.
98 jetstream, # Take 206 seconds. 96 jetstream, # Take 206 seconds.
99 kraken, # Flaky on Android, crbug.com/626174. 97 kraken, # Flaky on Android, crbug.com/626174.
100 v8_browsing, # Flaky on Android, crbug.com/628368. 98 v8_browsing, # Flaky on Android, crbug.com/628368.
101 battor #Flaky on android, crbug.com/618330. 99 battor #Flaky on android, crbug.com/618330.
102 } 100 }
103 101
104 102
105 def MergeDecorators(method, method_attribute, benchmark, benchmark_attribute): 103 def MergeDecorators(method, method_attribute, benchmark, benchmark_attribute):
106 # Do set union of attributes to eliminate duplicates. 104 # Do set union of attributes to eliminate duplicates.
(...skipping 51 matching lines...) Expand 10 before | Expand all | Expand 10 after
158 MergeDecorators(method, disabled_method_attr, benchmark, 156 MergeDecorators(method, disabled_method_attr, benchmark,
159 disabled_benchmark_attr) 157 disabled_benchmark_attr)
160 MergeDecorators(method, enabled_method_attr, benchmark, 158 MergeDecorators(method, enabled_method_attr, benchmark,
161 enabled_benchmark_attr) 159 enabled_benchmark_attr)
162 160
163 setattr(BenchmarkSmokeTest, benchmark.Name(), method) 161 setattr(BenchmarkSmokeTest, benchmark.Name(), method)
164 162
165 suite.addTest(BenchmarkSmokeTest(benchmark.Name())) 163 suite.addTest(BenchmarkSmokeTest(benchmark.Name()))
166 164
167 return suite 165 return suite
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698