OLD | NEW |
1 # Copyright 2014 The Chromium Authors. All rights reserved. | 1 # Copyright 2014 The Chromium Authors. All rights reserved. |
2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
4 | 4 |
5 """Run the first page of one benchmark for every module. | 5 """Run the first page of one benchmark for every module. |
6 | 6 |
7 Only benchmarks that have a composable measurement are included. | 7 Only benchmarks that have a composable measurement are included. |
8 Ideally this test would be comprehensive, however, running one page | 8 Ideally this test would be comprehensive, however, running one page |
9 of every benchmark would run impractically long. | 9 of every benchmark would run impractically long. |
10 """ | 10 """ |
11 | 11 |
12 import os | 12 import os |
13 import sys | 13 import sys |
14 import unittest | 14 import unittest |
15 | 15 |
16 from telemetry import benchmark as benchmark_module | 16 from telemetry import benchmark as benchmark_module |
17 from telemetry.core import discover | 17 from telemetry.core import discover |
18 from telemetry.testing import options_for_unittests | 18 from telemetry.testing import options_for_unittests |
19 from telemetry.testing import progress_reporter | 19 from telemetry.testing import progress_reporter |
20 | 20 |
| 21 from benchmarks import chrome_signin_startup |
21 from benchmarks import image_decoding | 22 from benchmarks import image_decoding |
22 from benchmarks import indexeddb_perf | 23 from benchmarks import indexeddb_perf |
23 from benchmarks import jetstream | 24 from benchmarks import jetstream |
24 from benchmarks import kraken | 25 from benchmarks import kraken |
25 from benchmarks import memory | 26 from benchmarks import memory |
26 from benchmarks import new_tab | 27 from benchmarks import new_tab |
27 from benchmarks import octane | 28 from benchmarks import octane |
28 from benchmarks import rasterize_and_record_micro | 29 from benchmarks import rasterize_and_record_micro |
29 from benchmarks import repaint | 30 from benchmarks import repaint |
30 from benchmarks import spaceport | 31 from benchmarks import spaceport |
(...skipping 45 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
76 | 77 |
77 | 78 |
78 # The list of benchmark modules to be excluded from our smoke tests. | 79 # The list of benchmark modules to be excluded from our smoke tests. |
79 _BLACK_LIST_TEST_MODULES = { | 80 _BLACK_LIST_TEST_MODULES = { |
80 image_decoding, # Always fails on Mac10.9 Tests builder. | 81 image_decoding, # Always fails on Mac10.9 Tests builder. |
81 indexeddb_perf, # Always fails on Win7 & Android Tests builder. | 82 indexeddb_perf, # Always fails on Win7 & Android Tests builder. |
82 new_tab, # Fails fairly often on the Linux Tests builder, crbug.com/535664 | 83 new_tab, # Fails fairly often on the Linux Tests builder, crbug.com/535664 |
83 octane, # Often fails & take long time to timeout on cq bot. | 84 octane, # Often fails & take long time to timeout on cq bot. |
84 rasterize_and_record_micro, # Always fails on cq bot. | 85 rasterize_and_record_micro, # Always fails on cq bot. |
85 repaint, # Often fails & takes long time to timeout on cq bot. | 86 repaint, # Often fails & takes long time to timeout on cq bot. |
| 87 chrome_signin_startup, # Failed on linux swarming bot (crbug.com/551236) |
86 spaceport, # Takes 451 seconds. | 88 spaceport, # Takes 451 seconds. |
87 speedometer, # Takes 101 seconds. | 89 speedometer, # Takes 101 seconds. |
88 jetstream, # Take 206 seconds. | 90 jetstream, # Take 206 seconds. |
89 text_selection, # Always fails on cq bot. | 91 text_selection, # Always fails on cq bot. |
90 memory # Flaky on bots, crbug.com/513767 | 92 memory # Flaky on bots, crbug.com/513767 |
91 } | 93 } |
92 | 94 |
93 # Some smoke benchmark tests that run quickly on desktop platform can be very | 95 # Some smoke benchmark tests that run quickly on desktop platform can be very |
94 # slow on Android. So we create a separate set of black list only for Android. | 96 # slow on Android. So we create a separate set of black list only for Android. |
95 _ANDROID_BLACK_LIST_MODULES = { | 97 _ANDROID_BLACK_LIST_MODULES = { |
(...skipping 57 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
153 | 155 |
154 # TODO(bashi): Remove once crrev.com/1266833004 is landed. | 156 # TODO(bashi): Remove once crrev.com/1266833004 is landed. |
155 if benchmark.Name() == 'memory.blink_memory_mobile': | 157 if benchmark.Name() == 'memory.blink_memory_mobile': |
156 method._disabled_strings.append('android') | 158 method._disabled_strings.append('android') |
157 | 159 |
158 setattr(BenchmarkSmokeTest, benchmark.Name(), method) | 160 setattr(BenchmarkSmokeTest, benchmark.Name(), method) |
159 | 161 |
160 suite.addTest(BenchmarkSmokeTest(benchmark.Name())) | 162 suite.addTest(BenchmarkSmokeTest(benchmark.Name())) |
161 | 163 |
162 return suite | 164 return suite |
OLD | NEW |