OLD | NEW |
1 # Copyright 2014 The Chromium Authors. All rights reserved. | 1 # Copyright 2014 The Chromium Authors. All rights reserved. |
2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
4 | 4 |
5 """Run the first page of one benchmark for every module. | 5 """Run the first page of one benchmark for every module. |
6 | 6 |
7 Only benchmarks that have a composable measurement are included. | 7 Only benchmarks that have a composable measurement are included. |
8 Ideally this test would be comprehensive, however, running one page | 8 Ideally this test would be comprehensive, however, running one page |
9 of every benchmark would run impractically long. | 9 of every benchmark would run impractically long. |
10 """ | 10 """ |
11 | 11 |
12 import os | 12 import os |
13 import sys | 13 import sys |
14 import unittest | 14 import unittest |
15 | 15 |
16 from telemetry import benchmark as benchmark_module | 16 from telemetry import benchmark as benchmark_module |
17 from telemetry.core import discover | 17 from telemetry.core import discover |
18 from telemetry.testing import options_for_unittests | 18 from telemetry.testing import options_for_unittests |
19 from telemetry.testing import progress_reporter | 19 from telemetry.testing import progress_reporter |
20 | 20 |
21 from benchmarks import chrome_signin_startup | |
22 from benchmarks import image_decoding | 21 from benchmarks import image_decoding |
23 from benchmarks import indexeddb_perf | 22 from benchmarks import indexeddb_perf |
24 from benchmarks import jetstream | 23 from benchmarks import jetstream |
25 from benchmarks import kraken | 24 from benchmarks import kraken |
26 from benchmarks import memory | 25 from benchmarks import memory |
27 from benchmarks import new_tab | 26 from benchmarks import new_tab |
28 from benchmarks import octane | 27 from benchmarks import octane |
29 from benchmarks import rasterize_and_record_micro | 28 from benchmarks import rasterize_and_record_micro |
30 from benchmarks import repaint | 29 from benchmarks import repaint |
31 from benchmarks import spaceport | 30 from benchmarks import spaceport |
(...skipping 45 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
77 | 76 |
78 | 77 |
79 # The list of benchmark modules to be excluded from our smoke tests. | 78 # The list of benchmark modules to be excluded from our smoke tests. |
80 _BLACK_LIST_TEST_MODULES = { | 79 _BLACK_LIST_TEST_MODULES = { |
81 image_decoding, # Always fails on Mac10.9 Tests builder. | 80 image_decoding, # Always fails on Mac10.9 Tests builder. |
82 indexeddb_perf, # Always fails on Win7 & Android Tests builder. | 81 indexeddb_perf, # Always fails on Win7 & Android Tests builder. |
83 new_tab, # Fails fairly often on the Linux Tests builder, crbug.com/535664 | 82 new_tab, # Fails fairly often on the Linux Tests builder, crbug.com/535664 |
84 octane, # Often fails & take long time to timeout on cq bot. | 83 octane, # Often fails & take long time to timeout on cq bot. |
85 rasterize_and_record_micro, # Always fails on cq bot. | 84 rasterize_and_record_micro, # Always fails on cq bot. |
86 repaint, # Often fails & takes long time to timeout on cq bot. | 85 repaint, # Often fails & takes long time to timeout on cq bot. |
87 chrome_signin_startup, # Failed on linux swarming bot (crbug.com/551236) | |
88 spaceport, # Takes 451 seconds. | 86 spaceport, # Takes 451 seconds. |
89 speedometer, # Takes 101 seconds. | 87 speedometer, # Takes 101 seconds. |
90 jetstream, # Take 206 seconds. | 88 jetstream, # Take 206 seconds. |
91 text_selection, # Always fails on cq bot. | 89 text_selection, # Always fails on cq bot. |
92 memory # Flaky on bots, crbug.com/513767 | 90 memory # Flaky on bots, crbug.com/513767 |
93 } | 91 } |
94 | 92 |
95 # Some smoke benchmark tests that run quickly on desktop platform can be very | 93 # Some smoke benchmark tests that run quickly on desktop platform can be very |
96 # slow on Android. So we create a separate set of black list only for Android. | 94 # slow on Android. So we create a separate set of black list only for Android. |
97 _ANDROID_BLACK_LIST_MODULES = { | 95 _ANDROID_BLACK_LIST_MODULES = { |
(...skipping 57 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
155 | 153 |
156 # TODO(bashi): Remove once crrev.com/1266833004 is landed. | 154 # TODO(bashi): Remove once crrev.com/1266833004 is landed. |
157 if benchmark.Name() == 'memory.blink_memory_mobile': | 155 if benchmark.Name() == 'memory.blink_memory_mobile': |
158 method._disabled_strings.append('android') | 156 method._disabled_strings.append('android') |
159 | 157 |
160 setattr(BenchmarkSmokeTest, benchmark.Name(), method) | 158 setattr(BenchmarkSmokeTest, benchmark.Name(), method) |
161 | 159 |
162 suite.addTest(BenchmarkSmokeTest(benchmark.Name())) | 160 suite.addTest(BenchmarkSmokeTest(benchmark.Name())) |
163 | 161 |
164 return suite | 162 return suite |
OLD | NEW |