| OLD | NEW |
| 1 # Copyright 2014 The Chromium Authors. All rights reserved. | 1 # Copyright 2014 The Chromium Authors. All rights reserved. |
| 2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
| 3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
| 4 | 4 |
| 5 """Run the first page of one benchmark for every module. | 5 """Run the first page of one benchmark for every module. |
| 6 | 6 |
| 7 Only benchmarks that have a composable measurement are included. | 7 Only benchmarks that have a composable measurement are included. |
| 8 Ideally this test would be comprehensive, however, running one page | 8 Ideally this test would be comprehensive, however, running one page |
| 9 of every benchmark would run impractically long. | 9 of every benchmark would run impractically long. |
| 10 """ | 10 """ |
| 11 | 11 |
| 12 import os | 12 import os |
| 13 import sys | 13 import sys |
| 14 import unittest | 14 import unittest |
| 15 | 15 |
| 16 from telemetry import benchmark as benchmark_module | 16 from telemetry import benchmark as benchmark_module |
| 17 from telemetry.core import discover | 17 from telemetry.core import discover |
| 18 from telemetry.testing import options_for_unittests | 18 from telemetry.testing import options_for_unittests |
| 19 from telemetry.testing import progress_reporter | 19 from telemetry.testing import progress_reporter |
| 20 | 20 |
| 21 from benchmarks import chrome_signin_startup |
| 21 from benchmarks import image_decoding | 22 from benchmarks import image_decoding |
| 22 from benchmarks import indexeddb_perf | 23 from benchmarks import indexeddb_perf |
| 23 from benchmarks import jetstream | 24 from benchmarks import jetstream |
| 24 from benchmarks import kraken | 25 from benchmarks import kraken |
| 25 from benchmarks import memory | 26 from benchmarks import memory |
| 26 from benchmarks import new_tab | 27 from benchmarks import new_tab |
| 27 from benchmarks import octane | 28 from benchmarks import octane |
| 28 from benchmarks import rasterize_and_record_micro | 29 from benchmarks import rasterize_and_record_micro |
| 29 from benchmarks import repaint | 30 from benchmarks import repaint |
| 30 from benchmarks import spaceport | 31 from benchmarks import spaceport |
| (...skipping 45 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 76 | 77 |
| 77 | 78 |
| 78 # The list of benchmark modules to be excluded from our smoke tests. | 79 # The list of benchmark modules to be excluded from our smoke tests. |
| 79 _BLACK_LIST_TEST_MODULES = { | 80 _BLACK_LIST_TEST_MODULES = { |
| 80 image_decoding, # Always fails on Mac10.9 Tests builder. | 81 image_decoding, # Always fails on Mac10.9 Tests builder. |
| 81 indexeddb_perf, # Always fails on Win7 & Android Tests builder. | 82 indexeddb_perf, # Always fails on Win7 & Android Tests builder. |
| 82 new_tab, # Fails fairly often on the Linux Tests builder, crbug.com/535664 | 83 new_tab, # Fails fairly often on the Linux Tests builder, crbug.com/535664 |
| 83 octane, # Often fails & take long time to timeout on cq bot. | 84 octane, # Often fails & take long time to timeout on cq bot. |
| 84 rasterize_and_record_micro, # Always fails on cq bot. | 85 rasterize_and_record_micro, # Always fails on cq bot. |
| 85 repaint, # Often fails & takes long time to timeout on cq bot. | 86 repaint, # Often fails & takes long time to timeout on cq bot. |
| 87 chrome_signin_startup, # Failed on linux swarming bot (crbug.com/551236) |
| 86 spaceport, # Takes 451 seconds. | 88 spaceport, # Takes 451 seconds. |
| 87 speedometer, # Takes 101 seconds. | 89 speedometer, # Takes 101 seconds. |
| 88 jetstream, # Take 206 seconds. | 90 jetstream, # Take 206 seconds. |
| 89 text_selection, # Always fails on cq bot. | 91 text_selection, # Always fails on cq bot. |
| 90 memory # Flaky on bots, crbug.com/513767 | 92 memory # Flaky on bots, crbug.com/513767 |
| 91 } | 93 } |
| 92 | 94 |
| 93 # Some smoke benchmark tests that run quickly on desktop platform can be very | 95 # Some smoke benchmark tests that run quickly on desktop platform can be very |
| 94 # slow on Android. So we create a separate set of black list only for Android. | 96 # slow on Android. So we create a separate set of black list only for Android. |
| 95 _ANDROID_BLACK_LIST_MODULES = { | 97 _ANDROID_BLACK_LIST_MODULES = { |
| (...skipping 57 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 153 | 155 |
| 154 # TODO(bashi): Remove once crrev.com/1266833004 is landed. | 156 # TODO(bashi): Remove once crrev.com/1266833004 is landed. |
| 155 if benchmark.Name() == 'memory.blink_memory_mobile': | 157 if benchmark.Name() == 'memory.blink_memory_mobile': |
| 156 method._disabled_strings.append('android') | 158 method._disabled_strings.append('android') |
| 157 | 159 |
| 158 setattr(BenchmarkSmokeTest, benchmark.Name(), method) | 160 setattr(BenchmarkSmokeTest, benchmark.Name(), method) |
| 159 | 161 |
| 160 suite.addTest(BenchmarkSmokeTest(benchmark.Name())) | 162 suite.addTest(BenchmarkSmokeTest(benchmark.Name())) |
| 161 | 163 |
| 162 return suite | 164 return suite |
| OLD | NEW |