Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(58)

Side by Side Diff: tools/perf/benchmarks/benchmark_smoke_unittest.py

Issue 1412333004: Run telemetry_perf_unittests via isolate on "Mac tests", "Linux tests" and trybot with swarming (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: Disable startup.warm.chrome_signin (crbug.com/551236) Created 5 years, 1 month ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « testing/buildbot/chromium.mac.json ('k') | tools/perf/perf.isolate » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 # Copyright 2014 The Chromium Authors. All rights reserved. 1 # Copyright 2014 The Chromium Authors. All rights reserved.
2 # Use of this source code is governed by a BSD-style license that can be 2 # Use of this source code is governed by a BSD-style license that can be
3 # found in the LICENSE file. 3 # found in the LICENSE file.
4 4
5 """Run the first page of one benchmark for every module. 5 """Run the first page of one benchmark for every module.
6 6
7 Only benchmarks that have a composable measurement are included. 7 Only benchmarks that have a composable measurement are included.
8 Ideally this test would be comprehensive, however, running one page 8 Ideally this test would be comprehensive, however, running one page
9 of every benchmark would run impractically long. 9 of every benchmark would run impractically long.
10 """ 10 """
11 11
12 import os 12 import os
13 import sys 13 import sys
14 import unittest 14 import unittest
15 15
16 from telemetry import benchmark as benchmark_module 16 from telemetry import benchmark as benchmark_module
17 from telemetry.core import discover 17 from telemetry.core import discover
18 from telemetry.testing import options_for_unittests 18 from telemetry.testing import options_for_unittests
19 from telemetry.testing import progress_reporter 19 from telemetry.testing import progress_reporter
20 20
21 from benchmarks import chrome_signin_startup
21 from benchmarks import image_decoding 22 from benchmarks import image_decoding
22 from benchmarks import indexeddb_perf 23 from benchmarks import indexeddb_perf
23 from benchmarks import jetstream 24 from benchmarks import jetstream
24 from benchmarks import kraken 25 from benchmarks import kraken
25 from benchmarks import memory 26 from benchmarks import memory
26 from benchmarks import new_tab 27 from benchmarks import new_tab
27 from benchmarks import octane 28 from benchmarks import octane
28 from benchmarks import rasterize_and_record_micro 29 from benchmarks import rasterize_and_record_micro
29 from benchmarks import repaint 30 from benchmarks import repaint
30 from benchmarks import spaceport 31 from benchmarks import spaceport
(...skipping 45 matching lines...) Expand 10 before | Expand all | Expand 10 after
76 77
77 78
78 # The list of benchmark modules to be excluded from our smoke tests. 79 # The list of benchmark modules to be excluded from our smoke tests.
79 _BLACK_LIST_TEST_MODULES = { 80 _BLACK_LIST_TEST_MODULES = {
80 image_decoding, # Always fails on Mac10.9 Tests builder. 81 image_decoding, # Always fails on Mac10.9 Tests builder.
81 indexeddb_perf, # Always fails on Win7 & Android Tests builder. 82 indexeddb_perf, # Always fails on Win7 & Android Tests builder.
82 new_tab, # Fails fairly often on the Linux Tests builder, crbug.com/535664 83 new_tab, # Fails fairly often on the Linux Tests builder, crbug.com/535664
83 octane, # Often fails & take long time to timeout on cq bot. 84 octane, # Often fails & take long time to timeout on cq bot.
84 rasterize_and_record_micro, # Always fails on cq bot. 85 rasterize_and_record_micro, # Always fails on cq bot.
85 repaint, # Often fails & takes long time to timeout on cq bot. 86 repaint, # Often fails & takes long time to timeout on cq bot.
87 chrome_signin_startup, # Failed on linux swarming bot (crbug.com/551236)
86 spaceport, # Takes 451 seconds. 88 spaceport, # Takes 451 seconds.
87 speedometer, # Takes 101 seconds. 89 speedometer, # Takes 101 seconds.
88 jetstream, # Take 206 seconds. 90 jetstream, # Take 206 seconds.
89 text_selection, # Always fails on cq bot. 91 text_selection, # Always fails on cq bot.
90 memory # Flaky on bots, crbug.com/513767 92 memory # Flaky on bots, crbug.com/513767
91 } 93 }
92 94
93 # Some smoke benchmark tests that run quickly on desktop platform can be very 95 # Some smoke benchmark tests that run quickly on desktop platform can be very
94 # slow on Android. So we create a separate set of black list only for Android. 96 # slow on Android. So we create a separate set of black list only for Android.
95 _ANDROID_BLACK_LIST_MODULES = { 97 _ANDROID_BLACK_LIST_MODULES = {
(...skipping 57 matching lines...) Expand 10 before | Expand all | Expand 10 after
153 155
154 # TODO(bashi): Remove once crrev.com/1266833004 is landed. 156 # TODO(bashi): Remove once crrev.com/1266833004 is landed.
155 if benchmark.Name() == 'memory.blink_memory_mobile': 157 if benchmark.Name() == 'memory.blink_memory_mobile':
156 method._disabled_strings.append('android') 158 method._disabled_strings.append('android')
157 159
158 setattr(BenchmarkSmokeTest, benchmark.Name(), method) 160 setattr(BenchmarkSmokeTest, benchmark.Name(), method)
159 161
160 suite.addTest(BenchmarkSmokeTest(benchmark.Name())) 162 suite.addTest(BenchmarkSmokeTest(benchmark.Name()))
161 163
162 return suite 164 return suite
OLDNEW
« no previous file with comments | « testing/buildbot/chromium.mac.json ('k') | tools/perf/perf.isolate » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698