Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(353)

Side by Side Diff: tools/perf/benchmarks/benchmark_smoke_unittest.py

Issue 2197153002: [tools/perf] Remove deprecated memory.* benchmarks (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: remove from smoke tests Created 4 years, 4 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « no previous file | tools/perf/benchmarks/memory.py » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 # Copyright 2014 The Chromium Authors. All rights reserved. 1 # Copyright 2014 The Chromium Authors. All rights reserved.
2 # Use of this source code is governed by a BSD-style license that can be 2 # Use of this source code is governed by a BSD-style license that can be
3 # found in the LICENSE file. 3 # found in the LICENSE file.
4 4
5 """Run the first page of one benchmark for every module. 5 """Run the first page of one benchmark for every module.
6 6
7 Only benchmarks that have a composable measurement are included. 7 Only benchmarks that have a composable measurement are included.
8 Ideally this test would be comprehensive, however, running one page 8 Ideally this test would be comprehensive, however, running one page
9 of every benchmark would run impractically long. 9 of every benchmark would run impractically long.
10 """ 10 """
11 11
12 import os 12 import os
13 import sys 13 import sys
14 import unittest 14 import unittest
15 15
16 from telemetry import benchmark as benchmark_module 16 from telemetry import benchmark as benchmark_module
17 from telemetry.core import discover 17 from telemetry.core import discover
18 from telemetry.internal.browser import browser_finder 18 from telemetry.internal.browser import browser_finder
19 from telemetry.testing import options_for_unittests 19 from telemetry.testing import options_for_unittests
20 from telemetry.testing import progress_reporter 20 from telemetry.testing import progress_reporter
21 21
22 from benchmarks import battor 22 from benchmarks import battor
23 from benchmarks import image_decoding 23 from benchmarks import image_decoding
24 from benchmarks import indexeddb_perf 24 from benchmarks import indexeddb_perf
25 from benchmarks import jetstream 25 from benchmarks import jetstream
26 from benchmarks import kraken 26 from benchmarks import kraken
27 from benchmarks import memory
28 from benchmarks import octane 27 from benchmarks import octane
29 from benchmarks import rasterize_and_record_micro 28 from benchmarks import rasterize_and_record_micro
30 from benchmarks import repaint 29 from benchmarks import repaint
31 from benchmarks import spaceport 30 from benchmarks import spaceport
32 from benchmarks import speedometer 31 from benchmarks import speedometer
33 from benchmarks import text_selection 32 from benchmarks import text_selection
34 from benchmarks import v8_browsing 33 from benchmarks import v8_browsing
35 34
36 35
37 def SmokeTestGenerator(benchmark): 36 def SmokeTestGenerator(benchmark):
(...skipping 47 matching lines...) Expand 10 before | Expand all | Expand 10 after
85 _BLACK_LIST_TEST_MODULES = { 84 _BLACK_LIST_TEST_MODULES = {
86 image_decoding, # Always fails on Mac10.9 Tests builder. 85 image_decoding, # Always fails on Mac10.9 Tests builder.
87 indexeddb_perf, # Always fails on Win7 & Android Tests builder. 86 indexeddb_perf, # Always fails on Win7 & Android Tests builder.
88 octane, # Often fails & take long time to timeout on cq bot. 87 octane, # Often fails & take long time to timeout on cq bot.
89 rasterize_and_record_micro, # Always fails on cq bot. 88 rasterize_and_record_micro, # Always fails on cq bot.
90 repaint, # Often fails & takes long time to timeout on cq bot. 89 repaint, # Often fails & takes long time to timeout on cq bot.
91 spaceport, # Takes 451 seconds. 90 spaceport, # Takes 451 seconds.
92 speedometer, # Takes 101 seconds. 91 speedometer, # Takes 101 seconds.
93 jetstream, # Take 206 seconds. 92 jetstream, # Take 206 seconds.
94 text_selection, # Always fails on cq bot. 93 text_selection, # Always fails on cq bot.
95 memory, # Flaky on bots, crbug.com/513767.
96 kraken, # Flaky on Android, crbug.com/626174. 94 kraken, # Flaky on Android, crbug.com/626174.
97 v8_browsing, # Flaky on Android, crbug.com/628368. 95 v8_browsing, # Flaky on Android, crbug.com/628368.
98 battor #Flaky on android, crbug.com/618330. 96 battor #Flaky on android, crbug.com/618330.
99 } 97 }
100 98
101 99
102 def load_tests(loader, standard_tests, pattern): 100 def load_tests(loader, standard_tests, pattern):
103 del loader, standard_tests, pattern # unused 101 del loader, standard_tests, pattern # unused
104 suite = progress_reporter.TestSuite() 102 suite = progress_reporter.TestSuite()
105 103
(...skipping 35 matching lines...) Expand 10 before | Expand all | Expand 10 after
141 merged_attributes = getattr(method, attribute, set()).union( 139 merged_attributes = getattr(method, attribute, set()).union(
142 getattr(benchmark, attribute, set())) 140 getattr(benchmark, attribute, set()))
143 if merged_attributes: 141 if merged_attributes:
144 setattr(method, attribute, merged_attributes) 142 setattr(method, attribute, merged_attributes)
145 143
146 setattr(BenchmarkSmokeTest, benchmark.Name(), method) 144 setattr(BenchmarkSmokeTest, benchmark.Name(), method)
147 145
148 suite.addTest(BenchmarkSmokeTest(benchmark.Name())) 146 suite.addTest(BenchmarkSmokeTest(benchmark.Name()))
149 147
150 return suite 148 return suite
OLDNEW
« no previous file with comments | « no previous file | tools/perf/benchmarks/memory.py » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698