Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(4)

Side by Side Diff: tools/perf/scripts_smoke_unittest.py

Issue 2293553002: Disable tests in system_health_smoke_test that takes 100+ seconds (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: Disable flaky tests that take too long Created 4 years, 3 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « tools/perf/benchmarks/system_health_smoke_test.py ('k') | no next file » | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 # Copyright 2015 The Chromium Authors. All rights reserved. 1 # Copyright 2015 The Chromium Authors. All rights reserved.
2 # Use of this source code is governed by a BSD-style license that can be 2 # Use of this source code is governed by a BSD-style license that can be
3 # found in the LICENSE file. 3 # found in the LICENSE file.
4 4
5 import json 5 import json
6 import os 6 import os
7 import subprocess 7 import subprocess
8 import sys 8 import sys
9 import tempfile 9 import tempfile
10 import unittest 10 import unittest
(...skipping 21 matching lines...) Expand all
32 def testRunBenchmarkRunListsOutBenchmarks(self): 32 def testRunBenchmarkRunListsOutBenchmarks(self):
33 return_code, stdout = self.RunPerfScript('run_benchmark run') 33 return_code, stdout = self.RunPerfScript('run_benchmark run')
34 self.assertIn('Pass --browser to list benchmarks', stdout) 34 self.assertIn('Pass --browser to list benchmarks', stdout)
35 self.assertNotEquals(return_code, 0) 35 self.assertNotEquals(return_code, 0)
36 36
37 def testRunBenchmarkRunNonExistingBenchmark(self): 37 def testRunBenchmarkRunNonExistingBenchmark(self):
38 return_code, stdout = self.RunPerfScript('run_benchmark foo') 38 return_code, stdout = self.RunPerfScript('run_benchmark foo')
39 self.assertIn('No benchmark named "foo"', stdout) 39 self.assertIn('No benchmark named "foo"', stdout)
40 self.assertNotEquals(return_code, 0) 40 self.assertNotEquals(return_code, 0)
41 41
42 # crbug.com/483212 42 @benchmark.Disabled('chromeos') # crbug.com/483212
43 @benchmark.Disabled('chromeos') 43 @benchmark.Disabled('android') # crbug.com/641934
44 def testRunBenchmarkListListsOutBenchmarks(self): 44 def testRunBenchmarkListListsOutBenchmarks(self):
45 return_code, stdout = self.RunPerfScript('run_benchmark list') 45 return_code, stdout = self.RunPerfScript('run_benchmark list')
46 self.assertEquals(return_code, 0, stdout) 46 self.assertEquals(return_code, 0, stdout)
47 self.assertIn('Pass --browser to list benchmarks', stdout) 47 self.assertIn('Pass --browser to list benchmarks', stdout)
48 self.assertIn('dummy_benchmark.stable_benchmark_1', stdout) 48 self.assertIn('dummy_benchmark.stable_benchmark_1', stdout)
49 49
50 @benchmark.Enabled('android') 50 @benchmark.Disabled('all') # crbug.com/641934
51 def testRunBenchmarkListListsOutBenchmarksOnAndroid(self): 51 def testRunBenchmarkListListsOutBenchmarksOnAndroid(self):
52 return_code, stdout = self.RunPerfScript( 52 return_code, stdout = self.RunPerfScript(
53 'run_benchmark list --device=android --browser=android-chromium') 53 'run_benchmark list --device=android --browser=android-chromium')
54 self.assertEquals(return_code, 0, stdout) 54 self.assertEquals(return_code, 0, stdout)
55 self.assertIn('Pass --browser to list benchmarks', stdout) 55 self.assertIn('Pass --browser to list benchmarks', stdout)
56 self.assertIn('dummy_benchmark.stable_benchmark_1', stdout) 56 self.assertIn('dummy_benchmark.stable_benchmark_1', stdout)
57 57
58 def testRunTrybotWithTypo(self): 58 def testRunTrybotWithTypo(self):
59 return_code, stdout = self.RunPerfScript('run_benchmark try linux octaenz') 59 return_code, stdout = self.RunPerfScript('run_benchmark try linux octaenz')
60 self.assertIn('No benchmark named "octaenz"', stdout) 60 self.assertIn('No benchmark named "octaenz"', stdout)
(...skipping 24 matching lines...) Expand all
85 try: 85 try:
86 return_code, _ = self.RunPerfScript( 86 return_code, _ = self.RunPerfScript(
87 'run_benchmark list --json-output %s' % tmp_file_name) 87 'run_benchmark list --json-output %s' % tmp_file_name)
88 self.assertEquals(return_code, 0) 88 self.assertEquals(return_code, 0)
89 with open(tmp_file_name, 'r') as f: 89 with open(tmp_file_name, 'r') as f:
90 benchmark_data = json.load(f) 90 benchmark_data = json.load(f)
91 self.assertIn('dummy_benchmark.stable_benchmark_1', 91 self.assertIn('dummy_benchmark.stable_benchmark_1',
92 benchmark_data['steps']) 92 benchmark_data['steps'])
93 finally: 93 finally:
94 os.remove(tmp_file_name) 94 os.remove(tmp_file_name)
OLDNEW
« no previous file with comments | « tools/perf/benchmarks/system_health_smoke_test.py ('k') | no next file » | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698