OLD | NEW |
1 # Copyright 2015 The Chromium Authors. All rights reserved. | 1 # Copyright 2015 The Chromium Authors. All rights reserved. |
2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
4 | 4 |
5 import json | 5 import json |
6 import os | 6 import os |
7 import subprocess | 7 import subprocess |
8 import sys | 8 import sys |
9 import tempfile | 9 import tempfile |
10 import unittest | 10 import unittest |
(...skipping 21 matching lines...) Expand all Loading... |
32 def testRunBenchmarkRunListsOutBenchmarks(self): | 32 def testRunBenchmarkRunListsOutBenchmarks(self): |
33 return_code, stdout = self.RunPerfScript('run_benchmark run') | 33 return_code, stdout = self.RunPerfScript('run_benchmark run') |
34 self.assertIn('Pass --browser to list benchmarks', stdout) | 34 self.assertIn('Pass --browser to list benchmarks', stdout) |
35 self.assertNotEquals(return_code, 0) | 35 self.assertNotEquals(return_code, 0) |
36 | 36 |
37 def testRunBenchmarkRunNonExistingBenchmark(self): | 37 def testRunBenchmarkRunNonExistingBenchmark(self): |
38 return_code, stdout = self.RunPerfScript('run_benchmark foo') | 38 return_code, stdout = self.RunPerfScript('run_benchmark foo') |
39 self.assertIn('No benchmark named "foo"', stdout) | 39 self.assertIn('No benchmark named "foo"', stdout) |
40 self.assertNotEquals(return_code, 0) | 40 self.assertNotEquals(return_code, 0) |
41 | 41 |
42 # crbug.com/483212 | 42 @benchmark.Disabled('chromeos') # crbug.com/483212 |
43 @benchmark.Disabled('chromeos') | 43 @benchmark.Disabled('android') # crbug.com/641934 |
44 def testRunBenchmarkListListsOutBenchmarks(self): | 44 def testRunBenchmarkListListsOutBenchmarks(self): |
45 return_code, stdout = self.RunPerfScript('run_benchmark list') | 45 return_code, stdout = self.RunPerfScript('run_benchmark list') |
46 self.assertEquals(return_code, 0, stdout) | 46 self.assertEquals(return_code, 0, stdout) |
47 self.assertIn('Pass --browser to list benchmarks', stdout) | 47 self.assertIn('Pass --browser to list benchmarks', stdout) |
48 self.assertIn('dummy_benchmark.stable_benchmark_1', stdout) | 48 self.assertIn('dummy_benchmark.stable_benchmark_1', stdout) |
49 | 49 |
50 @benchmark.Enabled('android') | 50 @benchmark.Disabled('all') # crbug.com/641934 |
51 def testRunBenchmarkListListsOutBenchmarksOnAndroid(self): | 51 def testRunBenchmarkListListsOutBenchmarksOnAndroid(self): |
52 return_code, stdout = self.RunPerfScript( | 52 return_code, stdout = self.RunPerfScript( |
53 'run_benchmark list --device=android --browser=android-chromium') | 53 'run_benchmark list --device=android --browser=android-chromium') |
54 self.assertEquals(return_code, 0, stdout) | 54 self.assertEquals(return_code, 0, stdout) |
55 self.assertIn('Pass --browser to list benchmarks', stdout) | 55 self.assertIn('Pass --browser to list benchmarks', stdout) |
56 self.assertIn('dummy_benchmark.stable_benchmark_1', stdout) | 56 self.assertIn('dummy_benchmark.stable_benchmark_1', stdout) |
57 | 57 |
58 def testRunTrybotWithTypo(self): | 58 def testRunTrybotWithTypo(self): |
59 return_code, stdout = self.RunPerfScript('run_benchmark try linux octaenz') | 59 return_code, stdout = self.RunPerfScript('run_benchmark try linux octaenz') |
60 self.assertIn('No benchmark named "octaenz"', stdout) | 60 self.assertIn('No benchmark named "octaenz"', stdout) |
(...skipping 24 matching lines...) Expand all Loading... |
85 try: | 85 try: |
86 return_code, _ = self.RunPerfScript( | 86 return_code, _ = self.RunPerfScript( |
87 'run_benchmark list --json-output %s' % tmp_file_name) | 87 'run_benchmark list --json-output %s' % tmp_file_name) |
88 self.assertEquals(return_code, 0) | 88 self.assertEquals(return_code, 0) |
89 with open(tmp_file_name, 'r') as f: | 89 with open(tmp_file_name, 'r') as f: |
90 benchmark_data = json.load(f) | 90 benchmark_data = json.load(f) |
91 self.assertIn('dummy_benchmark.stable_benchmark_1', | 91 self.assertIn('dummy_benchmark.stable_benchmark_1', |
92 benchmark_data['steps']) | 92 benchmark_data['steps']) |
93 finally: | 93 finally: |
94 os.remove(tmp_file_name) | 94 os.remove(tmp_file_name) |
OLD | NEW |