| OLD | NEW |
| 1 # Copyright 2015 The Chromium Authors. All rights reserved. | 1 # Copyright 2015 The Chromium Authors. All rights reserved. |
| 2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
| 3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
| 4 | 4 |
| 5 import json | 5 import json |
| 6 import os | 6 import os |
| 7 import subprocess | 7 import subprocess |
| 8 import sys | 8 import sys |
| 9 import tempfile | 9 import tempfile |
| 10 import unittest | 10 import unittest |
| (...skipping 21 matching lines...) Expand all Loading... |
| 32 def testRunBenchmarkRunListsOutBenchmarks(self): | 32 def testRunBenchmarkRunListsOutBenchmarks(self): |
| 33 return_code, stdout = self.RunPerfScript('run_benchmark run') | 33 return_code, stdout = self.RunPerfScript('run_benchmark run') |
| 34 self.assertIn('Pass --browser to list benchmarks', stdout) | 34 self.assertIn('Pass --browser to list benchmarks', stdout) |
| 35 self.assertNotEquals(return_code, 0) | 35 self.assertNotEquals(return_code, 0) |
| 36 | 36 |
| 37 def testRunBenchmarkRunNonExistingBenchmark(self): | 37 def testRunBenchmarkRunNonExistingBenchmark(self): |
| 38 return_code, stdout = self.RunPerfScript('run_benchmark foo') | 38 return_code, stdout = self.RunPerfScript('run_benchmark foo') |
| 39 self.assertIn('No benchmark named "foo"', stdout) | 39 self.assertIn('No benchmark named "foo"', stdout) |
| 40 self.assertNotEquals(return_code, 0) | 40 self.assertNotEquals(return_code, 0) |
| 41 | 41 |
| 42 # crbug.com/483212 | 42 @benchmark.Disabled('chromeos') # crbug.com/483212 |
| 43 @benchmark.Disabled('chromeos') | 43 @benchmark.Disabled('android') # crbug.com/641934 |
| 44 def testRunBenchmarkListListsOutBenchmarks(self): | 44 def testRunBenchmarkListListsOutBenchmarks(self): |
| 45 return_code, stdout = self.RunPerfScript('run_benchmark list') | 45 return_code, stdout = self.RunPerfScript('run_benchmark list') |
| 46 self.assertEquals(return_code, 0, stdout) | 46 self.assertEquals(return_code, 0, stdout) |
| 47 self.assertIn('Pass --browser to list benchmarks', stdout) | 47 self.assertIn('Pass --browser to list benchmarks', stdout) |
| 48 self.assertIn('dummy_benchmark.stable_benchmark_1', stdout) | 48 self.assertIn('dummy_benchmark.stable_benchmark_1', stdout) |
| 49 | 49 |
| 50 @benchmark.Enabled('android') | 50 @benchmark.Disabled('all') # crbug.com/641934 |
| 51 def testRunBenchmarkListListsOutBenchmarksOnAndroid(self): | 51 def testRunBenchmarkListListsOutBenchmarksOnAndroid(self): |
| 52 return_code, stdout = self.RunPerfScript( | 52 return_code, stdout = self.RunPerfScript( |
| 53 'run_benchmark list --device=android --browser=android-chromium') | 53 'run_benchmark list --device=android --browser=android-chromium') |
| 54 self.assertEquals(return_code, 0, stdout) | 54 self.assertEquals(return_code, 0, stdout) |
| 55 self.assertIn('Pass --browser to list benchmarks', stdout) | 55 self.assertIn('Pass --browser to list benchmarks', stdout) |
| 56 self.assertIn('dummy_benchmark.stable_benchmark_1', stdout) | 56 self.assertIn('dummy_benchmark.stable_benchmark_1', stdout) |
| 57 | 57 |
| 58 def testRunTrybotWithTypo(self): | 58 def testRunTrybotWithTypo(self): |
| 59 return_code, stdout = self.RunPerfScript('run_benchmark try linux octaenz') | 59 return_code, stdout = self.RunPerfScript('run_benchmark try linux octaenz') |
| 60 self.assertIn('No benchmark named "octaenz"', stdout) | 60 self.assertIn('No benchmark named "octaenz"', stdout) |
| (...skipping 24 matching lines...) Expand all Loading... |
| 85 try: | 85 try: |
| 86 return_code, _ = self.RunPerfScript( | 86 return_code, _ = self.RunPerfScript( |
| 87 'run_benchmark list --json-output %s' % tmp_file_name) | 87 'run_benchmark list --json-output %s' % tmp_file_name) |
| 88 self.assertEquals(return_code, 0) | 88 self.assertEquals(return_code, 0) |
| 89 with open(tmp_file_name, 'r') as f: | 89 with open(tmp_file_name, 'r') as f: |
| 90 benchmark_data = json.load(f) | 90 benchmark_data = json.load(f) |
| 91 self.assertIn('dummy_benchmark.stable_benchmark_1', | 91 self.assertIn('dummy_benchmark.stable_benchmark_1', |
| 92 benchmark_data['steps']) | 92 benchmark_data['steps']) |
| 93 finally: | 93 finally: |
| 94 os.remove(tmp_file_name) | 94 os.remove(tmp_file_name) |
| OLD | NEW |