OLD | NEW |
---|---|
1 # Copyright 2014 The Chromium Authors. All rights reserved. | 1 # Copyright 2014 The Chromium Authors. All rights reserved. |
2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
4 | 4 |
5 import json | 5 import json |
6 import math | 6 import math |
7 import os | 7 import os |
8 import shutil | 8 import shutil |
9 import StringIO | 9 import StringIO |
10 import sys | 10 import sys |
(...skipping 1234 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
1245 options.results_label = None | 1245 options.results_label = None |
1246 options.reset_results = False | 1246 options.reset_results = False |
1247 options.use_live_sites = False | 1247 options.use_live_sites = False |
1248 options.max_failures = 100 | 1248 options.max_failures = 100 |
1249 options.pause = None | 1249 options.pause = None |
1250 options.pageset_repeat = 1 | 1250 options.pageset_repeat = 1 |
1251 options.output_formats = ['chartjson'] | 1251 options.output_formats = ['chartjson'] |
1252 options.run_disabled_tests = False | 1252 options.run_disabled_tests = False |
1253 return options | 1253 return options |
1254 | 1254 |
1255 def testRunBenchmarkDisabledBenchmarkViaCanRunonPlatform(self): | |
1256 fake_benchmark = FakeBenchmark() | |
1257 fake_benchmark.SUPPORTED_PLATFORMS = [] | |
1258 options = self._GenerateBaseBrowserFinderOptions() | |
1259 tmp_path = tempfile.mkdtemp() | |
1260 try: | |
1261 options.output_dir = tmp_path | |
1262 story_runner.RunBenchmark(fake_benchmark, options) | |
1263 with open(os.path.join(tmp_path, 'results-chart.json')) as f: | |
1264 data = json.load(f) | |
1265 self.assertFalse(data['enabled']) | |
1266 finally: | |
1267 shutil.rmtree(tmp_path) | |
1268 | |
1269 # TODO(rnephew): Remove this test when we no longer use | |
charliea (OOO until 10-5)
2017/08/22 17:22:18
Won't "PermanentlyDisableBenchmark" just become "T
rnephew (Reviews Here)
2017/08/22 17:33:20
Reworded to Refactor instead of Remove.
| |
1270 # expectations.PermanentlyDisableBenchmark() to disable benchmarks. | |
1255 def testRunBenchmarkDisabledBenchmark(self): | 1271 def testRunBenchmarkDisabledBenchmark(self): |
1256 fake_benchmark = FakeBenchmark() | 1272 fake_benchmark = FakeBenchmark() |
1257 fake_benchmark.disabled = True | 1273 fake_benchmark.disabled = True |
1258 options = self._GenerateBaseBrowserFinderOptions() | 1274 options = self._GenerateBaseBrowserFinderOptions() |
1259 tmp_path = tempfile.mkdtemp() | 1275 tmp_path = tempfile.mkdtemp() |
1260 try: | 1276 try: |
1261 options.output_dir = tmp_path | 1277 options.output_dir = tmp_path |
1262 story_runner.RunBenchmark(fake_benchmark, options) | 1278 story_runner.RunBenchmark(fake_benchmark, options) |
1263 with open(os.path.join(tmp_path, 'results-chart.json')) as f: | 1279 with open(os.path.join(tmp_path, 'results-chart.json')) as f: |
1264 data = json.load(f) | 1280 data = json.load(f) |
1265 self.assertFalse(data['enabled']) | 1281 self.assertFalse(data['enabled']) |
1266 finally: | 1282 finally: |
1267 shutil.rmtree(tmp_path) | 1283 shutil.rmtree(tmp_path) |
1268 | 1284 |
1285 # TODO(rnephew): Remove this test when we no longer use | |
1286 # expectations.PermanentlyDisableBenchmark() to disable benchmarks. | |
1269 def testRunBenchmarkDisabledBenchmarkCannotOverriddenByCommandLine(self): | 1287 def testRunBenchmarkDisabledBenchmarkCannotOverriddenByCommandLine(self): |
1270 fake_benchmark = FakeBenchmark() | 1288 fake_benchmark = FakeBenchmark() |
1271 fake_benchmark.disabled = True | 1289 fake_benchmark.disabled = True |
1272 options = self._GenerateBaseBrowserFinderOptions() | 1290 options = self._GenerateBaseBrowserFinderOptions() |
1273 options.run_disabled_tests = True | 1291 options.run_disabled_tests = True |
1274 temp_path = tempfile.mkdtemp() | 1292 temp_path = tempfile.mkdtemp() |
1275 try: | 1293 try: |
1276 options.output_dir = temp_path | 1294 options.output_dir = temp_path |
1277 story_runner.RunBenchmark(fake_benchmark, options) | 1295 story_runner.RunBenchmark(fake_benchmark, options) |
1278 with open(os.path.join(temp_path, 'results-chart.json')) as f: | 1296 with open(os.path.join(temp_path, 'results-chart.json')) as f: |
(...skipping 106 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
1385 fake_benchmark.story_disabled = True | 1403 fake_benchmark.story_disabled = True |
1386 options = self._GenerateBaseBrowserFinderOptions() | 1404 options = self._GenerateBaseBrowserFinderOptions() |
1387 tmp_path = tempfile.mkdtemp() | 1405 tmp_path = tempfile.mkdtemp() |
1388 try: | 1406 try: |
1389 options.output_dir = tmp_path | 1407 options.output_dir = tmp_path |
1390 rc = story_runner.RunBenchmark(fake_benchmark, options) | 1408 rc = story_runner.RunBenchmark(fake_benchmark, options) |
1391 # Test should return 0 since only error messages are logged. | 1409 # Test should return 0 since only error messages are logged. |
1392 self.assertEqual(rc, 0) | 1410 self.assertEqual(rc, 0) |
1393 finally: | 1411 finally: |
1394 shutil.rmtree(tmp_path) | 1412 shutil.rmtree(tmp_path) |
OLD | NEW |