| Index: mojo/tools/pylib/mojo_python_tests_runner.py
|
| diff --git a/mojo/tools/pylib/mojo_python_tests_runner.py b/mojo/tools/pylib/mojo_python_tests_runner.py
|
| new file mode 100644
|
| index 0000000000000000000000000000000000000000..095f728b3d5707bcc62ed57470a6a3489da4da8e
|
| --- /dev/null
|
| +++ b/mojo/tools/pylib/mojo_python_tests_runner.py
|
| @@ -0,0 +1,147 @@
|
| +# Copyright 2014 The Chromium Authors. All rights reserved.
|
| +# Use of this source code is governed by a BSD-style license that can be
|
| +# found in the LICENSE file.
|
| +
|
| +import argparse
|
| +import json
|
| +import os
|
| +import sys
|
| +import time
|
| +import unittest
|
| +
|
| +
|
| +class MojoPythonTestRunner(object):
|
| + """Helper class to run python tests on the bots."""
|
| +
|
| + def __init__(self, test_dir):
|
| + self._test_dir = test_dir
|
| +
|
| + def run(self):
|
| + parser = argparse.ArgumentParser()
|
| + parser.usage = 'run_mojo_python_tests.py [options] [tests...]'
|
| + parser.add_argument('-v', '--verbose', action='count', default=0)
|
| + parser.add_argument('--metadata', action='append', default=[],
|
| + help=('optional key=value metadata that will be stored '
|
| + 'in the results files (can be used for revision '
|
| + 'numbers, etc.)'))
|
| + parser.add_argument('--write-full-results-to', metavar='FILENAME',
|
| + action='store',
|
| + help='path to write the list of full results to.')
|
| + parser.add_argument('tests', nargs='*')
|
| +
|
| + self.add_custom_commandline_options(parser)
|
| + args = parser.parse_args()
|
| + self.apply_customization(args)
|
| +
|
| + bad_metadata = False
|
| + for val in args.metadata:
|
| + if '=' not in val:
|
| + print >> sys.stderr, ('Error: malformed metadata "%s"' % val)
|
| + bad_metadata = True
|
| + if bad_metadata:
|
| + print >> sys.stderr
|
| + parser.print_help()
|
| + return 2
|
| +
|
| + chromium_src_dir = os.path.join(os.path.dirname(__file__),
|
| + os.pardir,
|
| + os.pardir,
|
| + os.pardir)
|
| +
|
| + loader = unittest.loader.TestLoader()
|
| + print "Running Python unit tests under %s..." % self._test_dir
|
| +
|
| + pylib_dir = os.path.join(chromium_src_dir, self._test_dir)
|
| + if args.tests:
|
| + if pylib_dir not in sys.path:
|
| + sys.path.append(pylib_dir)
|
| + suite = unittest.TestSuite()
|
| + for test_name in args.tests:
|
| + suite.addTests(loader.loadTestsFromName(test_name))
|
| + else:
|
| + suite = loader.discover(pylib_dir, pattern='*_unittest.py')
|
| +
|
| + runner = unittest.runner.TextTestRunner(verbosity=(args.verbose + 1))
|
| + result = runner.run(suite)
|
| +
|
| + full_results = _FullResults(suite, result, args.metadata)
|
| + if args.write_full_results_to:
|
| + with open(args.write_full_results_to, 'w') as fp:
|
| + json.dump(full_results, fp, indent=2)
|
| + fp.write("\n")
|
| +
|
| + return 0 if result.wasSuccessful() else 1
|
| +
|
| + def add_custom_commandline_options(self, parser):
|
| + """Allow to add custom option to the runner script."""
|
| + pass
|
| +
|
| + def apply_customization(self, args):
|
| + """Allow to apply any customization to the runner."""
|
| + pass
|
| +
|
| +
|
| +TEST_SEPARATOR = '.'
|
| +
|
| +
|
| +def _FullResults(suite, result, metadata):
|
| + """Convert the unittest results to the Chromium JSON test result format.
|
| +
|
| + This matches run-webkit-tests (the layout tests) and the flakiness dashboard.
|
| + """
|
| +
|
| + full_results = {}
|
| + full_results['interrupted'] = False
|
| + full_results['path_delimiter'] = TEST_SEPARATOR
|
| + full_results['version'] = 3
|
| + full_results['seconds_since_epoch'] = time.time()
|
| + for md in metadata:
|
| + key, val = md.split('=', 1)
|
| + full_results[key] = val
|
| +
|
| + all_test_names = _AllTestNames(suite)
|
| + failed_test_names = _FailedTestNames(result)
|
| +
|
| + full_results['num_failures_by_type'] = {
|
| + 'FAIL': len(failed_test_names),
|
| + 'PASS': len(all_test_names) - len(failed_test_names),
|
| + }
|
| +
|
| + full_results['tests'] = {}
|
| +
|
| + for test_name in all_test_names:
|
| + value = {}
|
| + value['expected'] = 'PASS'
|
| + if test_name in failed_test_names:
|
| + value['actual'] = 'FAIL'
|
| + value['is_unexpected'] = True
|
| + else:
|
| + value['actual'] = 'PASS'
|
| + _AddPathToTrie(full_results['tests'], test_name, value)
|
| +
|
| + return full_results
|
| +
|
| +
|
| +def _AllTestNames(suite):
|
| + test_names = []
|
| + # _tests is protected pylint: disable=W0212
|
| + for test in suite._tests:
|
| + if isinstance(test, unittest.suite.TestSuite):
|
| + test_names.extend(_AllTestNames(test))
|
| + else:
|
| + test_names.append(test.id())
|
| + return test_names
|
| +
|
| +
|
| +def _FailedTestNames(result):
|
| + return set(test.id() for test, _ in result.failures + result.errors)
|
| +
|
| +
|
| +def _AddPathToTrie(trie, path, value):
|
| + if TEST_SEPARATOR not in path:
|
| + trie[path] = value
|
| + return
|
| + directory, rest = path.split(TEST_SEPARATOR, 1)
|
| + if directory not in trie:
|
| + trie[directory] = {}
|
| + _AddPathToTrie(trie[directory], rest, value)
|
|
|