| Index: third_party/recipe_engine/expect_tests/handle_test.py
|
| diff --git a/third_party/recipe_engine/expect_tests/handle_test.py b/third_party/recipe_engine/expect_tests/handle_test.py
|
| new file mode 100644
|
| index 0000000000000000000000000000000000000000..4338c7df815846526bd94f7f0223b71a1b89956e
|
| --- /dev/null
|
| +++ b/third_party/recipe_engine/expect_tests/handle_test.py
|
| @@ -0,0 +1,153 @@
|
| +# Copyright 2014 The Chromium Authors. All rights reserved.
|
| +# Use of this source code is governed by a BSD-style license that can be
|
| +# found in the LICENSE file.
|
| +
|
| +import collections
|
| +import os
|
| +import sys
|
| +import time
|
| +
|
| +from cStringIO import StringIO
|
| +
|
| +from .type_definitions import DirSeen, Handler, Failure
|
| +from .serialize import GetCurrentData, DiffData, NonExistant
|
| +
|
| +
|
| +Missing = collections.namedtuple('Missing', 'test log_lines')
|
| +Fail = collections.namedtuple('Fail', 'test diff log_lines')
|
| +Pass = collections.namedtuple('Pass', 'test')
|
| +
|
| +
|
| +class TestHandler(Handler):
|
| + """Run the tests."""
|
| +
|
| + @classmethod
|
| + def gen_stage_loop(cls, _opts, tests, put_next_stage, put_result_stage):
|
| + dirs_seen = set()
|
| + for test in tests:
|
| + subtests = test.tests
|
| + for subtest in subtests:
|
| + if subtest.expect_dir not in dirs_seen:
|
| + put_result_stage(DirSeen(subtest.expect_dir))
|
| + dirs_seen.add(subtest.expect_dir)
|
| + put_next_stage(test)
|
| +
|
| + @classmethod
|
| + def run_stage_loop(cls, _opts, results, put_next_stage):
|
| + for test, result, log_lines in results:
|
| + current, _ = GetCurrentData(test)
|
| + if current is NonExistant:
|
| + put_next_stage(Missing(test, log_lines))
|
| + else:
|
| + diff = DiffData(current, result.data)
|
| + if not diff:
|
| + put_next_stage(Pass(test))
|
| + else:
|
| + put_next_stage(Fail(test, diff, log_lines))
|
| +
|
| + class ResultStageHandler(Handler.ResultStageHandler):
|
| + def __init__(self, *args):
|
| + super(TestHandler.ResultStageHandler, self).__init__(*args)
|
| + self.dirs_seen = set()
|
| + self.files_expected = collections.defaultdict(set)
|
| + self.err_out = StringIO()
|
| + self.start = time.time()
|
| + self.errors = collections.defaultdict(int)
|
| + self.num_tests = 0
|
| +
|
| + def _emit(self, short, test, verbose):
|
| + if self.opts.verbose:
|
| + print >> sys.stdout, '%s ... %s' % (test.name if test else '????',
|
| + verbose)
|
| + else:
|
| + sys.stdout.write(short)
|
| + sys.stdout.flush()
|
| +
|
| + def _add_result(self, msg, test, header, category, log_lines=()):
|
| + print >> self.err_out
|
| + print >> self.err_out, '=' * 70
|
| + if test is not None:
|
| + print >> self.err_out, '%s: %s (%s)' % (
|
| + header, test.name, test.expect_path())
|
| + print >> self.err_out, '-' * 70
|
| + if msg:
|
| + print >> self.err_out, msg
|
| + if log_lines:
|
| + print >> self.err_out, '==== captured logging output ===='
|
| + print >> self.err_out, '\n'.join(log_lines)
|
| + self.errors[category] += 1
|
| + self.num_tests += 1
|
| +
|
| + def handle_DirSeen(self, dirseen):
|
| + self.dirs_seen.add(dirseen.dir)
|
| +
|
| + def _handle_record(self, test):
|
| + self.num_tests += 1
|
| + if test.expect_path() is not None:
|
| + head, tail = os.path.split(test.expect_path())
|
| + self.files_expected[head].add(tail)
|
| +
|
| + def handle_Pass(self, p):
|
| + self._handle_record(p.test)
|
| + if not self.opts.quiet:
|
| + self._emit('.', p.test, 'ok')
|
| +
|
| + def handle_Fail(self, fail):
|
| + self._handle_record(fail.test)
|
| + self._emit('F', fail.test, 'FAIL')
|
| + self._add_result('\n'.join(fail.diff), fail.test, 'FAIL', 'failures',
|
| + fail.log_lines)
|
| + return Failure()
|
| +
|
| + def handle_TestError(self, test_error):
|
| + self._handle_record(test_error.test)
|
| + self._emit('E', test_error.test, 'ERROR')
|
| + self._add_result(test_error.message, test_error.test, 'ERROR', 'errors',
|
| + test_error.log_lines)
|
| + return Failure()
|
| +
|
| + def handle_UnknownError(self, error):
|
| + self._handle_record(error.test)
|
| + self._emit('U', None, 'UNKNOWN ERROR')
|
| + self._add_result(error.message, None, 'UNKNOWN ERROR', 'unknown_errors')
|
| + return Failure()
|
| +
|
| + def handle_Missing(self, missing):
|
| + self._handle_record(missing.test)
|
| + self._emit('M', missing.test, 'MISSING')
|
| + self._add_result('', missing.test, 'MISSING', 'missing',
|
| + missing.log_lines)
|
| + return Failure()
|
| +
|
| + def finalize(self, aborted):
|
| + # TODO(iannucci): print summary stats (and timing info?)
|
| + if not aborted and not self.opts.test_glob:
|
| + for d in self.dirs_seen:
|
| + expected = self.files_expected[d]
|
| + for f in os.listdir(d):
|
| + # Skip OWNERS files and files beginning with a '.' (like '.svn')
|
| + if f == 'OWNERS' or f[0] == '.':
|
| + continue
|
| + if f not in expected:
|
| + path = os.path.join(d, f)
|
| + self._add_result('Unexpected file %s' % path, None, 'UNEXPECTED',
|
| + 'unexpected_file')
|
| +
|
| + buf = self.err_out.getvalue()
|
| + if buf:
|
| + print
|
| + print buf
|
| + if not self.opts.quiet:
|
| + print
|
| + print '-' * 70
|
| + print 'Ran %d tests in %0.3fs' % (
|
| + self.num_tests, time.time() - self.start)
|
| + print
|
| + if aborted:
|
| + print 'ABORTED'
|
| + elif self.errors:
|
| + print 'FAILED (%s)' % (', '.join('%s=%d' % i
|
| + for i in self.errors.iteritems()))
|
| + elif not self.opts.quiet:
|
| + print 'OK'
|
| +
|
|
|