OLD | NEW |
(Empty) | |
| 1 # Copyright 2014 The Chromium Authors. All rights reserved. |
| 2 # Use of this source code is governed by a BSD-style license that can be |
| 3 # found in the LICENSE file. |
| 4 |
| 5 import collections |
| 6 import os |
| 7 import sys |
| 8 import time |
| 9 |
| 10 from cStringIO import StringIO |
| 11 |
| 12 from .type_definitions import DirSeen, Handler, Failure |
| 13 from .serialize import GetCurrentData, DiffData, NonExistant |
| 14 |
| 15 |
| 16 Missing = collections.namedtuple('Missing', 'test log_lines') |
| 17 Fail = collections.namedtuple('Fail', 'test diff log_lines') |
| 18 Pass = collections.namedtuple('Pass', 'test') |
| 19 |
| 20 |
| 21 class TestHandler(Handler): |
| 22 """Run the tests.""" |
| 23 |
| 24 @classmethod |
| 25 def gen_stage_loop(cls, _opts, tests, put_next_stage, put_result_stage): |
| 26 dirs_seen = set() |
| 27 for test in tests: |
| 28 subtests = test.tests |
| 29 for subtest in subtests: |
| 30 if subtest.expect_dir not in dirs_seen: |
| 31 put_result_stage(DirSeen(subtest.expect_dir)) |
| 32 dirs_seen.add(subtest.expect_dir) |
| 33 put_next_stage(test) |
| 34 |
| 35 @classmethod |
| 36 def run_stage_loop(cls, _opts, results, put_next_stage): |
| 37 for test, result, log_lines in results: |
| 38 current, _ = GetCurrentData(test) |
| 39 if current is NonExistant: |
| 40 put_next_stage(Missing(test, log_lines)) |
| 41 else: |
| 42 diff = DiffData(current, result.data) |
| 43 if not diff: |
| 44 put_next_stage(Pass(test)) |
| 45 else: |
| 46 put_next_stage(Fail(test, diff, log_lines)) |
| 47 |
| 48 class ResultStageHandler(Handler.ResultStageHandler): |
| 49 def __init__(self, *args): |
| 50 super(TestHandler.ResultStageHandler, self).__init__(*args) |
| 51 self.dirs_seen = set() |
| 52 self.files_expected = collections.defaultdict(set) |
| 53 self.err_out = StringIO() |
| 54 self.start = time.time() |
| 55 self.errors = collections.defaultdict(int) |
| 56 self.num_tests = 0 |
| 57 |
| 58 def _emit(self, short, test, verbose): |
| 59 if self.opts.verbose: |
| 60 print >> sys.stdout, '%s ... %s' % (test.name if test else '????', |
| 61 verbose) |
| 62 else: |
| 63 sys.stdout.write(short) |
| 64 sys.stdout.flush() |
| 65 |
| 66 def _add_result(self, msg, test, header, category, log_lines=()): |
| 67 print >> self.err_out |
| 68 print >> self.err_out, '=' * 70 |
| 69 if test is not None: |
| 70 print >> self.err_out, '%s: %s (%s)' % ( |
| 71 header, test.name, test.expect_path()) |
| 72 print >> self.err_out, '-' * 70 |
| 73 if msg: |
| 74 print >> self.err_out, msg |
| 75 if log_lines: |
| 76 print >> self.err_out, '==== captured logging output ====' |
| 77 print >> self.err_out, '\n'.join(log_lines) |
| 78 self.errors[category] += 1 |
| 79 self.num_tests += 1 |
| 80 |
| 81 def handle_DirSeen(self, dirseen): |
| 82 self.dirs_seen.add(dirseen.dir) |
| 83 |
| 84 def _handle_record(self, test): |
| 85 self.num_tests += 1 |
| 86 if test.expect_path() is not None: |
| 87 head, tail = os.path.split(test.expect_path()) |
| 88 self.files_expected[head].add(tail) |
| 89 |
| 90 def handle_Pass(self, p): |
| 91 self._handle_record(p.test) |
| 92 if not self.opts.quiet: |
| 93 self._emit('.', p.test, 'ok') |
| 94 |
| 95 def handle_Fail(self, fail): |
| 96 self._handle_record(fail.test) |
| 97 self._emit('F', fail.test, 'FAIL') |
| 98 self._add_result('\n'.join(fail.diff), fail.test, 'FAIL', 'failures', |
| 99 fail.log_lines) |
| 100 return Failure() |
| 101 |
| 102 def handle_TestError(self, test_error): |
| 103 self._handle_record(test_error.test) |
| 104 self._emit('E', test_error.test, 'ERROR') |
| 105 self._add_result(test_error.message, test_error.test, 'ERROR', 'errors', |
| 106 test_error.log_lines) |
| 107 return Failure() |
| 108 |
| 109 def handle_UnknownError(self, error): |
| 110 self._handle_record(error.test) |
| 111 self._emit('U', None, 'UNKNOWN ERROR') |
| 112 self._add_result(error.message, None, 'UNKNOWN ERROR', 'unknown_errors') |
| 113 return Failure() |
| 114 |
| 115 def handle_Missing(self, missing): |
| 116 self._handle_record(missing.test) |
| 117 self._emit('M', missing.test, 'MISSING') |
| 118 self._add_result('', missing.test, 'MISSING', 'missing', |
| 119 missing.log_lines) |
| 120 return Failure() |
| 121 |
| 122 def finalize(self, aborted): |
| 123 # TODO(iannucci): print summary stats (and timing info?) |
| 124 if not aborted and not self.opts.test_glob: |
| 125 for d in self.dirs_seen: |
| 126 expected = self.files_expected[d] |
| 127 for f in os.listdir(d): |
| 128 # Skip OWNERS files and files beginning with a '.' (like '.svn') |
| 129 if f == 'OWNERS' or f[0] == '.': |
| 130 continue |
| 131 if f not in expected: |
| 132 path = os.path.join(d, f) |
| 133 self._add_result('Unexpected file %s' % path, None, 'UNEXPECTED', |
| 134 'unexpected_file') |
| 135 |
| 136 buf = self.err_out.getvalue() |
| 137 if buf: |
| 138 print |
| 139 print buf |
| 140 if not self.opts.quiet: |
| 141 print |
| 142 print '-' * 70 |
| 143 print 'Ran %d tests in %0.3fs' % ( |
| 144 self.num_tests, time.time() - self.start) |
| 145 print |
| 146 if aborted: |
| 147 print 'ABORTED' |
| 148 elif self.errors: |
| 149 print 'FAILED (%s)' % (', '.join('%s=%d' % i |
| 150 for i in self.errors.iteritems())) |
| 151 elif not self.opts.quiet: |
| 152 print 'OK' |
| 153 |
OLD | NEW |