| OLD | NEW |
| (Empty) |
| 1 # Copyright (c) 2012 The Chromium Authors. All rights reserved. | |
| 2 # Use of this source code is governed by a BSD-style license that can be | |
| 3 # found in the LICENSE file. | |
| 4 | |
| 5 | |
| 6 import logging | |
| 7 | |
| 8 | |
| 9 # Language values match constants in Sponge protocol buffer (sponge.proto). | |
| 10 JAVA = 5 | |
| 11 PYTHON = 7 | |
| 12 | |
| 13 | |
| 14 class BaseTestResult(object): | |
| 15 """A single result from a unit test.""" | |
| 16 | |
| 17 def __init__(self, name, log): | |
| 18 self.name = name | |
| 19 self.log = log | |
| 20 | |
| 21 | |
| 22 class SingleTestResult(BaseTestResult): | |
| 23 """Result information for a single test. | |
| 24 | |
| 25 Args: | |
| 26 full_name: Full name of the test. | |
| 27 start_date: Date in milliseconds when the test began running. | |
| 28 dur: Duration of the test run in milliseconds. | |
| 29 lang: Language of the test (JAVA or PYTHON). | |
| 30 log: An optional string listing any errors. | |
| 31 error: A tuple of a short error message and a longer version used by Sponge | |
| 32 if test resulted in a fail or error. An empty tuple implies a pass. | |
| 33 """ | |
| 34 | |
| 35 def __init__(self, full_name, start_date, dur, lang, log='', error=()): | |
| 36 BaseTestResult.__init__(self, full_name, log) | |
| 37 name_pieces = full_name.rsplit('#') | |
| 38 if len(name_pieces) > 0: | |
| 39 self.test_name = name_pieces[1] | |
| 40 self.class_name = name_pieces[0] | |
| 41 else: | |
| 42 self.class_name = full_name | |
| 43 self.test_name = full_name | |
| 44 self.start_date = start_date | |
| 45 self.dur = dur | |
| 46 self.error = error | |
| 47 self.lang = lang | |
| 48 | |
| 49 | |
| 50 class TestResults(object): | |
| 51 """Results of a test run.""" | |
| 52 | |
| 53 def __init__(self): | |
| 54 self.ok = [] | |
| 55 self.failed = [] | |
| 56 self.crashed = [] | |
| 57 self.unknown = [] | |
| 58 self.disabled = [] | |
| 59 self.unexpected_pass = [] | |
| 60 self.timed_out = False | |
| 61 self.overall_fail = False | |
| 62 | |
| 63 @staticmethod | |
| 64 def FromRun(ok=None, failed=None, crashed=None, timed_out=False, | |
| 65 overall_fail=False): | |
| 66 ret = TestResults() | |
| 67 ret.ok = ok or [] | |
| 68 ret.failed = failed or [] | |
| 69 ret.crashed = crashed or [] | |
| 70 ret.timed_out = timed_out | |
| 71 ret.overall_fail = overall_fail | |
| 72 return ret | |
| 73 | |
| 74 @staticmethod | |
| 75 def FromTestResults(results): | |
| 76 """Combines a list of results in a single TestResults object.""" | |
| 77 ret = TestResults() | |
| 78 for t in results: | |
| 79 ret.ok += t.ok | |
| 80 ret.failed += t.failed | |
| 81 ret.crashed += t.crashed | |
| 82 ret.unknown += t.unknown | |
| 83 ret.disabled += t.disabled | |
| 84 ret.unexpected_pass += t.unexpected_pass | |
| 85 if t.timed_out: | |
| 86 ret.timed_out = True | |
| 87 if t.overall_fail: | |
| 88 ret.overall_fail = True | |
| 89 return ret | |
| 90 | |
| 91 def _Log(self, sorted_list): | |
| 92 for t in sorted_list: | |
| 93 logging.critical(t.name) | |
| 94 if t.log: | |
| 95 logging.critical(t.log) | |
| 96 | |
| 97 def GetAllBroken(self): | |
| 98 """Returns the all broken tests including failed, crashed, unknown.""" | |
| 99 return self.failed + self.crashed + self.unknown | |
| 100 | |
| 101 def LogFull(self): | |
| 102 """Output all broken tests or 'passed' if none broken""" | |
| 103 logging.critical('*' * 80) | |
| 104 logging.critical('Final result') | |
| 105 if self.failed: | |
| 106 logging.critical('Failed:') | |
| 107 self._Log(sorted(self.failed)) | |
| 108 if self.crashed: | |
| 109 logging.critical('Crashed:') | |
| 110 self._Log(sorted(self.crashed)) | |
| 111 if self.unknown: | |
| 112 logging.critical('Unknown:') | |
| 113 self._Log(sorted(self.unknown)) | |
| 114 if not self.GetAllBroken(): | |
| 115 logging.critical('Passed') | |
| 116 logging.critical('*' * 80) | |
| 117 | |
| 118 # Summarize in the test output. | |
| 119 summary_string = 'Summary:\n' | |
| 120 summary_string += 'RAN=%d\n' % (len(self.ok) + len(self.failed) + | |
| 121 len(self.crashed) + len(self.unknown)) | |
| 122 summary_string += 'PASSED=%d\n' % (len(self.ok)) | |
| 123 summary_string += 'FAILED=%d %s\n' % (len(self.failed), | |
| 124 [t.name for t in self.failed]) | |
| 125 summary_string += 'CRASHED=%d %s\n' % (len(self.crashed), | |
| 126 [t.name for t in self.crashed]) | |
| 127 summary_string += 'UNKNOWN=%d %s\n' % (len(self.unknown), | |
| 128 [t.name for t in self.unknown]) | |
| 129 logging.critical(summary_string) | |
| 130 return summary_string | |
| OLD | NEW |