| OLD | NEW |
| (Empty) |
| 1 # Copyright 2012 the V8 project authors. All rights reserved. | |
| 2 # Redistribution and use in source and binary forms, with or without | |
| 3 # modification, are permitted provided that the following conditions are | |
| 4 # met: | |
| 5 # | |
| 6 # * Redistributions of source code must retain the above copyright | |
| 7 # notice, this list of conditions and the following disclaimer. | |
| 8 # * Redistributions in binary form must reproduce the above | |
| 9 # copyright notice, this list of conditions and the following | |
| 10 # disclaimer in the documentation and/or other materials provided | |
| 11 # with the distribution. | |
| 12 # * Neither the name of Google Inc. nor the names of its | |
| 13 # contributors may be used to endorse or promote products derived | |
| 14 # from this software without specific prior written permission. | |
| 15 # | |
| 16 # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS | |
| 17 # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT | |
| 18 # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR | |
| 19 # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT | |
| 20 # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, | |
| 21 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT | |
| 22 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, | |
| 23 # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY | |
| 24 # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT | |
| 25 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE | |
| 26 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |
| 27 | |
| 28 | |
| 29 import sys | |
| 30 import time | |
| 31 | |
| 32 from . import statusfile | |
| 33 | |
| 34 | |
| 35 REPORT_TEMPLATE = ( | |
| 36 """Total: %(total)i tests | |
| 37 * %(skipped)4d tests will be skipped | |
| 38 * %(timeout)4d tests are expected to timeout sometimes | |
| 39 * %(nocrash)4d tests are expected to be flaky but not crash | |
| 40 * %(pass)4d tests are expected to pass | |
| 41 * %(fail_ok)4d tests are expected to fail that we won't fix | |
| 42 * %(fail)4d tests are expected to fail that we should fix""") | |
| 43 | |
| 44 | |
| 45 def PrintReport(tests): | |
| 46 total = len(tests) | |
| 47 skipped = timeout = nocrash = passes = fail_ok = fail = 0 | |
| 48 for t in tests: | |
| 49 if "outcomes" not in dir(t) or not t.outcomes: | |
| 50 passes += 1 | |
| 51 continue | |
| 52 o = t.outcomes | |
| 53 if statusfile.DoSkip(o): | |
| 54 skipped += 1 | |
| 55 continue | |
| 56 if statusfile.TIMEOUT in o: timeout += 1 | |
| 57 if statusfile.IsFlaky(o): nocrash += 1 | |
| 58 if list(o) == [statusfile.PASS]: passes += 1 | |
| 59 if statusfile.IsFailOk(o): fail_ok += 1 | |
| 60 if list(o) == [statusfile.FAIL]: fail += 1 | |
| 61 print REPORT_TEMPLATE % { | |
| 62 "total": total, | |
| 63 "skipped": skipped, | |
| 64 "timeout": timeout, | |
| 65 "nocrash": nocrash, | |
| 66 "pass": passes, | |
| 67 "fail_ok": fail_ok, | |
| 68 "fail": fail | |
| 69 } | |
| 70 | |
| 71 | |
| 72 def PrintTestSource(tests): | |
| 73 for test in tests: | |
| 74 suite = test.suite | |
| 75 source = suite.GetSourceForTest(test).strip() | |
| 76 if len(source) > 0: | |
| 77 print "--- begin source: %s/%s ---" % (suite.name, test.path) | |
| 78 print source | |
| 79 print "--- end source: %s/%s ---" % (suite.name, test.path) | |
| 80 | |
| 81 | |
| 82 def FormatTime(d): | |
| 83 millis = round(d * 1000) % 1000 | |
| 84 return time.strftime("%M:%S.", time.gmtime(d)) + ("%03i" % millis) | |
| 85 | |
| 86 | |
| 87 def PrintTestDurations(suites, overall_time): | |
| 88 # Write the times to stderr to make it easy to separate from the | |
| 89 # test output. | |
| 90 print | |
| 91 sys.stderr.write("--- Total time: %s ---\n" % FormatTime(overall_time)) | |
| 92 timed_tests = [ t for s in suites for t in s.tests | |
| 93 if t.duration is not None ] | |
| 94 timed_tests.sort(lambda a, b: cmp(b.duration, a.duration)) | |
| 95 index = 1 | |
| 96 for entry in timed_tests[:20]: | |
| 97 t = FormatTime(entry.duration) | |
| 98 sys.stderr.write("%4i (%s) %s\n" % (index, t, entry.GetLabel())) | |
| 99 index += 1 | |
| OLD | NEW |