Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(567)

Side by Side Diff: tools/testrunner/local/progress.py

Issue 1163373005: Revert of [test] Refactoring - Use subject/observer pattern for progress indicators. (Closed) Base URL: https://chromium.googlesource.com/v8/v8.git@master
Patch Set: Created 5 years, 6 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « tools/testrunner/local/execution.py ('k') | no next file » | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 # Copyright 2012 the V8 project authors. All rights reserved. 1 # Copyright 2012 the V8 project authors. All rights reserved.
2 # Redistribution and use in source and binary forms, with or without 2 # Redistribution and use in source and binary forms, with or without
3 # modification, are permitted provided that the following conditions are 3 # modification, are permitted provided that the following conditions are
4 # met: 4 # met:
5 # 5 #
6 # * Redistributions of source code must retain the above copyright 6 # * Redistributions of source code must retain the above copyright
7 # notice, this list of conditions and the following disclaimer. 7 # notice, this list of conditions and the following disclaimer.
8 # * Redistributions in binary form must reproduce the above 8 # * Redistributions in binary form must reproduce the above
9 # copyright notice, this list of conditions and the following 9 # copyright notice, this list of conditions and the following
10 # disclaimer in the documentation and/or other materials provided 10 # disclaimer in the documentation and/or other materials provided
11 # with the distribution. 11 # with the distribution.
12 # * Neither the name of Google Inc. nor the names of its 12 # * Neither the name of Google Inc. nor the names of its
13 # contributors may be used to endorse or promote products derived 13 # contributors may be used to endorse or promote products derived
14 # from this software without specific prior written permission. 14 # from this software without specific prior written permission.
15 # 15 #
16 # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 16 # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
17 # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 17 # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
18 # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 18 # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
19 # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 19 # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
20 # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 20 # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 21 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 22 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23 # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 23 # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24 # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 24 # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 25 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
26 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 26 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27 27
28 28
29 from functools import wraps
30 import json 29 import json
31 import os 30 import os
32 import sys 31 import sys
33 import time 32 import time
34 33
35 from . import junit_output 34 from . import junit_output
36 35
37 36
38 ABS_PATH_PREFIX = os.getcwd() + os.sep 37 ABS_PATH_PREFIX = os.getcwd() + os.sep
39 38
40 39
41 def EscapeCommand(command): 40 def EscapeCommand(command):
42 parts = [] 41 parts = []
43 for part in command: 42 for part in command:
44 if ' ' in part: 43 if ' ' in part:
45 # Escape spaces. We may need to escape more characters for this 44 # Escape spaces. We may need to escape more characters for this
46 # to work properly. 45 # to work properly.
47 parts.append('"%s"' % part) 46 parts.append('"%s"' % part)
48 else: 47 else:
49 parts.append(part) 48 parts.append(part)
50 return " ".join(parts) 49 return " ".join(parts)
51 50
52 51
53 class ProgressIndicator(object): 52 class ProgressIndicator(object):
54 53
55 def __init__(self): 54 def __init__(self):
56 self.runner = None 55 self.runner = None
57 56
58 def SetRunner(self, runner):
59 self.runner = runner
60
61 def Starting(self): 57 def Starting(self):
62 pass 58 pass
63 59
64 def Done(self): 60 def Done(self):
65 pass 61 pass
66 62
67 def AboutToRun(self, test): 63 def AboutToRun(self, test):
68 pass 64 pass
69 65
70 def HasRun(self, test, has_unexpected_output): 66 def HasRun(self, test, has_unexpected_output):
71 pass 67 pass
72 68
73 def Heartbeat(self): 69 def Heartbeat(self):
74 pass 70 pass
75 71
76 def PrintFailureHeader(self, test): 72 def PrintFailureHeader(self, test):
77 if test.suite.IsNegativeTest(test): 73 if test.suite.IsNegativeTest(test):
78 negative_marker = '[negative] ' 74 negative_marker = '[negative] '
79 else: 75 else:
80 negative_marker = '' 76 negative_marker = ''
81 print "=== %(label)s %(negative)s===" % { 77 print "=== %(label)s %(negative)s===" % {
82 'label': test.GetLabel(), 78 'label': test.GetLabel(),
83 'negative': negative_marker 79 'negative': negative_marker
84 } 80 }
85 81
86 82
87 class IndicatorNotifier(object):
88 """Holds a list of progress indicators and notifies them all on events."""
89 def __init__(self):
90 self.indicators = []
91
92 def Register(self, indicator):
93 self.indicators.append(indicator)
94
95
96 # Forge all generic event-dispatching methods in IndicatorNotifier, which are
97 # part of the ProgressIndicator interface.
98 for func_name in ProgressIndicator.__dict__:
99 func = getattr(ProgressIndicator, func_name)
100 if callable(func) and not func.__name__.startswith('_'):
101 def wrap_functor(f):
102 @wraps(f)
103 def functor(self, *args, **kwargs):
104 """Generic event dispatcher."""
105 for indicator in self.indicators:
106 getattr(indicator, f.__name__)(*args, **kwargs)
107 return functor
108 setattr(IndicatorNotifier, func_name, wrap_functor(func))
109
110
111 class SimpleProgressIndicator(ProgressIndicator): 83 class SimpleProgressIndicator(ProgressIndicator):
112 """Abstract base class for {Verbose,Dots}ProgressIndicator""" 84 """Abstract base class for {Verbose,Dots}ProgressIndicator"""
113 85
114 def Starting(self): 86 def Starting(self):
115 print 'Running %i tests' % self.runner.total 87 print 'Running %i tests' % self.runner.total
116 88
117 def Done(self): 89 def Done(self):
118 print 90 print
119 for failed in self.runner.failed: 91 for failed in self.runner.failed:
120 self.PrintFailureHeader(failed) 92 self.PrintFailureHeader(failed)
(...skipping 151 matching lines...) Expand 10 before | Expand all | Expand 10 after
272 'stderr': '%s', 244 'stderr': '%s',
273 } 245 }
274 super(MonochromeProgressIndicator, self).__init__(templates) 246 super(MonochromeProgressIndicator, self).__init__(templates)
275 247
276 def ClearLine(self, last_line_length): 248 def ClearLine(self, last_line_length):
277 print ("\r" + (" " * last_line_length) + "\r"), 249 print ("\r" + (" " * last_line_length) + "\r"),
278 250
279 251
280 class JUnitTestProgressIndicator(ProgressIndicator): 252 class JUnitTestProgressIndicator(ProgressIndicator):
281 253
282 def __init__(self, junitout, junittestsuite): 254 def __init__(self, progress_indicator, junitout, junittestsuite):
255 self.progress_indicator = progress_indicator
283 self.outputter = junit_output.JUnitTestOutput(junittestsuite) 256 self.outputter = junit_output.JUnitTestOutput(junittestsuite)
284 if junitout: 257 if junitout:
285 self.outfile = open(junitout, "w") 258 self.outfile = open(junitout, "w")
286 else: 259 else:
287 self.outfile = sys.stdout 260 self.outfile = sys.stdout
288 261
262 def Starting(self):
263 self.progress_indicator.runner = self.runner
264 self.progress_indicator.Starting()
265
289 def Done(self): 266 def Done(self):
267 self.progress_indicator.Done()
290 self.outputter.FinishAndWrite(self.outfile) 268 self.outputter.FinishAndWrite(self.outfile)
291 if self.outfile != sys.stdout: 269 if self.outfile != sys.stdout:
292 self.outfile.close() 270 self.outfile.close()
293 271
272 def AboutToRun(self, test):
273 self.progress_indicator.AboutToRun(test)
274
294 def HasRun(self, test, has_unexpected_output): 275 def HasRun(self, test, has_unexpected_output):
276 self.progress_indicator.HasRun(test, has_unexpected_output)
295 fail_text = "" 277 fail_text = ""
296 if has_unexpected_output: 278 if has_unexpected_output:
297 stdout = test.output.stdout.strip() 279 stdout = test.output.stdout.strip()
298 if len(stdout): 280 if len(stdout):
299 fail_text += "stdout:\n%s\n" % stdout 281 fail_text += "stdout:\n%s\n" % stdout
300 stderr = test.output.stderr.strip() 282 stderr = test.output.stderr.strip()
301 if len(stderr): 283 if len(stderr):
302 fail_text += "stderr:\n%s\n" % stderr 284 fail_text += "stderr:\n%s\n" % stderr
303 fail_text += "Command: %s" % EscapeCommand(self.runner.GetCommand(test)) 285 fail_text += "Command: %s" % EscapeCommand(self.runner.GetCommand(test))
304 if test.output.HasCrashed(): 286 if test.output.HasCrashed():
305 fail_text += "exit code: %d\n--- CRASHED ---" % test.output.exit_code 287 fail_text += "exit code: %d\n--- CRASHED ---" % test.output.exit_code
306 if test.output.HasTimedOut(): 288 if test.output.HasTimedOut():
307 fail_text += "--- TIMEOUT ---" 289 fail_text += "--- TIMEOUT ---"
308 self.outputter.HasRunTest( 290 self.outputter.HasRunTest(
309 [test.GetLabel()] + self.runner.context.mode_flags + test.flags, 291 [test.GetLabel()] + self.runner.context.mode_flags + test.flags,
310 test.duration, 292 test.duration,
311 fail_text) 293 fail_text)
312 294
295 def Heartbeat(self):
296 self.progress_indicator.Heartbeat()
313 297
314 class JsonTestProgressIndicator(ProgressIndicator): 298 class JsonTestProgressIndicator(ProgressIndicator):
315 299
316 def __init__(self, json_test_results, arch, mode): 300 def __init__(self, progress_indicator, json_test_results, arch, mode):
301 self.progress_indicator = progress_indicator
317 self.json_test_results = json_test_results 302 self.json_test_results = json_test_results
318 self.arch = arch 303 self.arch = arch
319 self.mode = mode 304 self.mode = mode
320 self.results = [] 305 self.results = []
321 self.tests = [] 306 self.tests = []
322 307
308 def Starting(self):
309 self.progress_indicator.runner = self.runner
310 self.progress_indicator.Starting()
311
323 def Done(self): 312 def Done(self):
313 self.progress_indicator.Done()
324 complete_results = [] 314 complete_results = []
325 if os.path.exists(self.json_test_results): 315 if os.path.exists(self.json_test_results):
326 with open(self.json_test_results, "r") as f: 316 with open(self.json_test_results, "r") as f:
327 # Buildbot might start out with an empty file. 317 # Buildbot might start out with an empty file.
328 complete_results = json.loads(f.read() or "[]") 318 complete_results = json.loads(f.read() or "[]")
329 319
330 # Sort tests by duration. 320 # Sort tests by duration.
331 timed_tests = [t for t in self.tests if t.duration is not None] 321 timed_tests = [t for t in self.tests if t.duration is not None]
332 timed_tests.sort(lambda a, b: cmp(b.duration, a.duration)) 322 timed_tests.sort(lambda a, b: cmp(b.duration, a.duration))
333 slowest_tests = [ 323 slowest_tests = [
334 { 324 {
335 "name": test.GetLabel(), 325 "name": test.GetLabel(),
336 "flags": test.flags, 326 "flags": test.flags,
337 "command": EscapeCommand(self.runner.GetCommand(test)).replace( 327 "command": EscapeCommand(self.runner.GetCommand(test)).replace(
338 ABS_PATH_PREFIX, ""), 328 ABS_PATH_PREFIX, ""),
339 "duration": test.duration, 329 "duration": test.duration,
340 } for test in timed_tests[:20] 330 } for test in timed_tests[:20]
341 ] 331 ]
342 332
343 complete_results.append({ 333 complete_results.append({
344 "arch": self.arch, 334 "arch": self.arch,
345 "mode": self.mode, 335 "mode": self.mode,
346 "results": self.results, 336 "results": self.results,
347 "slowest_tests": slowest_tests, 337 "slowest_tests": slowest_tests,
348 }) 338 })
349 339
350 with open(self.json_test_results, "w") as f: 340 with open(self.json_test_results, "w") as f:
351 f.write(json.dumps(complete_results)) 341 f.write(json.dumps(complete_results))
352 342
343 def AboutToRun(self, test):
344 self.progress_indicator.AboutToRun(test)
345
353 def HasRun(self, test, has_unexpected_output): 346 def HasRun(self, test, has_unexpected_output):
347 self.progress_indicator.HasRun(test, has_unexpected_output)
354 # Buffer all tests for sorting the durations in the end. 348 # Buffer all tests for sorting the durations in the end.
355 self.tests.append(test) 349 self.tests.append(test)
356 if not has_unexpected_output: 350 if not has_unexpected_output:
357 # Omit tests that run as expected. Passing tests of reruns after failures 351 # Omit tests that run as expected. Passing tests of reruns after failures
358 # will have unexpected_output to be reported here has well. 352 # will have unexpected_output to be reported here has well.
359 return 353 return
360 354
361 self.results.append({ 355 self.results.append({
362 "name": test.GetLabel(), 356 "name": test.GetLabel(),
363 "flags": test.flags, 357 "flags": test.flags,
364 "command": EscapeCommand(self.runner.GetCommand(test)).replace( 358 "command": EscapeCommand(self.runner.GetCommand(test)).replace(
365 ABS_PATH_PREFIX, ""), 359 ABS_PATH_PREFIX, ""),
366 "run": test.run, 360 "run": test.run,
367 "stdout": test.output.stdout, 361 "stdout": test.output.stdout,
368 "stderr": test.output.stderr, 362 "stderr": test.output.stderr,
369 "exit_code": test.output.exit_code, 363 "exit_code": test.output.exit_code,
370 "result": test.suite.GetOutcome(test), 364 "result": test.suite.GetOutcome(test),
371 "expected": list(test.outcomes or ["PASS"]), 365 "expected": list(test.outcomes or ["PASS"]),
372 "duration": test.duration, 366 "duration": test.duration,
373 }) 367 })
374 368
369 def Heartbeat(self):
370 self.progress_indicator.Heartbeat()
371
375 372
376 PROGRESS_INDICATORS = { 373 PROGRESS_INDICATORS = {
377 'verbose': VerboseProgressIndicator, 374 'verbose': VerboseProgressIndicator,
378 'dots': DotsProgressIndicator, 375 'dots': DotsProgressIndicator,
379 'color': ColorProgressIndicator, 376 'color': ColorProgressIndicator,
380 'mono': MonochromeProgressIndicator 377 'mono': MonochromeProgressIndicator
381 } 378 }
OLDNEW
« no previous file with comments | « tools/testrunner/local/execution.py ('k') | no next file » | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698