OLD | NEW |
| (Empty) |
1 # Copyright 2014 The Chromium Authors. All rights reserved. | |
2 # Use of this source code is governed by a BSD-style license that can be | |
3 # found in the LICENSE file. | |
4 | |
5 import argparse | |
6 import contextlib | |
7 import json | |
8 import os | |
9 import subprocess | |
10 import tempfile | |
11 | |
12 | |
13 SCRIPT_DIR = os.path.abspath(os.path.dirname(__file__)) | |
14 SRC_DIR = os.path.abspath( | |
15 os.path.join(SCRIPT_DIR, os.path.pardir, os.path.pardir)) | |
16 | |
17 | |
18 # run-webkit-tests returns the number of failures as the return | |
19 # code, but caps the return code at 101 to avoid overflow or colliding | |
20 # with reserved values from the shell. | |
21 MAX_FAILURES_EXIT_STATUS = 101 | |
22 | |
23 | |
24 def run_script(argv, funcs): | |
25 def parse_json(path): | |
26 with open(path) as f: | |
27 return json.load(f) | |
28 parser = argparse.ArgumentParser() | |
29 # TODO(phajdan.jr): Make build-config-fs required after passing it in recipe. | |
30 parser.add_argument('--build-config-fs') | |
31 parser.add_argument('--paths', type=parse_json, default={}) | |
32 parser.add_argument('--properties', type=parse_json, default={}) | |
33 | |
34 subparsers = parser.add_subparsers() | |
35 | |
36 run_parser = subparsers.add_parser('run') | |
37 run_parser.add_argument( | |
38 '--output', type=argparse.FileType('w'), required=True) | |
39 run_parser.add_argument('--filter-file', type=argparse.FileType('r')) | |
40 run_parser.set_defaults(func=funcs['run']) | |
41 | |
42 run_parser = subparsers.add_parser('compile_targets') | |
43 run_parser.add_argument( | |
44 '--output', type=argparse.FileType('w'), required=True) | |
45 run_parser.set_defaults(func=funcs['compile_targets']) | |
46 | |
47 args = parser.parse_args(argv) | |
48 return args.func(args) | |
49 | |
50 | |
51 def run_command(argv): | |
52 print 'Running %r' % argv | |
53 rc = subprocess.call(argv) | |
54 print 'Command %r returned exit code %d' % (argv, rc) | |
55 return rc | |
56 | |
57 | |
58 @contextlib.contextmanager | |
59 def temporary_file(): | |
60 fd, path = tempfile.mkstemp() | |
61 os.close(fd) | |
62 try: | |
63 yield path | |
64 finally: | |
65 os.remove(path) | |
66 | |
67 | |
68 def parse_common_test_results(json_results): | |
69 def convert_trie_to_flat_paths(trie, prefix=None): | |
70 # Also see webkitpy.layout_tests.layout_package.json_results_generator | |
71 result = {} | |
72 for name, data in trie.iteritems(): | |
73 if prefix: | |
74 name = prefix + '/' + name | |
75 if len(data) and not 'actual' in data and not 'expected' in data: | |
76 result.update(convert_trie_to_flat_paths(data, name)) | |
77 else: | |
78 result[name] = data | |
79 return result | |
80 | |
81 results = { | |
82 'passes': {}, | |
83 'unexpected_passes': {}, | |
84 'failures': {}, | |
85 'unexpected_failures': {}, | |
86 'flakes': {}, | |
87 'unexpected_flakes': {}, | |
88 } | |
89 | |
90 # TODO(dpranke): crbug.com/357866 - we should simplify the handling of | |
91 # both the return code and parsing the actual results, below. | |
92 | |
93 passing_statuses = ('PASS', 'SLOW', 'NEEDSREBASELINE', | |
94 'NEEDSMANUALREBASELINE') | |
95 | |
96 for test, result in convert_trie_to_flat_paths( | |
97 json_results['tests']).iteritems(): | |
98 key = 'unexpected_' if result.get('is_unexpected') else '' | |
99 data = result['actual'] | |
100 actual_results = data.split() | |
101 last_result = actual_results[-1] | |
102 expected_results = result['expected'].split() | |
103 | |
104 if (len(actual_results) > 1 and | |
105 (last_result in expected_results or last_result in passing_statuses)): | |
106 key += 'flakes' | |
107 elif last_result in passing_statuses: | |
108 key += 'passes' | |
109 # TODO(dpranke): crbug.com/357867 ... Why are we assigning result | |
110 # instead of actual_result here. Do we even need these things to be | |
111 # hashes, or just lists? | |
112 data = result | |
113 else: | |
114 key += 'failures' | |
115 results[key][test] = data | |
116 | |
117 return results | |
OLD | NEW |