OLD | NEW |
1 #!/usr/bin/env python | 1 #!/usr/bin/env python |
2 # Copyright 2015 The Chromium Authors. All rights reserved. | 2 # Copyright 2015 The Chromium Authors. All rights reserved. |
3 # Use of this source code is governed by a BSD-style license that can be | 3 # Use of this source code is governed by a BSD-style license that can be |
4 # found in the LICENSE file. | 4 # found in the LICENSE file. |
5 | 5 |
6 """Toolbox to manage all the json files in this directory. | 6 """Toolbox to manage all the json files in this directory. |
7 | 7 |
8 It can reformat them in their canonical format or ensures they are well | 8 It can reformat them in their canonical format or ensures they are well |
9 formatted. | 9 formatted. |
10 """ | 10 """ |
(...skipping 26 matching lines...) Expand all Loading... |
37 return test | 37 return test |
38 | 38 |
39 | 39 |
40 def main(): | 40 def main(): |
41 colorama.init() | 41 colorama.init() |
42 parser = argparse.ArgumentParser(description=sys.modules[__name__].__doc__) | 42 parser = argparse.ArgumentParser(description=sys.modules[__name__].__doc__) |
43 group = parser.add_mutually_exclusive_group(required=True) | 43 group = parser.add_mutually_exclusive_group(required=True) |
44 group.add_argument( | 44 group.add_argument( |
45 '-c', '--check', action='store_true', help='Only check the files') | 45 '-c', '--check', action='store_true', help='Only check the files') |
46 group.add_argument( | 46 group.add_argument( |
| 47 '--convert', action='store_true', |
| 48 help='Convert a test to run on Swarming everywhere') |
| 49 group.add_argument( |
47 '--remaining', action='store_true', | 50 '--remaining', action='store_true', |
48 help='Count the number of tests not yet running on Swarming') | 51 help='Count the number of tests not yet running on Swarming') |
49 group.add_argument( | 52 group.add_argument( |
50 '-w', '--write', action='store_true', help='Rewrite the files') | 53 '-w', '--write', action='store_true', help='Rewrite the files') |
51 parser.add_argument( | 54 parser.add_argument( |
52 'test_name', nargs='?', | 55 'test_name', nargs='?', |
53 help='The test name to print which configs to update; only to be used ' | 56 help='The test name to print which configs to update; only to be used ' |
54 'with --remaining') | 57 'with --remaining') |
55 args = parser.parse_args() | 58 args = parser.parse_args() |
56 | 59 |
| 60 if args.convert and not args.test_name: |
| 61 parser.error('A test name is required with --convert') |
| 62 |
57 # Stats when running in --remaining mode; | 63 # Stats when running in --remaining mode; |
58 tests_location = collections.defaultdict( | 64 tests_location = collections.defaultdict( |
59 lambda: { | 65 lambda: { |
60 'count_run_local': 0, 'count_run_on_swarming': 0, 'local_configs': {} | 66 'count_run_local': 0, 'count_run_on_swarming': 0, 'local_configs': {} |
61 }) | 67 }) |
62 | 68 |
63 result = 0 | 69 result = 0 |
64 for filepath in glob.glob(os.path.join(THIS_DIR, '*.json')): | 70 for filepath in glob.glob(os.path.join(THIS_DIR, '*.json')): |
65 filename = os.path.basename(filepath) | 71 filename = os.path.basename(filepath) |
66 with open(filepath) as f: | 72 with open(filepath) as f: |
(...skipping 15 matching lines...) Expand all Loading... |
82 | 88 |
83 if args.remaining: | 89 if args.remaining: |
84 for test in data['gtest_tests']: | 90 for test in data['gtest_tests']: |
85 name = test['test'] | 91 name = test['test'] |
86 if test.get('swarming', {}).get('can_use_on_swarming_builders'): | 92 if test.get('swarming', {}).get('can_use_on_swarming_builders'): |
87 tests_location[name]['count_run_on_swarming'] += 1 | 93 tests_location[name]['count_run_on_swarming'] += 1 |
88 else: | 94 else: |
89 tests_location[name]['count_run_local'] += 1 | 95 tests_location[name]['count_run_local'] += 1 |
90 tests_location[name]['local_configs'].setdefault( | 96 tests_location[name]['local_configs'].setdefault( |
91 filename, []).append(builder) | 97 filename, []).append(builder) |
| 98 elif args.convert: |
| 99 for test in data['gtest_tests']: |
| 100 if test['test'] != args.test_name: |
| 101 continue |
| 102 test.setdefault('swarming', {})['can_use_on_swarming_builders'] = ( |
| 103 True) |
92 | 104 |
93 expected = json.dumps( | 105 expected = json.dumps( |
94 config, sort_keys=True, indent=2, separators=(',', ': ')) + '\n' | 106 config, sort_keys=True, indent=2, separators=(',', ': ')) + '\n' |
95 if content != expected: | 107 if content != expected: |
96 result = 1 | 108 result = 1 |
97 if args.write: | 109 if args.write or args.convert: |
98 with open(filepath, 'wb') as f: | 110 with open(filepath, 'wb') as f: |
99 f.write(expected) | 111 f.write(expected) |
100 print('Updated %s' % filename) | 112 print('Updated %s' % filename) |
101 else: | 113 else: |
102 print('%s is not in canonical format' % filename) | 114 print('%s is not in canonical format' % filename) |
103 | 115 |
104 if args.remaining: | 116 if args.remaining: |
105 if args.test_name: | 117 if args.test_name: |
106 if args.test_name not in tests_location: | 118 if args.test_name not in tests_location: |
107 print('Unknown test %s' % args.test_name) | 119 print('Unknown test %s' % args.test_name) |
(...skipping 26 matching lines...) Expand all Loading... |
134 p_swarming = 100. * total_swarming / total | 146 p_swarming = 100. * total_swarming / total |
135 print('%s%-*s %4d (%4.1f%%) %4d (%4.1f%%)' % | 147 print('%s%-*s %4d (%4.1f%%) %4d (%4.1f%%)' % |
136 (colorama.Fore.WHITE, l, 'Total:', total_local, p_local, | 148 (colorama.Fore.WHITE, l, 'Total:', total_local, p_local, |
137 total_swarming, p_swarming)) | 149 total_swarming, p_swarming)) |
138 print('%-*s %4d' % (l, 'Total executions:', total)) | 150 print('%-*s %4d' % (l, 'Total executions:', total)) |
139 return result | 151 return result |
140 | 152 |
141 | 153 |
142 if __name__ == "__main__": | 154 if __name__ == "__main__": |
143 sys.exit(main()) | 155 sys.exit(main()) |
OLD | NEW |