| OLD | NEW |
| 1 #!/usr/bin/env python | 1 #!/usr/bin/env python |
| 2 # Copyright 2016 The Chromium Authors. All rights reserved. | 2 # Copyright 2016 The Chromium Authors. All rights reserved. |
| 3 # Use of this source code is governed by a BSD-style license that can be | 3 # Use of this source code is governed by a BSD-style license that can be |
| 4 # found in the LICENSE file. | 4 # found in the LICENSE file. |
| 5 | 5 |
| 6 """Script to generate chromium.perf.json and chromium.perf.fyi.json in | 6 """Script to generate chromium.perf.json and chromium.perf.fyi.json in |
| 7 the src/testing/buildbot directory. Maintaining these files by hand is | 7 the src/testing/buildbot directory. Maintaining these files by hand is |
| 8 too unwieldy. | 8 too unwieldy. |
| 9 """ | 9 """ |
| 10 | 10 |
| (...skipping 134 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 145 'build220-b4', 'build221-b4'] | 145 'build220-b4', 'build221-b4'] |
| 146 } | 146 } |
| 147 ]) | 147 ]) |
| 148 waterfall = add_tester( | 148 waterfall = add_tester( |
| 149 waterfall, 'Win 10 4 Core Low-End Perf Tests', | 149 waterfall, 'Win 10 4 Core Low-End Perf Tests', |
| 150 'win-10-4-core-low-end', 'win', | 150 'win-10-4-core-low-end', 'win', |
| 151 swarming=[ | 151 swarming=[ |
| 152 { | 152 { |
| 153 'gpu': '8086:22b1', | 153 'gpu': '8086:22b1', |
| 154 'os': 'Windows-10-10586', | 154 'os': 'Windows-10-10586', |
| 155 'device_ids': ['build47-b4', 'build48-b4'], | 155 'device_ids': [ |
| 156 'build136-b1', 'build137-b1', 'build138-b1', 'build139-b1', |
| 157 'build140-b1', 'build141-b1', 'build142-b1', 'build143-b1', |
| 158 'build144-b1', 'build145-b1', 'build146-b1', 'build147-b1', |
| 159 'build148-b1', 'build149-b1', 'build150-b1', 'build151-b1', |
| 160 'build152-b1', 'build153-b1', 'build154-b1', 'build155-b1', |
| 161 'build47-b4', 'build48-b4'], |
| 156 'perf_tests': [ | 162 'perf_tests': [ |
| 157 ('cc_perftests', 0), | 163 ('cc_perftests', 0), |
| 158 ('gpu_perftests', 0), | 164 ('gpu_perftests', 0), |
| 159 ('load_library_perf_tests', 0), | 165 ('load_library_perf_tests', 0), |
| 160 ('angle_perftests', 1), | 166 ('angle_perftests', 1), |
| 161 ('performance_browser_tests', 1), | 167 ('performance_browser_tests', 1), |
| 162 ('tracing_perftests', 1)] | 168 ('tracing_perftests', 1)] |
| 163 } | 169 } |
| 164 ], | 170 ]) |
| 165 use_whitelist=True) | |
| 166 waterfall = add_tester( | 171 waterfall = add_tester( |
| 167 waterfall, 'Android Swarming N5X Tester', | 172 waterfall, 'Android Swarming N5X Tester', |
| 168 'fyi-android-swarming-n5x', 'android', | 173 'fyi-android-swarming-n5x', 'android', |
| 169 swarming=[ | 174 swarming=[ |
| 170 { | 175 { |
| 171 'os': 'Android', | 176 'os': 'Android', |
| 172 'android_devices': '1', | 177 'android_devices': '1', |
| 173 'device_ids': [ | 178 'device_ids': [ |
| 174 'build245-m4--device1', 'build245-m4--device2', | 179 'build245-m4--device1', 'build245-m4--device2', |
| 175 'build245-m4--device3', 'build245-m4--device4', | 180 'build245-m4--device3', 'build245-m4--device4', |
| 176 'build245-m4--device5', 'build245-m4--device6', | 181 'build245-m4--device5', 'build245-m4--device6', |
| 177 'build245-m4--device7' | 182 'build245-m4--device7' |
| 178 ] | 183 ] |
| 179 } | 184 } |
| 180 ], | 185 ]) |
| 181 use_whitelist=True) | |
| 182 return waterfall | 186 return waterfall |
| 183 | 187 |
| 184 | 188 |
| 185 def get_waterfall_config(): | 189 def get_waterfall_config(): |
| 186 waterfall = {'builders':[], 'testers': {}} | 190 waterfall = {'builders':[], 'testers': {}} |
| 187 | 191 |
| 188 # These configurations are taken from chromium_perf.py in | 192 # These configurations are taken from chromium_perf.py in |
| 189 # build/scripts/slave/recipe_modules/chromium_tests and must be kept in sync | 193 # build/scripts/slave/recipe_modules/chromium_tests and must be kept in sync |
| 190 # to generate the correct json for each tester | 194 # to generate the correct json for each tester |
| 191 waterfall = add_tester( | 195 waterfall = add_tester( |
| (...skipping 493 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 685 for builder in waterfall['builders']: | 689 for builder in waterfall['builders']: |
| 686 tests[builder] = {} | 690 tests[builder] = {} |
| 687 all_benchmarks = current_benchmarks(False) | 691 all_benchmarks = current_benchmarks(False) |
| 688 whitelist_benchmarks = current_benchmarks(True) | 692 whitelist_benchmarks = current_benchmarks(True) |
| 689 # Get benchmark sharding according to common sharding configurations | 693 # Get benchmark sharding according to common sharding configurations |
| 690 # Currently we only have bots sharded 5 directions and 1 direction | 694 # Currently we only have bots sharded 5 directions and 1 direction |
| 691 benchmark_sharding_map = {} | 695 benchmark_sharding_map = {} |
| 692 benchmark_sharding_map['22'] = shard_benchmarks(22, all_benchmarks) | 696 benchmark_sharding_map['22'] = shard_benchmarks(22, all_benchmarks) |
| 693 benchmark_sharding_map['5'] = shard_benchmarks(5, all_benchmarks) | 697 benchmark_sharding_map['5'] = shard_benchmarks(5, all_benchmarks) |
| 694 benchmark_sharding_map['1'] = shard_benchmarks(1, all_benchmarks) | 698 benchmark_sharding_map['1'] = shard_benchmarks(1, all_benchmarks) |
| 699 benchmark_sharding_map['7'] = shard_benchmarks(7, all_benchmarks) |
| 695 | 700 |
| 696 for name, config in waterfall['testers'].iteritems(): | 701 for name, config in waterfall['testers'].iteritems(): |
| 697 use_whitelist = config['use_whitelist'] | 702 use_whitelist = config['use_whitelist'] |
| 698 benchmark_list = all_benchmarks | 703 benchmark_list = all_benchmarks |
| 699 if use_whitelist: | 704 if use_whitelist: |
| 700 benchmark_list = whitelist_benchmarks | 705 benchmark_list = whitelist_benchmarks |
| 701 if config.get('swarming', False): | 706 if config.get('swarming', False): |
| 702 # Our current configuration only ever has one set of swarming dimensions | 707 # Our current configuration only ever has one set of swarming dimensions |
| 703 # Make sure this still holds true | 708 # Make sure this still holds true |
| 704 if len(config['swarming_dimensions']) > 1: | 709 if len(config['swarming_dimensions']) > 1: |
| (...skipping 42 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 747 waterfall['name'] = 'chromium.perf' | 752 waterfall['name'] = 'chromium.perf' |
| 748 fyi_waterfall = get_fyi_waterfall_config() | 753 fyi_waterfall = get_fyi_waterfall_config() |
| 749 fyi_waterfall['name'] = 'chromium.perf.fyi' | 754 fyi_waterfall['name'] = 'chromium.perf.fyi' |
| 750 | 755 |
| 751 generate_all_tests(fyi_waterfall) | 756 generate_all_tests(fyi_waterfall) |
| 752 generate_all_tests(waterfall) | 757 generate_all_tests(waterfall) |
| 753 return 0 | 758 return 0 |
| 754 | 759 |
| 755 if __name__ == '__main__': | 760 if __name__ == '__main__': |
| 756 sys.exit(main()) | 761 sys.exit(main()) |
| OLD | NEW |