Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(43)

Side by Side Diff: tools/perf/generate_perf_json.py

Issue 2563423003: trigger all benchmarks on swarmed android device and 4 core windows (Closed)
Patch Set: add json Created 4 years ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « testing/buildbot/chromium.perf.fyi.json ('k') | no next file » | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 #!/usr/bin/env python 1 #!/usr/bin/env python
2 # Copyright 2016 The Chromium Authors. All rights reserved. 2 # Copyright 2016 The Chromium Authors. All rights reserved.
3 # Use of this source code is governed by a BSD-style license that can be 3 # Use of this source code is governed by a BSD-style license that can be
4 # found in the LICENSE file. 4 # found in the LICENSE file.
5 5
6 """Script to generate chromium.perf.json and chromium.perf.fyi.json in 6 """Script to generate chromium.perf.json and chromium.perf.fyi.json in
7 the src/testing/buildbot directory. Maintaining these files by hand is 7 the src/testing/buildbot directory. Maintaining these files by hand is
8 too unwieldy. 8 too unwieldy.
9 """ 9 """
10 10
(...skipping 134 matching lines...) Expand 10 before | Expand all | Expand 10 after
145 'build220-b4', 'build221-b4'] 145 'build220-b4', 'build221-b4']
146 } 146 }
147 ]) 147 ])
148 waterfall = add_tester( 148 waterfall = add_tester(
149 waterfall, 'Win 10 4 Core Low-End Perf Tests', 149 waterfall, 'Win 10 4 Core Low-End Perf Tests',
150 'win-10-4-core-low-end', 'win', 150 'win-10-4-core-low-end', 'win',
151 swarming=[ 151 swarming=[
152 { 152 {
153 'gpu': '8086:22b1', 153 'gpu': '8086:22b1',
154 'os': 'Windows-10-10586', 154 'os': 'Windows-10-10586',
155 'device_ids': ['build47-b4', 'build48-b4'], 155 'device_ids': [
156 'build136-b1', 'build137-b1', 'build138-b1', 'build139-b1',
157 'build140-b1', 'build141-b1', 'build142-b1', 'build143-b1',
158 'build144-b1', 'build145-b1', 'build146-b1', 'build147-b1',
159 'build148-b1', 'build149-b1', 'build150-b1', 'build151-b1',
160 'build152-b1', 'build153-b1', 'build154-b1', 'build155-b1',
161 'build47-b4', 'build48-b4'],
156 'perf_tests': [ 162 'perf_tests': [
157 ('cc_perftests', 0), 163 ('cc_perftests', 0),
158 ('gpu_perftests', 0), 164 ('gpu_perftests', 0),
159 ('load_library_perf_tests', 0), 165 ('load_library_perf_tests', 0),
160 ('angle_perftests', 1), 166 ('angle_perftests', 1),
161 ('performance_browser_tests', 1), 167 ('performance_browser_tests', 1),
162 ('tracing_perftests', 1)] 168 ('tracing_perftests', 1)]
163 } 169 }
164 ], 170 ])
165 use_whitelist=True)
166 waterfall = add_tester( 171 waterfall = add_tester(
167 waterfall, 'Android Swarming N5X Tester', 172 waterfall, 'Android Swarming N5X Tester',
168 'fyi-android-swarming-n5x', 'android', 173 'fyi-android-swarming-n5x', 'android',
169 swarming=[ 174 swarming=[
170 { 175 {
171 'os': 'Android', 176 'os': 'Android',
172 'android_devices': '1', 177 'android_devices': '1',
173 'device_ids': [ 178 'device_ids': [
174 'build245-m4--device1', 'build245-m4--device2', 179 'build245-m4--device1', 'build245-m4--device2',
175 'build245-m4--device3', 'build245-m4--device4', 180 'build245-m4--device3', 'build245-m4--device4',
176 'build245-m4--device5', 'build245-m4--device6', 181 'build245-m4--device5', 'build245-m4--device6',
177 'build245-m4--device7' 182 'build245-m4--device7'
178 ] 183 ]
179 } 184 }
180 ], 185 ])
181 use_whitelist=True)
182 return waterfall 186 return waterfall
183 187
184 188
185 def get_waterfall_config(): 189 def get_waterfall_config():
186 waterfall = {'builders':[], 'testers': {}} 190 waterfall = {'builders':[], 'testers': {}}
187 191
188 # These configurations are taken from chromium_perf.py in 192 # These configurations are taken from chromium_perf.py in
189 # build/scripts/slave/recipe_modules/chromium_tests and must be kept in sync 193 # build/scripts/slave/recipe_modules/chromium_tests and must be kept in sync
190 # to generate the correct json for each tester 194 # to generate the correct json for each tester
191 waterfall = add_tester( 195 waterfall = add_tester(
(...skipping 493 matching lines...) Expand 10 before | Expand all | Expand 10 after
685 for builder in waterfall['builders']: 689 for builder in waterfall['builders']:
686 tests[builder] = {} 690 tests[builder] = {}
687 all_benchmarks = current_benchmarks(False) 691 all_benchmarks = current_benchmarks(False)
688 whitelist_benchmarks = current_benchmarks(True) 692 whitelist_benchmarks = current_benchmarks(True)
689 # Get benchmark sharding according to common sharding configurations 693 # Get benchmark sharding according to common sharding configurations
690 # Currently we only have bots sharded 5 directions and 1 direction 694 # Currently we only have bots sharded 5 directions and 1 direction
691 benchmark_sharding_map = {} 695 benchmark_sharding_map = {}
692 benchmark_sharding_map['22'] = shard_benchmarks(22, all_benchmarks) 696 benchmark_sharding_map['22'] = shard_benchmarks(22, all_benchmarks)
693 benchmark_sharding_map['5'] = shard_benchmarks(5, all_benchmarks) 697 benchmark_sharding_map['5'] = shard_benchmarks(5, all_benchmarks)
694 benchmark_sharding_map['1'] = shard_benchmarks(1, all_benchmarks) 698 benchmark_sharding_map['1'] = shard_benchmarks(1, all_benchmarks)
699 benchmark_sharding_map['7'] = shard_benchmarks(7, all_benchmarks)
695 700
696 for name, config in waterfall['testers'].iteritems(): 701 for name, config in waterfall['testers'].iteritems():
697 use_whitelist = config['use_whitelist'] 702 use_whitelist = config['use_whitelist']
698 benchmark_list = all_benchmarks 703 benchmark_list = all_benchmarks
699 if use_whitelist: 704 if use_whitelist:
700 benchmark_list = whitelist_benchmarks 705 benchmark_list = whitelist_benchmarks
701 if config.get('swarming', False): 706 if config.get('swarming', False):
702 # Our current configuration only ever has one set of swarming dimensions 707 # Our current configuration only ever has one set of swarming dimensions
703 # Make sure this still holds true 708 # Make sure this still holds true
704 if len(config['swarming_dimensions']) > 1: 709 if len(config['swarming_dimensions']) > 1:
(...skipping 42 matching lines...) Expand 10 before | Expand all | Expand 10 after
747 waterfall['name'] = 'chromium.perf' 752 waterfall['name'] = 'chromium.perf'
748 fyi_waterfall = get_fyi_waterfall_config() 753 fyi_waterfall = get_fyi_waterfall_config()
749 fyi_waterfall['name'] = 'chromium.perf.fyi' 754 fyi_waterfall['name'] = 'chromium.perf.fyi'
750 755
751 generate_all_tests(fyi_waterfall) 756 generate_all_tests(fyi_waterfall)
752 generate_all_tests(waterfall) 757 generate_all_tests(waterfall)
753 return 0 758 return 0
754 759
755 if __name__ == '__main__': 760 if __name__ == '__main__':
756 sys.exit(main()) 761 sys.exit(main())
OLDNEW
« no previous file with comments | « testing/buildbot/chromium.perf.fyi.json ('k') | no next file » | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698