Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(68)

Side by Side Diff: tools/perf/generate_perf_json.py

Issue 2508673002: Perf: Removing S5s from waterfall (Closed)
Patch Set: rebasing again Created 4 years, 1 month ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « testing/buildbot/chromium.perf.fyi.json ('k') | no next file » | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 #!/usr/bin/env python 1 #!/usr/bin/env python
2 # Copyright 2016 The Chromium Authors. All rights reserved. 2 # Copyright 2016 The Chromium Authors. All rights reserved.
3 # Use of this source code is governed by a BSD-style license that can be 3 # Use of this source code is governed by a BSD-style license that can be
4 # found in the LICENSE file. 4 # found in the LICENSE file.
5 5
6 """Script to generate chromium.perf.json and chromium.perf.fyi.json in 6 """Script to generate chromium.perf.json and chromium.perf.fyi.json in
7 the src/testing/buildbot directory. Maintaining these files by hand is 7 the src/testing/buildbot directory. Maintaining these files by hand is
8 too unwieldy. 8 too unwieldy.
9 """ 9 """
10 10
(...skipping 14 matching lines...) Expand all
25 'args': [ 25 'args': [
26 'gpu_perftests', 26 'gpu_perftests',
27 '--adb-path', 27 '--adb-path',
28 'src/third_party/catapult/devil/bin/deps/linux2/x86_64/bin/adb', 28 'src/third_party/catapult/devil/bin/deps/linux2/x86_64/bin/adb',
29 ], 29 ],
30 'name': 'gpu_perftests', 30 'name': 'gpu_perftests',
31 'script': 'gtest_perf_test.py', 31 'script': 'gtest_perf_test.py',
32 'testers': { 32 'testers': {
33 'chromium.perf': [ 33 'chromium.perf': [
34 { 34 {
35 'name': 'Android Galaxy S5 Perf',
36 'shards': [3]
37 },
38 {
39 'name': 'Android Nexus5 Perf', 35 'name': 'Android Nexus5 Perf',
40 'shards': [2] 36 'shards': [2]
41 }, 37 },
42 { 38 {
43 'name': 'Android Nexus7v2 Perf', 39 'name': 'Android Nexus7v2 Perf',
44 'shards': [2] 40 'shards': [2]
45 } 41 }
46 # crbug.com/663762 42 # crbug.com/663762
47 #{ 43 #{
48 # 'name': 'Android Nexus9 Perf', 44 # 'name': 'Android Nexus9 Perf',
49 # 'shards': [2] 45 # 'shards': [2]
50 #} 46 #}
51 ], 47 ],
52 'chromium.perf.fyi': [
53 {
54 'name': 'Android Galaxy S5 Perf',
55 'shards': [1]
56 },
57 ]
58 } 48 }
59 }, 49 },
60 { 50 {
61 'args': [ 51 'args': [
62 'cc_perftests', 52 'cc_perftests',
63 '--adb-path', 53 '--adb-path',
64 'src/third_party/catapult/devil/bin/deps/linux2/x86_64/bin/adb', 54 'src/third_party/catapult/devil/bin/deps/linux2/x86_64/bin/adb',
65 ], 55 ],
66 'name': 'cc_perftests', 56 'name': 'cc_perftests',
67 'script': 'gtest_perf_test.py', 57 'script': 'gtest_perf_test.py',
68 'testers': { 58 'testers': {
69 'chromium.perf': [ 59 'chromium.perf': [
70 { 60 {
71 'name': 'Android Galaxy S5 Perf',
72 'shards': [3]
73 },
74 {
75 'name': 'Android Nexus5 Perf', 61 'name': 'Android Nexus5 Perf',
76 'shards': [2] 62 'shards': [2]
77 }, 63 },
78 { 64 {
79 'name': 'Android Nexus6 Perf', 65 'name': 'Android Nexus6 Perf',
80 'shards': [2] 66 'shards': [2]
81 }, 67 },
82 { 68 {
83 'name': 'Android Nexus7v2 Perf', 69 'name': 'Android Nexus7v2 Perf',
84 'shards': [2] 70 'shards': [2]
85 }, 71 },
86 { 72 {
87 'name': 'Android Nexus9 Perf', 73 'name': 'Android Nexus9 Perf',
88 'shards': [2] 74 'shards': [2]
89 }, 75 },
90 ], 76 ],
91 'chromium.perf.fyi': [
92 {
93 'name': 'Android Galaxy S5 Perf',
94 'shards': [1]
95 },
96 ]
97 } 77 }
98 }, 78 },
99 { 79 {
100 'args': [ 80 'args': [
101 'cc_perftests', 81 'cc_perftests',
102 '--test-launcher-print-test-stdio=always' 82 '--test-launcher-print-test-stdio=always'
103 ], 83 ],
104 'name': 'cc_perftests', 84 'name': 'cc_perftests',
105 'script': 'gtest_perf_test.py', 85 'script': 'gtest_perf_test.py',
106 'testers': { 86 'testers': {
(...skipping 25 matching lines...) Expand all
132 'args': [ 112 'args': [
133 'tracing_perftests', 113 'tracing_perftests',
134 '--adb-path', 114 '--adb-path',
135 'src/third_party/catapult/devil/bin/deps/linux2/x86_64/bin/adb', 115 'src/third_party/catapult/devil/bin/deps/linux2/x86_64/bin/adb',
136 ], 116 ],
137 'name': 'tracing_perftests', 117 'name': 'tracing_perftests',
138 'script': 'gtest_perf_test.py', 118 'script': 'gtest_perf_test.py',
139 'testers': { 119 'testers': {
140 'chromium.perf': [ 120 'chromium.perf': [
141 { 121 {
142 'name': 'Android Galaxy S5 Perf',
143 'shards': [3]
144 },
145 {
146 'name': 'Android Nexus5 Perf', 122 'name': 'Android Nexus5 Perf',
147 'shards': [2] 123 'shards': [2]
148 }, 124 },
149 { 125 {
150 'name': 'Android Nexus6 Perf', 126 'name': 'Android Nexus6 Perf',
151 'shards': [2] 127 'shards': [2]
152 }, 128 },
153 { 129 {
154 'name': 'Android Nexus7v2 Perf', 130 'name': 'Android Nexus7v2 Perf',
155 'shards': [2] 131 'shards': [2]
(...skipping 123 matching lines...) Expand 10 before | Expand all | Expand 10 after
279 if swarming: 255 if swarming:
280 waterfall['testers'][name]['swarming_dimensions'] = swarming 256 waterfall['testers'][name]['swarming_dimensions'] = swarming
281 waterfall['testers'][name]['swarming'] = True 257 waterfall['testers'][name]['swarming'] = True
282 258
283 return waterfall 259 return waterfall
284 260
285 261
286 def get_fyi_waterfall_config(): 262 def get_fyi_waterfall_config():
287 waterfall = {'builders':[], 'testers': {}} 263 waterfall = {'builders':[], 'testers': {}}
288 waterfall = add_tester( 264 waterfall = add_tester(
289 waterfall, 'Android Galaxy S5 Perf',
290 'android-galaxy-s5-perf', 'android')
291 waterfall = add_tester(
292 waterfall, 'Win 10 Low-End Perf Tests', 265 waterfall, 'Win 10 Low-End Perf Tests',
293 'win-10-low-end', 'win', 266 'win-10-low-end', 'win',
294 swarming=[ 267 swarming=[
295 { 268 {
296 'gpu': '1002:9874', 269 'gpu': '1002:9874',
297 'os': 'Windows-10-10586', 270 'os': 'Windows-10-10586',
298 'device_ids': [ 271 'device_ids': [
299 'build171-b4', 'build186-b4', 'build202-b4', 'build203-b4', 272 'build171-b4', 'build186-b4', 'build202-b4', 'build203-b4',
300 'build204-b4', 'build205-b4', 'build206-b4', 'build207-b4', 273 'build204-b4', 'build205-b4', 'build206-b4', 'build207-b4',
301 'build208-b4', 'build209-b4', 'build210-b4', 'build211-b4', 274 'build208-b4', 'build209-b4', 'build210-b4', 'build211-b4',
(...skipping 23 matching lines...) Expand all
325 return waterfall 298 return waterfall
326 299
327 300
328 def get_waterfall_config(): 301 def get_waterfall_config():
329 waterfall = {'builders':[], 'testers': {}} 302 waterfall = {'builders':[], 'testers': {}}
330 303
331 # These configurations are taken from chromium_perf.py in 304 # These configurations are taken from chromium_perf.py in
332 # build/scripts/slave/recipe_modules/chromium_tests and must be kept in sync 305 # build/scripts/slave/recipe_modules/chromium_tests and must be kept in sync
333 # to generate the correct json for each tester 306 # to generate the correct json for each tester
334 waterfall = add_tester( 307 waterfall = add_tester(
335 waterfall, 'Android Galaxy S5 Perf',
336 'android-galaxy-s5', 'android', target_bits=32,
337 num_device_shards=7, num_host_shards=3)
338 waterfall = add_tester(
339 waterfall, 'Android Nexus5 Perf', 'android-nexus5', 308 waterfall, 'Android Nexus5 Perf', 'android-nexus5',
340 'android', target_bits=32, num_device_shards=7, num_host_shards=3) 309 'android', target_bits=32, num_device_shards=7, num_host_shards=3)
341 waterfall = add_tester( 310 waterfall = add_tester(
342 waterfall, 'Android Nexus5X Perf', 'android-nexus5X', 311 waterfall, 'Android Nexus5X Perf', 'android-nexus5X',
343 'android', target_bits=32, num_device_shards=7, num_host_shards=3) 312 'android', target_bits=32, num_device_shards=7, num_host_shards=3)
344 waterfall = add_tester( 313 waterfall = add_tester(
345 waterfall, 'Android Nexus6 Perf', 'android-nexus6', 314 waterfall, 'Android Nexus6 Perf', 'android-nexus6',
346 'android', target_bits=32, num_device_shards=7, num_host_shards=3) 315 'android', target_bits=32, num_device_shards=7, num_host_shards=3)
347 waterfall = add_tester( 316 waterfall = add_tester(
348 waterfall, 'Android Nexus7v2 Perf', 'android-nexus7v2', 317 waterfall, 'Android Nexus7v2 Perf', 'android-nexus7v2',
(...skipping 373 matching lines...) Expand 10 before | Expand all | Expand 10 after
722 waterfall['name'] = 'chromium.perf' 691 waterfall['name'] = 'chromium.perf'
723 fyi_waterfall = get_fyi_waterfall_config() 692 fyi_waterfall = get_fyi_waterfall_config()
724 fyi_waterfall['name'] = 'chromium.perf.fyi' 693 fyi_waterfall['name'] = 'chromium.perf.fyi'
725 694
726 generate_all_tests(fyi_waterfall) 695 generate_all_tests(fyi_waterfall)
727 generate_all_tests(waterfall) 696 generate_all_tests(waterfall)
728 return 0 697 return 0
729 698
730 if __name__ == '__main__': 699 if __name__ == '__main__':
731 sys.exit(main()) 700 sys.exit(main())
OLDNEW
« no previous file with comments | « testing/buildbot/chromium.perf.fyi.json ('k') | no next file » | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698