| OLD | NEW |
| 1 #!/usr/bin/env python | 1 #!/usr/bin/env python |
| 2 # Copyright 2016 The Chromium Authors. All rights reserved. | 2 # Copyright 2016 The Chromium Authors. All rights reserved. |
| 3 # Use of this source code is governed by a BSD-style license that can be | 3 # Use of this source code is governed by a BSD-style license that can be |
| 4 # found in the LICENSE file. | 4 # found in the LICENSE file. |
| 5 | 5 |
| 6 """Script to generate chromium.perf.json and chromium.perf.fyi.json in | 6 """Script to generate chromium.perf.json and chromium.perf.fyi.json in |
| 7 the src/testing/buildbot directory. Maintaining these files by hand is | 7 the src/testing/buildbot directory. Maintaining these files by hand is |
| 8 too unwieldy. | 8 too unwieldy. |
| 9 """ | 9 """ |
| 10 | 10 |
| (...skipping 14 matching lines...) Expand all Loading... |
| 25 'args': [ | 25 'args': [ |
| 26 'gpu_perftests', | 26 'gpu_perftests', |
| 27 '--adb-path', | 27 '--adb-path', |
| 28 'src/third_party/catapult/devil/bin/deps/linux2/x86_64/bin/adb', | 28 'src/third_party/catapult/devil/bin/deps/linux2/x86_64/bin/adb', |
| 29 ], | 29 ], |
| 30 'name': 'gpu_perftests', | 30 'name': 'gpu_perftests', |
| 31 'script': 'gtest_perf_test.py', | 31 'script': 'gtest_perf_test.py', |
| 32 'testers': { | 32 'testers': { |
| 33 'chromium.perf': [ | 33 'chromium.perf': [ |
| 34 { | 34 { |
| 35 'name': 'Android Galaxy S5 Perf', | |
| 36 'shards': [3] | |
| 37 }, | |
| 38 { | |
| 39 'name': 'Android Nexus5 Perf', | 35 'name': 'Android Nexus5 Perf', |
| 40 'shards': [2] | 36 'shards': [2] |
| 41 }, | 37 }, |
| 42 { | 38 { |
| 43 'name': 'Android Nexus7v2 Perf', | 39 'name': 'Android Nexus7v2 Perf', |
| 44 'shards': [2] | 40 'shards': [2] |
| 45 } | 41 } |
| 46 # crbug.com/663762 | 42 # crbug.com/663762 |
| 47 #{ | 43 #{ |
| 48 # 'name': 'Android Nexus9 Perf', | 44 # 'name': 'Android Nexus9 Perf', |
| 49 # 'shards': [2] | 45 # 'shards': [2] |
| 50 #} | 46 #} |
| 51 ], | 47 ], |
| 52 'chromium.perf.fyi': [ | |
| 53 { | |
| 54 'name': 'Android Galaxy S5 Perf', | |
| 55 'shards': [1] | |
| 56 }, | |
| 57 ] | |
| 58 } | 48 } |
| 59 }, | 49 }, |
| 60 { | 50 { |
| 61 'args': [ | 51 'args': [ |
| 62 'cc_perftests', | 52 'cc_perftests', |
| 63 '--adb-path', | 53 '--adb-path', |
| 64 'src/third_party/catapult/devil/bin/deps/linux2/x86_64/bin/adb', | 54 'src/third_party/catapult/devil/bin/deps/linux2/x86_64/bin/adb', |
| 65 ], | 55 ], |
| 66 'name': 'cc_perftests', | 56 'name': 'cc_perftests', |
| 67 'script': 'gtest_perf_test.py', | 57 'script': 'gtest_perf_test.py', |
| 68 'testers': { | 58 'testers': { |
| 69 'chromium.perf': [ | 59 'chromium.perf': [ |
| 70 { | 60 { |
| 71 'name': 'Android Galaxy S5 Perf', | |
| 72 'shards': [3] | |
| 73 }, | |
| 74 { | |
| 75 'name': 'Android Nexus5 Perf', | 61 'name': 'Android Nexus5 Perf', |
| 76 'shards': [2] | 62 'shards': [2] |
| 77 }, | 63 }, |
| 78 { | 64 { |
| 79 'name': 'Android Nexus6 Perf', | 65 'name': 'Android Nexus6 Perf', |
| 80 'shards': [2] | 66 'shards': [2] |
| 81 }, | 67 }, |
| 82 { | 68 { |
| 83 'name': 'Android Nexus7v2 Perf', | 69 'name': 'Android Nexus7v2 Perf', |
| 84 'shards': [2] | 70 'shards': [2] |
| 85 }, | 71 }, |
| 86 { | 72 { |
| 87 'name': 'Android Nexus9 Perf', | 73 'name': 'Android Nexus9 Perf', |
| 88 'shards': [2] | 74 'shards': [2] |
| 89 }, | 75 }, |
| 90 ], | 76 ], |
| 91 'chromium.perf.fyi': [ | |
| 92 { | |
| 93 'name': 'Android Galaxy S5 Perf', | |
| 94 'shards': [1] | |
| 95 }, | |
| 96 ] | |
| 97 } | 77 } |
| 98 }, | 78 }, |
| 99 { | 79 { |
| 100 'args': [ | 80 'args': [ |
| 101 'cc_perftests', | 81 'cc_perftests', |
| 102 '--test-launcher-print-test-stdio=always' | 82 '--test-launcher-print-test-stdio=always' |
| 103 ], | 83 ], |
| 104 'name': 'cc_perftests', | 84 'name': 'cc_perftests', |
| 105 'script': 'gtest_perf_test.py', | 85 'script': 'gtest_perf_test.py', |
| 106 'testers': { | 86 'testers': { |
| (...skipping 25 matching lines...) Expand all Loading... |
| 132 'args': [ | 112 'args': [ |
| 133 'tracing_perftests', | 113 'tracing_perftests', |
| 134 '--adb-path', | 114 '--adb-path', |
| 135 'src/third_party/catapult/devil/bin/deps/linux2/x86_64/bin/adb', | 115 'src/third_party/catapult/devil/bin/deps/linux2/x86_64/bin/adb', |
| 136 ], | 116 ], |
| 137 'name': 'tracing_perftests', | 117 'name': 'tracing_perftests', |
| 138 'script': 'gtest_perf_test.py', | 118 'script': 'gtest_perf_test.py', |
| 139 'testers': { | 119 'testers': { |
| 140 'chromium.perf': [ | 120 'chromium.perf': [ |
| 141 { | 121 { |
| 142 'name': 'Android Galaxy S5 Perf', | |
| 143 'shards': [3] | |
| 144 }, | |
| 145 { | |
| 146 'name': 'Android Nexus5 Perf', | 122 'name': 'Android Nexus5 Perf', |
| 147 'shards': [2] | 123 'shards': [2] |
| 148 }, | 124 }, |
| 149 { | 125 { |
| 150 'name': 'Android Nexus6 Perf', | 126 'name': 'Android Nexus6 Perf', |
| 151 'shards': [2] | 127 'shards': [2] |
| 152 }, | 128 }, |
| 153 { | 129 { |
| 154 'name': 'Android Nexus7v2 Perf', | 130 'name': 'Android Nexus7v2 Perf', |
| 155 'shards': [2] | 131 'shards': [2] |
| (...skipping 123 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 279 if swarming: | 255 if swarming: |
| 280 waterfall['testers'][name]['swarming_dimensions'] = swarming | 256 waterfall['testers'][name]['swarming_dimensions'] = swarming |
| 281 waterfall['testers'][name]['swarming'] = True | 257 waterfall['testers'][name]['swarming'] = True |
| 282 | 258 |
| 283 return waterfall | 259 return waterfall |
| 284 | 260 |
| 285 | 261 |
| 286 def get_fyi_waterfall_config(): | 262 def get_fyi_waterfall_config(): |
| 287 waterfall = {'builders':[], 'testers': {}} | 263 waterfall = {'builders':[], 'testers': {}} |
| 288 waterfall = add_tester( | 264 waterfall = add_tester( |
| 289 waterfall, 'Android Galaxy S5 Perf', | |
| 290 'android-galaxy-s5-perf', 'android') | |
| 291 waterfall = add_tester( | |
| 292 waterfall, 'Win 10 Low-End Perf Tests', | 265 waterfall, 'Win 10 Low-End Perf Tests', |
| 293 'win-10-low-end', 'win', | 266 'win-10-low-end', 'win', |
| 294 swarming=[ | 267 swarming=[ |
| 295 { | 268 { |
| 296 'gpu': '1002:9874', | 269 'gpu': '1002:9874', |
| 297 'os': 'Windows-10-10586', | 270 'os': 'Windows-10-10586', |
| 298 'device_ids': [ | 271 'device_ids': [ |
| 299 'build171-b4', 'build186-b4', 'build202-b4', 'build203-b4', | 272 'build171-b4', 'build186-b4', 'build202-b4', 'build203-b4', |
| 300 'build204-b4', 'build205-b4', 'build206-b4', 'build207-b4', | 273 'build204-b4', 'build205-b4', 'build206-b4', 'build207-b4', |
| 301 'build208-b4', 'build209-b4', 'build210-b4', 'build211-b4', | 274 'build208-b4', 'build209-b4', 'build210-b4', 'build211-b4', |
| (...skipping 23 matching lines...) Expand all Loading... |
| 325 return waterfall | 298 return waterfall |
| 326 | 299 |
| 327 | 300 |
| 328 def get_waterfall_config(): | 301 def get_waterfall_config(): |
| 329 waterfall = {'builders':[], 'testers': {}} | 302 waterfall = {'builders':[], 'testers': {}} |
| 330 | 303 |
| 331 # These configurations are taken from chromium_perf.py in | 304 # These configurations are taken from chromium_perf.py in |
| 332 # build/scripts/slave/recipe_modules/chromium_tests and must be kept in sync | 305 # build/scripts/slave/recipe_modules/chromium_tests and must be kept in sync |
| 333 # to generate the correct json for each tester | 306 # to generate the correct json for each tester |
| 334 waterfall = add_tester( | 307 waterfall = add_tester( |
| 335 waterfall, 'Android Galaxy S5 Perf', | |
| 336 'android-galaxy-s5', 'android', target_bits=32, | |
| 337 num_device_shards=7, num_host_shards=3) | |
| 338 waterfall = add_tester( | |
| 339 waterfall, 'Android Nexus5 Perf', 'android-nexus5', | 308 waterfall, 'Android Nexus5 Perf', 'android-nexus5', |
| 340 'android', target_bits=32, num_device_shards=7, num_host_shards=3) | 309 'android', target_bits=32, num_device_shards=7, num_host_shards=3) |
| 341 waterfall = add_tester( | 310 waterfall = add_tester( |
| 342 waterfall, 'Android Nexus5X Perf', 'android-nexus5X', | 311 waterfall, 'Android Nexus5X Perf', 'android-nexus5X', |
| 343 'android', target_bits=32, num_device_shards=7, num_host_shards=3) | 312 'android', target_bits=32, num_device_shards=7, num_host_shards=3) |
| 344 waterfall = add_tester( | 313 waterfall = add_tester( |
| 345 waterfall, 'Android Nexus6 Perf', 'android-nexus6', | 314 waterfall, 'Android Nexus6 Perf', 'android-nexus6', |
| 346 'android', target_bits=32, num_device_shards=7, num_host_shards=3) | 315 'android', target_bits=32, num_device_shards=7, num_host_shards=3) |
| 347 waterfall = add_tester( | 316 waterfall = add_tester( |
| 348 waterfall, 'Android Nexus7v2 Perf', 'android-nexus7v2', | 317 waterfall, 'Android Nexus7v2 Perf', 'android-nexus7v2', |
| (...skipping 373 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 722 waterfall['name'] = 'chromium.perf' | 691 waterfall['name'] = 'chromium.perf' |
| 723 fyi_waterfall = get_fyi_waterfall_config() | 692 fyi_waterfall = get_fyi_waterfall_config() |
| 724 fyi_waterfall['name'] = 'chromium.perf.fyi' | 693 fyi_waterfall['name'] = 'chromium.perf.fyi' |
| 725 | 694 |
| 726 generate_all_tests(fyi_waterfall) | 695 generate_all_tests(fyi_waterfall) |
| 727 generate_all_tests(waterfall) | 696 generate_all_tests(waterfall) |
| 728 return 0 | 697 return 0 |
| 729 | 698 |
| 730 if __name__ == '__main__': | 699 if __name__ == '__main__': |
| 731 sys.exit(main()) | 700 sys.exit(main()) |
| OLD | NEW |