| OLD | NEW |
| 1 #!/usr/bin/env python | 1 #!/usr/bin/env python |
| 2 # Copyright 2016 The Chromium Authors. All rights reserved. | 2 # Copyright 2016 The Chromium Authors. All rights reserved. |
| 3 # Use of this source code is governed by a BSD-style license that can be | 3 # Use of this source code is governed by a BSD-style license that can be |
| 4 # found in the LICENSE file. | 4 # found in the LICENSE file. |
| 5 | 5 |
| 6 # pylint: disable=too-many-lines | 6 # pylint: disable=too-many-lines |
| 7 | 7 |
| 8 """Script to generate chromium.perf.json and chromium.perf.fyi.json in | 8 """Script to generate chromium.perf.json and chromium.perf.fyi.json in |
| 9 the src/testing/buildbot directory and benchmark.csv in the src/tools/perf | 9 the src/testing/buildbot directory and benchmark.csv in the src/tools/perf |
| 10 directory. Maintaining these files by hand is too unwieldy. | 10 directory. Maintaining these files by hand is too unwieldy. |
| (...skipping 440 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 451 waterfall = add_tester( | 451 waterfall = add_tester( |
| 452 waterfall, 'Mac Retina Perf', | 452 waterfall, 'Mac Retina Perf', |
| 453 'chromium-rel-mac-retina', 'mac', | 453 'chromium-rel-mac-retina', 'mac', |
| 454 swarming=[ | 454 swarming=[ |
| 455 { | 455 { |
| 456 'gpu': '8086:0d26', | 456 'gpu': '8086:0d26', |
| 457 'os': 'Mac-10.11', | 457 'os': 'Mac-10.11', |
| 458 'pool': 'Chrome-perf', | 458 'pool': 'Chrome-perf', |
| 459 'device_ids': [ | 459 'device_ids': [ |
| 460 'build4-b1', 'build5-b1', 'build6-b1', 'build7-b1', 'build8-b1' | 460 'build4-b1', 'build5-b1', 'build6-b1', 'build7-b1', 'build8-b1' |
| 461 ] | 461 ], |
| 462 'perf_tests': [ |
| 463 ('performance_browser_tests', 'build8-b1') |
| 464 ] |
| 462 } | 465 } |
| 463 ]) | 466 ]) |
| 464 waterfall = add_tester( | 467 waterfall = add_tester( |
| 465 waterfall, 'Mac Pro 10.11 Perf', | 468 waterfall, 'Mac Pro 10.11 Perf', |
| 466 'chromium-rel-mac11-pro', 'mac', | 469 'chromium-rel-mac11-pro', 'mac', |
| 467 swarming=[ | 470 swarming=[ |
| 468 { | 471 { |
| 469 'gpu': '1002:6821', | 472 'gpu': '1002:6821', |
| 470 'os': 'Mac-10.11', | 473 'os': 'Mac-10.11', |
| 471 'pool': 'Chrome-perf', | 474 'pool': 'Chrome-perf', |
| 472 'device_ids': [ | 475 'device_ids': [ |
| 473 'build128-b1', 'build129-b1', | 476 'build128-b1', 'build129-b1', |
| 474 'build130-b1', 'build131-b1', 'build132-b1' | 477 'build130-b1', 'build131-b1', 'build132-b1' |
| 475 ] | 478 ], |
| 479 'perf_tests': [ |
| 480 ('performance_browser_tests', 'build132-b1') |
| 481 ] |
| 476 } | 482 } |
| 477 ]) | 483 ]) |
| 478 waterfall = add_tester( | 484 waterfall = add_tester( |
| 479 waterfall, 'Mac Air 10.11 Perf', | 485 waterfall, 'Mac Air 10.11 Perf', |
| 480 'chromium-rel-mac11-air', 'mac', | 486 'chromium-rel-mac11-air', 'mac', |
| 481 swarming=[ | 487 swarming=[ |
| 482 { | 488 { |
| 483 'gpu': '8086:1626', | 489 'gpu': '8086:1626', |
| 484 'os': 'Mac-10.11', | 490 'os': 'Mac-10.11', |
| 485 'pool': 'Chrome-perf', | 491 'pool': 'Chrome-perf', |
| 486 'device_ids': [ | 492 'device_ids': [ |
| 487 'build123-b1', 'build124-b1', | 493 'build123-b1', 'build124-b1', |
| 488 'build125-b1', 'build126-b1', 'build127-b1' | 494 'build125-b1', 'build126-b1', 'build127-b1' |
| 489 ] | 495 ], |
| 496 'perf_tests': [ |
| 497 ('performance_browser_tests', 'build126-b1') |
| 498 ] |
| 490 } | 499 } |
| 491 ]) | 500 ]) |
| 492 waterfall = add_tester( | 501 waterfall = add_tester( |
| 493 waterfall, 'Mac Mini 8GB 10.12 Perf', | 502 waterfall, 'Mac Mini 8GB 10.12 Perf', |
| 494 'chromium-rel-mac12-mini-8gb', 'mac', | 503 'chromium-rel-mac12-mini-8gb', 'mac', |
| 495 swarming=[ | 504 swarming=[ |
| 496 { | 505 { |
| 497 'gpu': '8086:0a26', | 506 'gpu': '8086:0a26', |
| 498 'os': 'Mac-10.12', | 507 'os': 'Mac-10.12', |
| 499 'pool': 'Chrome-perf', | 508 'pool': 'Chrome-perf', |
| (...skipping 341 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 841 'BenchmarkMetadata', 'emails component not_scheduled') | 850 'BenchmarkMetadata', 'emails component not_scheduled') |
| 842 NON_TELEMETRY_BENCHMARKS = { | 851 NON_TELEMETRY_BENCHMARKS = { |
| 843 'angle_perftests': BenchmarkMetadata('jmadill@chromium.org', None, False), | 852 'angle_perftests': BenchmarkMetadata('jmadill@chromium.org', None, False), |
| 844 'cc_perftests': BenchmarkMetadata('enne@chromium.org', None, False), | 853 'cc_perftests': BenchmarkMetadata('enne@chromium.org', None, False), |
| 845 'gpu_perftests': BenchmarkMetadata('reveman@chromium.org', None, False), | 854 'gpu_perftests': BenchmarkMetadata('reveman@chromium.org', None, False), |
| 846 'tracing_perftests': BenchmarkMetadata( | 855 'tracing_perftests': BenchmarkMetadata( |
| 847 'kkraynov@chromium.org, primiano@chromium.org', None, False), | 856 'kkraynov@chromium.org, primiano@chromium.org', None, False), |
| 848 'load_library_perf_tests': BenchmarkMetadata(None, None, False), | 857 'load_library_perf_tests': BenchmarkMetadata(None, None, False), |
| 849 'media_perftests': BenchmarkMetadata('crouleau@chromium.org', None, False), | 858 'media_perftests': BenchmarkMetadata('crouleau@chromium.org', None, False), |
| 850 'performance_browser_tests': BenchmarkMetadata( | 859 'performance_browser_tests': BenchmarkMetadata( |
| 851 'hubbe@chromium.org, justinlin@chromium.org, miu@chromium.org', None, | 860 'miu@chromium.org', None, False) |
| 852 False) | |
| 853 } | 861 } |
| 854 | 862 |
| 855 | 863 |
| 856 # If you change this dictionary, run tools/perf/generate_perf_data | 864 # If you change this dictionary, run tools/perf/generate_perf_data |
| 857 NON_WATERFALL_BENCHMARKS = { | 865 NON_WATERFALL_BENCHMARKS = { |
| 858 'sizes (mac)': BenchmarkMetadata('tapted@chromium.org', None, False), | 866 'sizes (mac)': BenchmarkMetadata('tapted@chromium.org', None, False), |
| 859 'sizes (win)': BenchmarkMetadata('grt@chromium.org', None, False), | 867 'sizes (win)': BenchmarkMetadata('grt@chromium.org', None, False), |
| 860 'sizes (linux)': BenchmarkMetadata('thestig@chromium.org', None, False), | 868 'sizes (linux)': BenchmarkMetadata('thestig@chromium.org', None, False), |
| 861 'resource_sizes': BenchmarkMetadata( | 869 'resource_sizes': BenchmarkMetadata( |
| 862 'agrieve@chromium.org, rnephew@chromium.org, perezju@chromium.org', | 870 'agrieve@chromium.org, rnephew@chromium.org, perezju@chromium.org', |
| (...skipping 140 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 1003 return 0 | 1011 return 0 |
| 1004 else: | 1012 else: |
| 1005 print ('The perf JSON config files are not up-to-date. Please run %s ' | 1013 print ('The perf JSON config files are not up-to-date. Please run %s ' |
| 1006 'without --validate-only flag to update the perf JSON ' | 1014 'without --validate-only flag to update the perf JSON ' |
| 1007 'configs and benchmark.csv.') % sys.argv[0] | 1015 'configs and benchmark.csv.') % sys.argv[0] |
| 1008 return 1 | 1016 return 1 |
| 1009 else: | 1017 else: |
| 1010 update_all_tests([fyi_waterfall, waterfall]) | 1018 update_all_tests([fyi_waterfall, waterfall]) |
| 1011 update_benchmark_csv() | 1019 update_benchmark_csv() |
| 1012 return 0 | 1020 return 0 |
| OLD | NEW |