OLD | NEW |
1 #!/usr/bin/env python | 1 #!/usr/bin/env python |
2 # Copyright 2016 The Chromium Authors. All rights reserved. | 2 # Copyright 2016 The Chromium Authors. All rights reserved. |
3 # Use of this source code is governed by a BSD-style license that can be | 3 # Use of this source code is governed by a BSD-style license that can be |
4 # found in the LICENSE file. | 4 # found in the LICENSE file. |
5 | 5 |
6 # pylint: disable=too-many-lines | 6 # pylint: disable=too-many-lines |
7 | 7 |
8 """Script to generate chromium.perf.json and chromium.perf.fyi.json in | 8 """Script to generate chromium.perf.json and chromium.perf.fyi.json in |
9 the src/testing/buildbot directory and benchmark.csv in the src/tools/perf | 9 the src/testing/buildbot directory and benchmark.csv in the src/tools/perf |
10 directory. Maintaining these files by hand is too unwieldy. | 10 directory. Maintaining these files by hand is too unwieldy. |
(...skipping 440 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
451 waterfall = add_tester( | 451 waterfall = add_tester( |
452 waterfall, 'Mac Retina Perf', | 452 waterfall, 'Mac Retina Perf', |
453 'chromium-rel-mac-retina', 'mac', | 453 'chromium-rel-mac-retina', 'mac', |
454 swarming=[ | 454 swarming=[ |
455 { | 455 { |
456 'gpu': '8086:0d26', | 456 'gpu': '8086:0d26', |
457 'os': 'Mac-10.11', | 457 'os': 'Mac-10.11', |
458 'pool': 'Chrome-perf', | 458 'pool': 'Chrome-perf', |
459 'device_ids': [ | 459 'device_ids': [ |
460 'build4-b1', 'build5-b1', 'build6-b1', 'build7-b1', 'build8-b1' | 460 'build4-b1', 'build5-b1', 'build6-b1', 'build7-b1', 'build8-b1' |
461 ] | 461 ], |
| 462 'perf_tests': [ |
| 463 ('performance_browser_tests', 'build8-b1') |
| 464 ] |
462 } | 465 } |
463 ]) | 466 ]) |
464 waterfall = add_tester( | 467 waterfall = add_tester( |
465 waterfall, 'Mac Pro 10.11 Perf', | 468 waterfall, 'Mac Pro 10.11 Perf', |
466 'chromium-rel-mac11-pro', 'mac', | 469 'chromium-rel-mac11-pro', 'mac', |
467 swarming=[ | 470 swarming=[ |
468 { | 471 { |
469 'gpu': '1002:6821', | 472 'gpu': '1002:6821', |
470 'os': 'Mac-10.11', | 473 'os': 'Mac-10.11', |
471 'pool': 'Chrome-perf', | 474 'pool': 'Chrome-perf', |
472 'device_ids': [ | 475 'device_ids': [ |
473 'build128-b1', 'build129-b1', | 476 'build128-b1', 'build129-b1', |
474 'build130-b1', 'build131-b1', 'build132-b1' | 477 'build130-b1', 'build131-b1', 'build132-b1' |
475 ] | 478 ], |
| 479 'perf_tests': [ |
| 480 ('performance_browser_tests', 'build132-b1') |
| 481 ] |
476 } | 482 } |
477 ]) | 483 ]) |
478 waterfall = add_tester( | 484 waterfall = add_tester( |
479 waterfall, 'Mac Air 10.11 Perf', | 485 waterfall, 'Mac Air 10.11 Perf', |
480 'chromium-rel-mac11-air', 'mac', | 486 'chromium-rel-mac11-air', 'mac', |
481 swarming=[ | 487 swarming=[ |
482 { | 488 { |
483 'gpu': '8086:1626', | 489 'gpu': '8086:1626', |
484 'os': 'Mac-10.11', | 490 'os': 'Mac-10.11', |
485 'pool': 'Chrome-perf', | 491 'pool': 'Chrome-perf', |
486 'device_ids': [ | 492 'device_ids': [ |
487 'build123-b1', 'build124-b1', | 493 'build123-b1', 'build124-b1', |
488 'build125-b1', 'build126-b1', 'build127-b1' | 494 'build125-b1', 'build126-b1', 'build127-b1' |
489 ] | 495 ], |
| 496 'perf_tests': [ |
| 497 ('performance_browser_tests', 'build126-b1') |
| 498 ] |
490 } | 499 } |
491 ]) | 500 ]) |
492 waterfall = add_tester( | 501 waterfall = add_tester( |
493 waterfall, 'Mac Mini 8GB 10.12 Perf', | 502 waterfall, 'Mac Mini 8GB 10.12 Perf', |
494 'chromium-rel-mac12-mini-8gb', 'mac', | 503 'chromium-rel-mac12-mini-8gb', 'mac', |
495 swarming=[ | 504 swarming=[ |
496 { | 505 { |
497 'gpu': '8086:0a26', | 506 'gpu': '8086:0a26', |
498 'os': 'Mac-10.12', | 507 'os': 'Mac-10.12', |
499 'pool': 'Chrome-perf', | 508 'pool': 'Chrome-perf', |
(...skipping 341 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
841 'BenchmarkMetadata', 'emails component not_scheduled') | 850 'BenchmarkMetadata', 'emails component not_scheduled') |
842 NON_TELEMETRY_BENCHMARKS = { | 851 NON_TELEMETRY_BENCHMARKS = { |
843 'angle_perftests': BenchmarkMetadata('jmadill@chromium.org', None, False), | 852 'angle_perftests': BenchmarkMetadata('jmadill@chromium.org', None, False), |
844 'cc_perftests': BenchmarkMetadata('enne@chromium.org', None, False), | 853 'cc_perftests': BenchmarkMetadata('enne@chromium.org', None, False), |
845 'gpu_perftests': BenchmarkMetadata('reveman@chromium.org', None, False), | 854 'gpu_perftests': BenchmarkMetadata('reveman@chromium.org', None, False), |
846 'tracing_perftests': BenchmarkMetadata( | 855 'tracing_perftests': BenchmarkMetadata( |
847 'kkraynov@chromium.org, primiano@chromium.org', None, False), | 856 'kkraynov@chromium.org, primiano@chromium.org', None, False), |
848 'load_library_perf_tests': BenchmarkMetadata(None, None, False), | 857 'load_library_perf_tests': BenchmarkMetadata(None, None, False), |
849 'media_perftests': BenchmarkMetadata('crouleau@chromium.org', None, False), | 858 'media_perftests': BenchmarkMetadata('crouleau@chromium.org', None, False), |
850 'performance_browser_tests': BenchmarkMetadata( | 859 'performance_browser_tests': BenchmarkMetadata( |
851 'hubbe@chromium.org, justinlin@chromium.org, miu@chromium.org', None, | 860 'miu@chromium.org', None, False) |
852 False) | |
853 } | 861 } |
854 | 862 |
855 | 863 |
856 # If you change this dictionary, run tools/perf/generate_perf_data | 864 # If you change this dictionary, run tools/perf/generate_perf_data |
857 NON_WATERFALL_BENCHMARKS = { | 865 NON_WATERFALL_BENCHMARKS = { |
858 'sizes (mac)': BenchmarkMetadata('tapted@chromium.org', None, False), | 866 'sizes (mac)': BenchmarkMetadata('tapted@chromium.org', None, False), |
859 'sizes (win)': BenchmarkMetadata('grt@chromium.org', None, False), | 867 'sizes (win)': BenchmarkMetadata('grt@chromium.org', None, False), |
860 'sizes (linux)': BenchmarkMetadata('thestig@chromium.org', None, False), | 868 'sizes (linux)': BenchmarkMetadata('thestig@chromium.org', None, False), |
861 'resource_sizes': BenchmarkMetadata( | 869 'resource_sizes': BenchmarkMetadata( |
862 'agrieve@chromium.org, rnephew@chromium.org, perezju@chromium.org', | 870 'agrieve@chromium.org, rnephew@chromium.org, perezju@chromium.org', |
(...skipping 140 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
1003 return 0 | 1011 return 0 |
1004 else: | 1012 else: |
1005 print ('The perf JSON config files are not up-to-date. Please run %s ' | 1013 print ('The perf JSON config files are not up-to-date. Please run %s ' |
1006 'without --validate-only flag to update the perf JSON ' | 1014 'without --validate-only flag to update the perf JSON ' |
1007 'configs and benchmark.csv.') % sys.argv[0] | 1015 'configs and benchmark.csv.') % sys.argv[0] |
1008 return 1 | 1016 return 1 |
1009 else: | 1017 else: |
1010 update_all_tests([fyi_waterfall, waterfall]) | 1018 update_all_tests([fyi_waterfall, waterfall]) |
1011 update_benchmark_csv() | 1019 update_benchmark_csv() |
1012 return 0 | 1020 return 0 |
OLD | NEW |