| OLD | NEW |
| 1 [ | 1 [ |
| 2 { | 2 { |
| 3 "cmd": [ | 3 "cmd": [ |
| 4 "python", | 4 "python", |
| 5 "-u", | 5 "-u", |
| 6 "\nimport os, sys\n\nbuild_path = sys.argv[1]\nif os.path.exists(build_pat
h):\n for (path, dir, files) in os.walk(build_path):\n for cur_file in files
:\n if cur_file.endswith('index.lock'):\n path_to_file = os.path.joi
n(path, cur_file)\n print 'deleting %s' % path_to_file\n os.remove
(path_to_file)\n", | 6 "\nimport os, sys\n\nbuild_path = sys.argv[1]\nif os.path.exists(build_pat
h):\n for (path, dir, files) in os.walk(build_path):\n for cur_file in files
:\n if cur_file.endswith('index.lock'):\n path_to_file = os.path.joi
n(path, cur_file)\n print 'deleting %s' % path_to_file\n os.remove
(path_to_file)\n", |
| 7 "[SLAVE_BUILD]" | 7 "[SLAVE_BUILD]" |
| 8 ], | 8 ], |
| 9 "name": "cleanup index.lock", | 9 "name": "cleanup index.lock", |
| 10 "~followup_annotations": [ | 10 "~followup_annotations": [ |
| (...skipping 263 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 274 "[CACHE]/cipd/goma", | 274 "[CACHE]/cipd/goma", |
| 275 "//out/Release" | 275 "//out/Release" |
| 276 ], | 276 ], |
| 277 "cwd": "[SLAVE_BUILD]/src", | 277 "cwd": "[SLAVE_BUILD]/src", |
| 278 "env": { | 278 "env": { |
| 279 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" | 279 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
| 280 }, | 280 }, |
| 281 "name": "generate_build_files" | 281 "name": "generate_build_files" |
| 282 }, | 282 }, |
| 283 { | 283 { |
| 284 "cmd": [ | |
| 285 "python", | |
| 286 "-u", | |
| 287 "\nimport multiprocessing\nimport sys\n\njob_limit = 200\nif sys.platform.
startswith('linux'):\n # Use 80 for linux not to load goma backend.\n job_limi
t = 80\n\ntry:\n jobs = min(job_limit, multiprocessing.cpu_count() * 10)\nexcep
t NotImplementedError:\n jobs = 50\n\nprint jobs\n" | |
| 288 ], | |
| 289 "name": "calculate the number of recommended jobs", | |
| 290 "stdout": "/path/to/tmp/", | |
| 291 "~followup_annotations": [ | |
| 292 "@@@STEP_LOG_LINE@python.inline@@@@", | |
| 293 "@@@STEP_LOG_LINE@python.inline@import multiprocessing@@@", | |
| 294 "@@@STEP_LOG_LINE@python.inline@import sys@@@", | |
| 295 "@@@STEP_LOG_LINE@python.inline@@@@", | |
| 296 "@@@STEP_LOG_LINE@python.inline@job_limit = 200@@@", | |
| 297 "@@@STEP_LOG_LINE@python.inline@if sys.platform.startswith('linux'):@@@", | |
| 298 "@@@STEP_LOG_LINE@python.inline@ # Use 80 for linux not to load goma back
end.@@@", | |
| 299 "@@@STEP_LOG_LINE@python.inline@ job_limit = 80@@@", | |
| 300 "@@@STEP_LOG_LINE@python.inline@@@@", | |
| 301 "@@@STEP_LOG_LINE@python.inline@try:@@@", | |
| 302 "@@@STEP_LOG_LINE@python.inline@ jobs = min(job_limit, multiprocessing.cp
u_count() * 10)@@@", | |
| 303 "@@@STEP_LOG_LINE@python.inline@except NotImplementedError:@@@", | |
| 304 "@@@STEP_LOG_LINE@python.inline@ jobs = 50@@@", | |
| 305 "@@@STEP_LOG_LINE@python.inline@@@@", | |
| 306 "@@@STEP_LOG_LINE@python.inline@print jobs@@@", | |
| 307 "@@@STEP_LOG_END@python.inline@@@" | |
| 308 ] | |
| 309 }, | |
| 310 { | |
| 311 "cmd": [], | 284 "cmd": [], |
| 312 "name": "preprocess_for_goma" | 285 "name": "preprocess_for_goma" |
| 313 }, | 286 }, |
| 314 { | 287 { |
| 315 "cmd": [ | 288 "cmd": [ |
| 316 "python", | 289 "python", |
| 317 "-u", | 290 "-u", |
| 318 "[CACHE]/cipd/goma/goma_ctl.py", | 291 "[CACHE]/cipd/goma/goma_ctl.py", |
| 319 "restart" | 292 "restart" |
| 320 ], | 293 ], |
| (...skipping 23 matching lines...) Expand all Loading... |
| 344 "env": { | 317 "env": { |
| 345 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" | 318 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
| 346 }, | 319 }, |
| 347 "name": "preprocess_for_goma.start cloudtail", | 320 "name": "preprocess_for_goma.start cloudtail", |
| 348 "~followup_annotations": [ | 321 "~followup_annotations": [ |
| 349 "@@@STEP_NEST_LEVEL@1@@@" | 322 "@@@STEP_NEST_LEVEL@1@@@" |
| 350 ] | 323 ] |
| 351 }, | 324 }, |
| 352 { | 325 { |
| 353 "cmd": [ | 326 "cmd": [ |
| 327 "python", |
| 328 "-u", |
| 329 "\nimport multiprocessing\nimport sys\n\njob_limit = 200\nif sys.platform.
startswith('linux'):\n # Use 80 for linux not to load goma backend.\n job_limi
t = 80\n\ntry:\n jobs = min(job_limit, multiprocessing.cpu_count() * 10)\nexcep
t NotImplementedError:\n jobs = 50\n\nprint jobs\n" |
| 330 ], |
| 331 "name": "calculate the number of recommended jobs", |
| 332 "stdout": "/path/to/tmp/", |
| 333 "~followup_annotations": [ |
| 334 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 335 "@@@STEP_LOG_LINE@python.inline@import multiprocessing@@@", |
| 336 "@@@STEP_LOG_LINE@python.inline@import sys@@@", |
| 337 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 338 "@@@STEP_LOG_LINE@python.inline@job_limit = 200@@@", |
| 339 "@@@STEP_LOG_LINE@python.inline@if sys.platform.startswith('linux'):@@@", |
| 340 "@@@STEP_LOG_LINE@python.inline@ # Use 80 for linux not to load goma back
end.@@@", |
| 341 "@@@STEP_LOG_LINE@python.inline@ job_limit = 80@@@", |
| 342 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 343 "@@@STEP_LOG_LINE@python.inline@try:@@@", |
| 344 "@@@STEP_LOG_LINE@python.inline@ jobs = min(job_limit, multiprocessing.cp
u_count() * 10)@@@", |
| 345 "@@@STEP_LOG_LINE@python.inline@except NotImplementedError:@@@", |
| 346 "@@@STEP_LOG_LINE@python.inline@ jobs = 50@@@", |
| 347 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 348 "@@@STEP_LOG_LINE@python.inline@print jobs@@@", |
| 349 "@@@STEP_LOG_END@python.inline@@@" |
| 350 ] |
| 351 }, |
| 352 { |
| 353 "cmd": [ |
| 354 "RECIPE_PACKAGE_REPO[depot_tools]/ninja", | 354 "RECIPE_PACKAGE_REPO[depot_tools]/ninja", |
| 355 "-w", | 355 "-w", |
| 356 "dupbuild=err", | 356 "dupbuild=err", |
| 357 "-C", | 357 "-C", |
| 358 "[SLAVE_BUILD]/src/out/Release", | 358 "[SLAVE_BUILD]/src/out/Release", |
| 359 "all", |
| 359 "-j", | 360 "-j", |
| 360 "50", | 361 "50" |
| 361 "all" | |
| 362 ], | 362 ], |
| 363 "env": { | 363 "env": { |
| 364 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json", | 364 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json", |
| 365 "PATH": "[SLAVE_BUILD]/src/third_party/android_tools/sdk/platform-tools:[S
LAVE_BUILD]/src/build/android:%(PATH)s" | 365 "PATH": "[SLAVE_BUILD]/src/third_party/android_tools/sdk/platform-tools:[S
LAVE_BUILD]/src/build/android:%(PATH)s" |
| 366 }, | 366 }, |
| 367 "name": "First build" | 367 "name": "First build" |
| 368 }, | 368 }, |
| 369 { | 369 { |
| 370 "cmd": [], | 370 "cmd": [], |
| 371 "name": "postprocess_for_goma" | 371 "name": "postprocess_for_goma" |
| (...skipping 50 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 422 "-u", | 422 "-u", |
| 423 "RECIPE_PACKAGE_REPO[build]/scripts/slave/upload_goma_logs.py", | 423 "RECIPE_PACKAGE_REPO[build]/scripts/slave/upload_goma_logs.py", |
| 424 "--upload-compiler-proxy-info", | 424 "--upload-compiler-proxy-info", |
| 425 "--json-status", | 425 "--json-status", |
| 426 "[CACHE]/cipd/goma/jsonstatus", | 426 "[CACHE]/cipd/goma/jsonstatus", |
| 427 "--ninja-log-outdir", | 427 "--ninja-log-outdir", |
| 428 "[SLAVE_BUILD]/src/out/Release", | 428 "[SLAVE_BUILD]/src/out/Release", |
| 429 "--ninja-log-compiler", | 429 "--ninja-log-compiler", |
| 430 "goma", | 430 "goma", |
| 431 "--ninja-log-command", | 431 "--ninja-log-command", |
| 432 "['RECIPE_PACKAGE_REPO[depot_tools]/ninja', '-w', 'dupbuild=err', '-C', '[
SLAVE_BUILD]/src/out/Release', '-j', 50, 'all']", | 432 "['RECIPE_PACKAGE_REPO[depot_tools]/ninja', '-w', 'dupbuild=err', '-C', '[
SLAVE_BUILD]/src/out/Release', 'all', '-j', 50]", |
| 433 "--ninja-log-exit-status", | 433 "--ninja-log-exit-status", |
| 434 "0", | 434 "0", |
| 435 "--buildbot-buildername", | 435 "--buildbot-buildername", |
| 436 "Android deterministic", | 436 "Android deterministic", |
| 437 "--buildbot-mastername", | 437 "--buildbot-mastername", |
| 438 "chromium.swarm", | 438 "chromium.swarm", |
| 439 "--buildbot-slavename", | 439 "--buildbot-slavename", |
| 440 "TestSlavename" | 440 "TestSlavename" |
| 441 ], | 441 ], |
| 442 "env": { | 442 "env": { |
| (...skipping 152 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 595 "@@@STEP_NEST_LEVEL@1@@@" | 595 "@@@STEP_NEST_LEVEL@1@@@" |
| 596 ] | 596 ] |
| 597 }, | 597 }, |
| 598 { | 598 { |
| 599 "cmd": [ | 599 "cmd": [ |
| 600 "RECIPE_PACKAGE_REPO[depot_tools]/ninja", | 600 "RECIPE_PACKAGE_REPO[depot_tools]/ninja", |
| 601 "-w", | 601 "-w", |
| 602 "dupbuild=err", | 602 "dupbuild=err", |
| 603 "-C", | 603 "-C", |
| 604 "[SLAVE_BUILD]/src/out/Release", | 604 "[SLAVE_BUILD]/src/out/Release", |
| 605 "all", |
| 605 "-j", | 606 "-j", |
| 606 "50", | 607 "50" |
| 607 "all" | |
| 608 ], | 608 ], |
| 609 "env": { | 609 "env": { |
| 610 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json", | 610 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json", |
| 611 "PATH": "[SLAVE_BUILD]/src/third_party/android_tools/sdk/platform-tools:[S
LAVE_BUILD]/src/build/android:%(PATH)s" | 611 "PATH": "[SLAVE_BUILD]/src/third_party/android_tools/sdk/platform-tools:[S
LAVE_BUILD]/src/build/android:%(PATH)s" |
| 612 }, | 612 }, |
| 613 "name": "Second build" | 613 "name": "Second build" |
| 614 }, | 614 }, |
| 615 { | 615 { |
| 616 "cmd": [], | 616 "cmd": [], |
| 617 "name": "postprocess_for_goma (2)" | 617 "name": "postprocess_for_goma (2)" |
| (...skipping 50 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 668 "-u", | 668 "-u", |
| 669 "RECIPE_PACKAGE_REPO[build]/scripts/slave/upload_goma_logs.py", | 669 "RECIPE_PACKAGE_REPO[build]/scripts/slave/upload_goma_logs.py", |
| 670 "--upload-compiler-proxy-info", | 670 "--upload-compiler-proxy-info", |
| 671 "--json-status", | 671 "--json-status", |
| 672 "[CACHE]/cipd/goma/jsonstatus", | 672 "[CACHE]/cipd/goma/jsonstatus", |
| 673 "--ninja-log-outdir", | 673 "--ninja-log-outdir", |
| 674 "[SLAVE_BUILD]/src/out/Release", | 674 "[SLAVE_BUILD]/src/out/Release", |
| 675 "--ninja-log-compiler", | 675 "--ninja-log-compiler", |
| 676 "goma", | 676 "goma", |
| 677 "--ninja-log-command", | 677 "--ninja-log-command", |
| 678 "['RECIPE_PACKAGE_REPO[depot_tools]/ninja', '-w', 'dupbuild=err', '-C', '[
SLAVE_BUILD]/src/out/Release', '-j', 50, 'all']", | 678 "['RECIPE_PACKAGE_REPO[depot_tools]/ninja', '-w', 'dupbuild=err', '-C', '[
SLAVE_BUILD]/src/out/Release', 'all', '-j', 50]", |
| 679 "--ninja-log-exit-status", | 679 "--ninja-log-exit-status", |
| 680 "0", | 680 "0", |
| 681 "--buildbot-buildername", | 681 "--buildbot-buildername", |
| 682 "Android deterministic", | 682 "Android deterministic", |
| 683 "--buildbot-mastername", | 683 "--buildbot-mastername", |
| 684 "chromium.swarm", | 684 "chromium.swarm", |
| 685 "--buildbot-slavename", | 685 "--buildbot-slavename", |
| 686 "TestSlavename" | 686 "TestSlavename" |
| 687 ], | 687 ], |
| 688 "env": { | 688 "env": { |
| (...skipping 63 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 752 ], | 752 ], |
| 753 "cwd": "[SLAVE_BUILD]", | 753 "cwd": "[SLAVE_BUILD]", |
| 754 "name": "compare_build_artifacts" | 754 "name": "compare_build_artifacts" |
| 755 }, | 755 }, |
| 756 { | 756 { |
| 757 "name": "$result", | 757 "name": "$result", |
| 758 "recipe_result": null, | 758 "recipe_result": null, |
| 759 "status_code": 0 | 759 "status_code": 0 |
| 760 } | 760 } |
| 761 ] | 761 ] |
| OLD | NEW |