| OLD | NEW |
| 1 [ | 1 [ |
| 2 { | 2 { |
| 3 "cmd": [ | 3 "cmd": [ |
| 4 "python", | 4 "python", |
| 5 "-u", | 5 "-u", |
| 6 "RECIPE_PACKAGE_REPO[build]/scripts/tools/runit.py", | 6 "RECIPE_PACKAGE_REPO[build]/scripts/tools/runit.py", |
| 7 "--show-path", | 7 "--show-path", |
| 8 "python", | 8 "python", |
| 9 "RECIPE_PACKAGE_REPO[build]/scripts/slave/cleanup_temp.py" | 9 "RECIPE_PACKAGE_REPO[build]/scripts/slave/cleanup_temp.py" |
| 10 ], | 10 ], |
| (...skipping 248 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 259 }, | 259 }, |
| 260 "name": "clang_revision", | 260 "name": "clang_revision", |
| 261 "~followup_annotations": [ | 261 "~followup_annotations": [ |
| 262 "@@@STEP_LOG_LINE@json.output@{@@@", | 262 "@@@STEP_LOG_LINE@json.output@{@@@", |
| 263 "@@@STEP_LOG_LINE@json.output@ \"clang_revision\": \"123456-7\"@@@", | 263 "@@@STEP_LOG_LINE@json.output@ \"clang_revision\": \"123456-7\"@@@", |
| 264 "@@@STEP_LOG_LINE@json.output@}@@@", | 264 "@@@STEP_LOG_LINE@json.output@}@@@", |
| 265 "@@@STEP_LOG_END@json.output@@@" | 265 "@@@STEP_LOG_END@json.output@@@" |
| 266 ] | 266 ] |
| 267 }, | 267 }, |
| 268 { | 268 { |
| 269 "cmd": [ | |
| 270 "python", | |
| 271 "-u", | |
| 272 "\nimport multiprocessing\nimport sys\n\njob_limit = 200\nif sys.platform.
startswith('linux'):\n # Use 80 for linux not to load goma backend.\n job_limi
t = 80\n\ntry:\n jobs = min(job_limit, multiprocessing.cpu_count() * 10)\nexcep
t NotImplementedError:\n jobs = 50\n\nprint jobs\n" | |
| 273 ], | |
| 274 "name": "calculate the number of recommended jobs", | |
| 275 "stdout": "/path/to/tmp/", | |
| 276 "~followup_annotations": [ | |
| 277 "@@@STEP_LOG_LINE@python.inline@@@@", | |
| 278 "@@@STEP_LOG_LINE@python.inline@import multiprocessing@@@", | |
| 279 "@@@STEP_LOG_LINE@python.inline@import sys@@@", | |
| 280 "@@@STEP_LOG_LINE@python.inline@@@@", | |
| 281 "@@@STEP_LOG_LINE@python.inline@job_limit = 200@@@", | |
| 282 "@@@STEP_LOG_LINE@python.inline@if sys.platform.startswith('linux'):@@@", | |
| 283 "@@@STEP_LOG_LINE@python.inline@ # Use 80 for linux not to load goma back
end.@@@", | |
| 284 "@@@STEP_LOG_LINE@python.inline@ job_limit = 80@@@", | |
| 285 "@@@STEP_LOG_LINE@python.inline@@@@", | |
| 286 "@@@STEP_LOG_LINE@python.inline@try:@@@", | |
| 287 "@@@STEP_LOG_LINE@python.inline@ jobs = min(job_limit, multiprocessing.cp
u_count() * 10)@@@", | |
| 288 "@@@STEP_LOG_LINE@python.inline@except NotImplementedError:@@@", | |
| 289 "@@@STEP_LOG_LINE@python.inline@ jobs = 50@@@", | |
| 290 "@@@STEP_LOG_LINE@python.inline@@@@", | |
| 291 "@@@STEP_LOG_LINE@python.inline@print jobs@@@", | |
| 292 "@@@STEP_LOG_END@python.inline@@@" | |
| 293 ] | |
| 294 }, | |
| 295 { | |
| 296 "cmd": [], | 269 "cmd": [], |
| 297 "name": "preprocess_for_goma" | 270 "name": "preprocess_for_goma" |
| 298 }, | 271 }, |
| 299 { | 272 { |
| 300 "cmd": [ | 273 "cmd": [ |
| 301 "python", | 274 "python", |
| 302 "-u", | 275 "-u", |
| 303 "[CACHE]/cipd/goma/goma_ctl.py", | 276 "[CACHE]/cipd/goma/goma_ctl.py", |
| 304 "restart" | 277 "restart" |
| 305 ], | 278 ], |
| (...skipping 23 matching lines...) Expand all Loading... |
| 329 "env": { | 302 "env": { |
| 330 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" | 303 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
| 331 }, | 304 }, |
| 332 "name": "preprocess_for_goma.start cloudtail", | 305 "name": "preprocess_for_goma.start cloudtail", |
| 333 "~followup_annotations": [ | 306 "~followup_annotations": [ |
| 334 "@@@STEP_NEST_LEVEL@1@@@" | 307 "@@@STEP_NEST_LEVEL@1@@@" |
| 335 ] | 308 ] |
| 336 }, | 309 }, |
| 337 { | 310 { |
| 338 "cmd": [ | 311 "cmd": [ |
| 312 "python", |
| 313 "-u", |
| 314 "\nimport multiprocessing\nimport sys\n\njob_limit = 200\nif sys.platform.
startswith('linux'):\n # Use 80 for linux not to load goma backend.\n job_limi
t = 80\n\ntry:\n jobs = min(job_limit, multiprocessing.cpu_count() * 10)\nexcep
t NotImplementedError:\n jobs = 50\n\nprint jobs\n" |
| 315 ], |
| 316 "name": "calculate the number of recommended jobs", |
| 317 "stdout": "/path/to/tmp/", |
| 318 "~followup_annotations": [ |
| 319 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 320 "@@@STEP_LOG_LINE@python.inline@import multiprocessing@@@", |
| 321 "@@@STEP_LOG_LINE@python.inline@import sys@@@", |
| 322 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 323 "@@@STEP_LOG_LINE@python.inline@job_limit = 200@@@", |
| 324 "@@@STEP_LOG_LINE@python.inline@if sys.platform.startswith('linux'):@@@", |
| 325 "@@@STEP_LOG_LINE@python.inline@ # Use 80 for linux not to load goma back
end.@@@", |
| 326 "@@@STEP_LOG_LINE@python.inline@ job_limit = 80@@@", |
| 327 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 328 "@@@STEP_LOG_LINE@python.inline@try:@@@", |
| 329 "@@@STEP_LOG_LINE@python.inline@ jobs = min(job_limit, multiprocessing.cp
u_count() * 10)@@@", |
| 330 "@@@STEP_LOG_LINE@python.inline@except NotImplementedError:@@@", |
| 331 "@@@STEP_LOG_LINE@python.inline@ jobs = 50@@@", |
| 332 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 333 "@@@STEP_LOG_LINE@python.inline@print jobs@@@", |
| 334 "@@@STEP_LOG_END@python.inline@@@" |
| 335 ] |
| 336 }, |
| 337 { |
| 338 "cmd": [ |
| 339 "RECIPE_PACKAGE_REPO[depot_tools]/ninja", | 339 "RECIPE_PACKAGE_REPO[depot_tools]/ninja", |
| 340 "-w", | 340 "-w", |
| 341 "dupbuild=err", | 341 "dupbuild=err", |
| 342 "-C", | 342 "-C", |
| 343 "[SLAVE_BUILD]/src/out/Release", | 343 "[SLAVE_BUILD]/src/out/Release", |
| 344 "all", |
| 344 "-j", | 345 "-j", |
| 345 "50", | 346 "50" |
| 346 "all" | |
| 347 ], | 347 ], |
| 348 "env": { | 348 "env": { |
| 349 "FORCE_MAC_TOOLCHAIN": "1", | 349 "FORCE_MAC_TOOLCHAIN": "1", |
| 350 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" | 350 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
| 351 }, | 351 }, |
| 352 "name": "First build" | 352 "name": "First build" |
| 353 }, | 353 }, |
| 354 { | 354 { |
| 355 "cmd": [], | 355 "cmd": [], |
| 356 "name": "postprocess_for_goma" | 356 "name": "postprocess_for_goma" |
| (...skipping 50 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 407 "-u", | 407 "-u", |
| 408 "RECIPE_PACKAGE_REPO[build]/scripts/slave/upload_goma_logs.py", | 408 "RECIPE_PACKAGE_REPO[build]/scripts/slave/upload_goma_logs.py", |
| 409 "--upload-compiler-proxy-info", | 409 "--upload-compiler-proxy-info", |
| 410 "--json-status", | 410 "--json-status", |
| 411 "[CACHE]/cipd/goma/jsonstatus", | 411 "[CACHE]/cipd/goma/jsonstatus", |
| 412 "--ninja-log-outdir", | 412 "--ninja-log-outdir", |
| 413 "[SLAVE_BUILD]/src/out/Release", | 413 "[SLAVE_BUILD]/src/out/Release", |
| 414 "--ninja-log-compiler", | 414 "--ninja-log-compiler", |
| 415 "goma-clang", | 415 "goma-clang", |
| 416 "--ninja-log-command", | 416 "--ninja-log-command", |
| 417 "['RECIPE_PACKAGE_REPO[depot_tools]/ninja', '-w', 'dupbuild=err', '-C', '[
SLAVE_BUILD]/src/out/Release', '-j', 50, 'all']", | 417 "['RECIPE_PACKAGE_REPO[depot_tools]/ninja', '-w', 'dupbuild=err', '-C', '[
SLAVE_BUILD]/src/out/Release', 'all', '-j', 50]", |
| 418 "--ninja-log-exit-status", | 418 "--ninja-log-exit-status", |
| 419 "0", | 419 "0", |
| 420 "--buildbot-buildername", | 420 "--buildbot-buildername", |
| 421 "Mac deterministic", | 421 "Mac deterministic", |
| 422 "--buildbot-mastername", | 422 "--buildbot-mastername", |
| 423 "chromium.swarm", | 423 "chromium.swarm", |
| 424 "--buildbot-slavename", | 424 "--buildbot-slavename", |
| 425 "TestSlavename" | 425 "TestSlavename" |
| 426 ], | 426 ], |
| 427 "env": { | 427 "env": { |
| (...skipping 210 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 638 "@@@STEP_NEST_LEVEL@1@@@" | 638 "@@@STEP_NEST_LEVEL@1@@@" |
| 639 ] | 639 ] |
| 640 }, | 640 }, |
| 641 { | 641 { |
| 642 "cmd": [ | 642 "cmd": [ |
| 643 "RECIPE_PACKAGE_REPO[depot_tools]/ninja", | 643 "RECIPE_PACKAGE_REPO[depot_tools]/ninja", |
| 644 "-w", | 644 "-w", |
| 645 "dupbuild=err", | 645 "dupbuild=err", |
| 646 "-C", | 646 "-C", |
| 647 "[SLAVE_BUILD]/src/out/Release", | 647 "[SLAVE_BUILD]/src/out/Release", |
| 648 "all", |
| 648 "-j", | 649 "-j", |
| 649 "50", | 650 "50" |
| 650 "all" | |
| 651 ], | 651 ], |
| 652 "env": { | 652 "env": { |
| 653 "FORCE_MAC_TOOLCHAIN": "1", | 653 "FORCE_MAC_TOOLCHAIN": "1", |
| 654 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" | 654 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
| 655 }, | 655 }, |
| 656 "name": "Second build" | 656 "name": "Second build" |
| 657 }, | 657 }, |
| 658 { | 658 { |
| 659 "cmd": [], | 659 "cmd": [], |
| 660 "name": "postprocess_for_goma (2)" | 660 "name": "postprocess_for_goma (2)" |
| (...skipping 50 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 711 "-u", | 711 "-u", |
| 712 "RECIPE_PACKAGE_REPO[build]/scripts/slave/upload_goma_logs.py", | 712 "RECIPE_PACKAGE_REPO[build]/scripts/slave/upload_goma_logs.py", |
| 713 "--upload-compiler-proxy-info", | 713 "--upload-compiler-proxy-info", |
| 714 "--json-status", | 714 "--json-status", |
| 715 "[CACHE]/cipd/goma/jsonstatus", | 715 "[CACHE]/cipd/goma/jsonstatus", |
| 716 "--ninja-log-outdir", | 716 "--ninja-log-outdir", |
| 717 "[SLAVE_BUILD]/src/out/Release", | 717 "[SLAVE_BUILD]/src/out/Release", |
| 718 "--ninja-log-compiler", | 718 "--ninja-log-compiler", |
| 719 "goma-clang", | 719 "goma-clang", |
| 720 "--ninja-log-command", | 720 "--ninja-log-command", |
| 721 "['RECIPE_PACKAGE_REPO[depot_tools]/ninja', '-w', 'dupbuild=err', '-C', '[
SLAVE_BUILD]/src/out/Release', '-j', 50, 'all']", | 721 "['RECIPE_PACKAGE_REPO[depot_tools]/ninja', '-w', 'dupbuild=err', '-C', '[
SLAVE_BUILD]/src/out/Release', 'all', '-j', 50]", |
| 722 "--ninja-log-exit-status", | 722 "--ninja-log-exit-status", |
| 723 "0", | 723 "0", |
| 724 "--buildbot-buildername", | 724 "--buildbot-buildername", |
| 725 "Mac deterministic", | 725 "Mac deterministic", |
| 726 "--buildbot-mastername", | 726 "--buildbot-mastername", |
| 727 "chromium.swarm", | 727 "chromium.swarm", |
| 728 "--buildbot-slavename", | 728 "--buildbot-slavename", |
| 729 "TestSlavename" | 729 "TestSlavename" |
| 730 ], | 730 ], |
| 731 "env": { | 731 "env": { |
| (...skipping 97 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 829 ], | 829 ], |
| 830 "cwd": "[SLAVE_BUILD]", | 830 "cwd": "[SLAVE_BUILD]", |
| 831 "name": "compare_build_artifacts" | 831 "name": "compare_build_artifacts" |
| 832 }, | 832 }, |
| 833 { | 833 { |
| 834 "name": "$result", | 834 "name": "$result", |
| 835 "recipe_result": null, | 835 "recipe_result": null, |
| 836 "status_code": 0 | 836 "status_code": 0 |
| 837 } | 837 } |
| 838 ] | 838 ] |
| OLD | NEW |