| OLD | NEW |
| 1 [ | 1 [ |
| 2 { | 2 { |
| 3 "cmd": [ | 3 "cmd": [ |
| 4 "python", | 4 "python", |
| 5 "-u", | 5 "-u", |
| 6 "\nimport os, sys\n\nbuild_path = sys.argv[1]\nif os.path.exists(build_pat
h):\n for (path, dir, files) in os.walk(build_path):\n for cur_file in files
:\n if cur_file.endswith('index.lock'):\n path_to_file = os.path.joi
n(path, cur_file)\n print 'deleting %s' % path_to_file\n os.remove
(path_to_file)\n", | 6 "\nimport os, sys\n\nbuild_path = sys.argv[1]\nif os.path.exists(build_pat
h):\n for (path, dir, files) in os.walk(build_path):\n for cur_file in files
:\n if cur_file.endswith('index.lock'):\n path_to_file = os.path.joi
n(path, cur_file)\n print 'deleting %s' % path_to_file\n os.remove
(path_to_file)\n", |
| 7 "[SLAVE_BUILD]" | 7 "[SLAVE_BUILD]" |
| 8 ], | 8 ], |
| 9 "name": "cleanup index.lock", | 9 "name": "cleanup index.lock", |
| 10 "~followup_annotations": [ | 10 "~followup_annotations": [ |
| (...skipping 293 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 304 "@@@STEP_LOG_LINE@json.output@ \"python_path\": \"python_path\", @@@", | 304 "@@@STEP_LOG_LINE@json.output@ \"python_path\": \"python_path\", @@@", |
| 305 "@@@STEP_LOG_LINE@json.output@ \"python_version\": \"python_version\"@@
@", | 305 "@@@STEP_LOG_LINE@json.output@ \"python_version\": \"python_version\"@@
@", |
| 306 "@@@STEP_LOG_LINE@json.output@ }, @@@", | 306 "@@@STEP_LOG_LINE@json.output@ }, @@@", |
| 307 "@@@STEP_LOG_LINE@json.output@ \"failures\": [], @@@", | 307 "@@@STEP_LOG_LINE@json.output@ \"failures\": [], @@@", |
| 308 "@@@STEP_LOG_LINE@json.output@ \"valid\": true@@@", | 308 "@@@STEP_LOG_LINE@json.output@ \"valid\": true@@@", |
| 309 "@@@STEP_LOG_LINE@json.output@}@@@", | 309 "@@@STEP_LOG_LINE@json.output@}@@@", |
| 310 "@@@STEP_LOG_END@json.output@@@" | 310 "@@@STEP_LOG_END@json.output@@@" |
| 311 ] | 311 ] |
| 312 }, | 312 }, |
| 313 { | 313 { |
| 314 "cmd": [ | |
| 315 "python", | |
| 316 "-u", | |
| 317 "\nimport multiprocessing\nimport sys\n\njob_limit = 200\nif sys.platform.
startswith('linux'):\n # Use 80 for linux not to load goma backend.\n job_limi
t = 80\n\ntry:\n jobs = min(job_limit, multiprocessing.cpu_count() * 10)\nexcep
t NotImplementedError:\n jobs = 50\n\nprint jobs\n" | |
| 318 ], | |
| 319 "name": "calculate the number of recommended jobs", | |
| 320 "stdout": "/path/to/tmp/", | |
| 321 "~followup_annotations": [ | |
| 322 "@@@STEP_LOG_LINE@python.inline@@@@", | |
| 323 "@@@STEP_LOG_LINE@python.inline@import multiprocessing@@@", | |
| 324 "@@@STEP_LOG_LINE@python.inline@import sys@@@", | |
| 325 "@@@STEP_LOG_LINE@python.inline@@@@", | |
| 326 "@@@STEP_LOG_LINE@python.inline@job_limit = 200@@@", | |
| 327 "@@@STEP_LOG_LINE@python.inline@if sys.platform.startswith('linux'):@@@", | |
| 328 "@@@STEP_LOG_LINE@python.inline@ # Use 80 for linux not to load goma back
end.@@@", | |
| 329 "@@@STEP_LOG_LINE@python.inline@ job_limit = 80@@@", | |
| 330 "@@@STEP_LOG_LINE@python.inline@@@@", | |
| 331 "@@@STEP_LOG_LINE@python.inline@try:@@@", | |
| 332 "@@@STEP_LOG_LINE@python.inline@ jobs = min(job_limit, multiprocessing.cp
u_count() * 10)@@@", | |
| 333 "@@@STEP_LOG_LINE@python.inline@except NotImplementedError:@@@", | |
| 334 "@@@STEP_LOG_LINE@python.inline@ jobs = 50@@@", | |
| 335 "@@@STEP_LOG_LINE@python.inline@@@@", | |
| 336 "@@@STEP_LOG_LINE@python.inline@print jobs@@@", | |
| 337 "@@@STEP_LOG_END@python.inline@@@" | |
| 338 ] | |
| 339 }, | |
| 340 { | |
| 341 "cmd": [], | 314 "cmd": [], |
| 342 "name": "preprocess_for_goma" | 315 "name": "preprocess_for_goma" |
| 343 }, | 316 }, |
| 344 { | 317 { |
| 345 "cmd": [ | 318 "cmd": [ |
| 346 "python", | 319 "python", |
| 347 "-u", | 320 "-u", |
| 348 "[CACHE]/cipd/goma/goma_ctl.py", | 321 "[CACHE]/cipd/goma/goma_ctl.py", |
| 349 "restart" | 322 "restart" |
| 350 ], | 323 ], |
| (...skipping 23 matching lines...) Expand all Loading... |
| 374 "env": { | 347 "env": { |
| 375 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" | 348 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
| 376 }, | 349 }, |
| 377 "name": "preprocess_for_goma.start cloudtail", | 350 "name": "preprocess_for_goma.start cloudtail", |
| 378 "~followup_annotations": [ | 351 "~followup_annotations": [ |
| 379 "@@@STEP_NEST_LEVEL@1@@@" | 352 "@@@STEP_NEST_LEVEL@1@@@" |
| 380 ] | 353 ] |
| 381 }, | 354 }, |
| 382 { | 355 { |
| 383 "cmd": [ | 356 "cmd": [ |
| 357 "python", |
| 358 "-u", |
| 359 "\nimport multiprocessing\nimport sys\n\njob_limit = 200\nif sys.platform.
startswith('linux'):\n # Use 80 for linux not to load goma backend.\n job_limi
t = 80\n\ntry:\n jobs = min(job_limit, multiprocessing.cpu_count() * 10)\nexcep
t NotImplementedError:\n jobs = 50\n\nprint jobs\n" |
| 360 ], |
| 361 "name": "calculate the number of recommended jobs", |
| 362 "stdout": "/path/to/tmp/", |
| 363 "~followup_annotations": [ |
| 364 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 365 "@@@STEP_LOG_LINE@python.inline@import multiprocessing@@@", |
| 366 "@@@STEP_LOG_LINE@python.inline@import sys@@@", |
| 367 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 368 "@@@STEP_LOG_LINE@python.inline@job_limit = 200@@@", |
| 369 "@@@STEP_LOG_LINE@python.inline@if sys.platform.startswith('linux'):@@@", |
| 370 "@@@STEP_LOG_LINE@python.inline@ # Use 80 for linux not to load goma back
end.@@@", |
| 371 "@@@STEP_LOG_LINE@python.inline@ job_limit = 80@@@", |
| 372 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 373 "@@@STEP_LOG_LINE@python.inline@try:@@@", |
| 374 "@@@STEP_LOG_LINE@python.inline@ jobs = min(job_limit, multiprocessing.cp
u_count() * 10)@@@", |
| 375 "@@@STEP_LOG_LINE@python.inline@except NotImplementedError:@@@", |
| 376 "@@@STEP_LOG_LINE@python.inline@ jobs = 50@@@", |
| 377 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 378 "@@@STEP_LOG_LINE@python.inline@print jobs@@@", |
| 379 "@@@STEP_LOG_END@python.inline@@@" |
| 380 ] |
| 381 }, |
| 382 { |
| 383 "cmd": [ |
| 384 "RECIPE_PACKAGE_REPO[depot_tools]/ninja", | 384 "RECIPE_PACKAGE_REPO[depot_tools]/ninja", |
| 385 "-j", |
| 386 "50", |
| 385 "-w", | 387 "-w", |
| 386 "dupbuild=err", | 388 "dupbuild=err", |
| 387 "-C", | 389 "-C", |
| 388 "[SLAVE_BUILD]/src/out/Release", | 390 "[SLAVE_BUILD]/src/out/Release" |
| 389 "-j", | |
| 390 "50" | |
| 391 ], | 391 ], |
| 392 "env": { | 392 "env": { |
| 393 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json", | 393 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json", |
| 394 "PATH": "[SLAVE_BUILD]/src/third_party/android_tools/sdk/platform-tools:[S
LAVE_BUILD]/src/build/android:%(PATH)s" | 394 "PATH": "[SLAVE_BUILD]/src/third_party/android_tools/sdk/platform-tools:[S
LAVE_BUILD]/src/build/android:%(PATH)s" |
| 395 }, | 395 }, |
| 396 "name": "compile with ninja" | 396 "name": "compile with ninja" |
| 397 }, | 397 }, |
| 398 { | 398 { |
| 399 "cmd": [], | 399 "cmd": [], |
| 400 "name": "postprocess_for_goma" | 400 "name": "postprocess_for_goma" |
| (...skipping 50 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 451 "-u", | 451 "-u", |
| 452 "RECIPE_PACKAGE_REPO[build]/scripts/slave/upload_goma_logs.py", | 452 "RECIPE_PACKAGE_REPO[build]/scripts/slave/upload_goma_logs.py", |
| 453 "--upload-compiler-proxy-info", | 453 "--upload-compiler-proxy-info", |
| 454 "--json-status", | 454 "--json-status", |
| 455 "[CACHE]/cipd/goma/jsonstatus", | 455 "[CACHE]/cipd/goma/jsonstatus", |
| 456 "--ninja-log-outdir", | 456 "--ninja-log-outdir", |
| 457 "[SLAVE_BUILD]/src/out/Release", | 457 "[SLAVE_BUILD]/src/out/Release", |
| 458 "--ninja-log-compiler", | 458 "--ninja-log-compiler", |
| 459 "goma", | 459 "goma", |
| 460 "--ninja-log-command", | 460 "--ninja-log-command", |
| 461 "['RECIPE_PACKAGE_REPO[depot_tools]/ninja', '-w', 'dupbuild=err', '-C', '[
SLAVE_BUILD]/src/out/Release', '-j', 50]", | 461 "['RECIPE_PACKAGE_REPO[depot_tools]/ninja', '-j', 50, '-w', 'dupbuild=err'
, '-C', '[SLAVE_BUILD]/src/out/Release']", |
| 462 "--ninja-log-exit-status", | 462 "--ninja-log-exit-status", |
| 463 "0", | 463 "0", |
| 464 "--buildbot-buildername", | 464 "--buildbot-buildername", |
| 465 "gerrit_try_builder", | 465 "gerrit_try_builder", |
| 466 "--buildbot-mastername", | 466 "--buildbot-mastername", |
| 467 "chromium.testing.master", | 467 "chromium.testing.master", |
| 468 "--buildbot-slavename", | 468 "--buildbot-slavename", |
| 469 "tehslave" | 469 "tehslave" |
| 470 ], | 470 ], |
| 471 "env": { | 471 "env": { |
| (...skipping 934 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 1406 "PATH": "[SLAVE_BUILD]/src/third_party/android_tools/sdk/platform-tools:[S
LAVE_BUILD]/src/build/android:%(PATH)s" | 1406 "PATH": "[SLAVE_BUILD]/src/third_party/android_tools/sdk/platform-tools:[S
LAVE_BUILD]/src/build/android:%(PATH)s" |
| 1407 }, | 1407 }, |
| 1408 "name": "stack_tool_for_asan" | 1408 "name": "stack_tool_for_asan" |
| 1409 }, | 1409 }, |
| 1410 { | 1410 { |
| 1411 "name": "$result", | 1411 "name": "$result", |
| 1412 "recipe_result": null, | 1412 "recipe_result": null, |
| 1413 "status_code": 0 | 1413 "status_code": 0 |
| 1414 } | 1414 } |
| 1415 ] | 1415 ] |
| OLD | NEW |