| OLD | NEW |
| 1 [ | 1 [ |
| 2 { | 2 { |
| 3 "cmd": [ | 3 "cmd": [ |
| 4 "python", | 4 "python", |
| 5 "-u", | 5 "-u", |
| 6 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.
path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not
a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n", | 6 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.
path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not
a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n", |
| 7 "[BUILDER_CACHE]/Linux64_Release", | 7 "[BUILDER_CACHE]/Linux64_Release", |
| 8 "511" | 8 "511" |
| 9 ], | 9 ], |
| 10 "name": "makedirs checkout path", | 10 "name": "makedirs checkout path", |
| (...skipping 227 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 238 "@@@STEP_LOG_LINE@swarming-targets-file.txt@test_support_unittests@@@", | 238 "@@@STEP_LOG_LINE@swarming-targets-file.txt@test_support_unittests@@@", |
| 239 "@@@STEP_LOG_LINE@swarming-targets-file.txt@tools_unittests@@@", | 239 "@@@STEP_LOG_LINE@swarming-targets-file.txt@tools_unittests@@@", |
| 240 "@@@STEP_LOG_LINE@swarming-targets-file.txt@video_engine_tests@@@", | 240 "@@@STEP_LOG_LINE@swarming-targets-file.txt@video_engine_tests@@@", |
| 241 "@@@STEP_LOG_LINE@swarming-targets-file.txt@voice_engine_unittests@@@", | 241 "@@@STEP_LOG_LINE@swarming-targets-file.txt@voice_engine_unittests@@@", |
| 242 "@@@STEP_LOG_LINE@swarming-targets-file.txt@webrtc_nonparallel_tests@@@", | 242 "@@@STEP_LOG_LINE@swarming-targets-file.txt@webrtc_nonparallel_tests@@@", |
| 243 "@@@STEP_LOG_LINE@swarming-targets-file.txt@xmllite_xmpp_unittests@@@", | 243 "@@@STEP_LOG_LINE@swarming-targets-file.txt@xmllite_xmpp_unittests@@@", |
| 244 "@@@STEP_LOG_END@swarming-targets-file.txt@@@" | 244 "@@@STEP_LOG_END@swarming-targets-file.txt@@@" |
| 245 ] | 245 ] |
| 246 }, | 246 }, |
| 247 { | 247 { |
| 248 "cmd": [ | |
| 249 "python", | |
| 250 "-u", | |
| 251 "\nimport multiprocessing\nimport sys\n\njob_limit = 200\nif sys.platform.
startswith('linux'):\n # Use 80 for linux not to load goma backend.\n job_limi
t = 80\n\ntry:\n jobs = min(job_limit, multiprocessing.cpu_count() * 10)\nexcep
t NotImplementedError:\n jobs = 50\n\nprint jobs\n" | |
| 252 ], | |
| 253 "name": "calculate the number of recommended jobs", | |
| 254 "stdout": "/path/to/tmp/", | |
| 255 "~followup_annotations": [ | |
| 256 "@@@STEP_LOG_LINE@python.inline@@@@", | |
| 257 "@@@STEP_LOG_LINE@python.inline@import multiprocessing@@@", | |
| 258 "@@@STEP_LOG_LINE@python.inline@import sys@@@", | |
| 259 "@@@STEP_LOG_LINE@python.inline@@@@", | |
| 260 "@@@STEP_LOG_LINE@python.inline@job_limit = 200@@@", | |
| 261 "@@@STEP_LOG_LINE@python.inline@if sys.platform.startswith('linux'):@@@", | |
| 262 "@@@STEP_LOG_LINE@python.inline@ # Use 80 for linux not to load goma back
end.@@@", | |
| 263 "@@@STEP_LOG_LINE@python.inline@ job_limit = 80@@@", | |
| 264 "@@@STEP_LOG_LINE@python.inline@@@@", | |
| 265 "@@@STEP_LOG_LINE@python.inline@try:@@@", | |
| 266 "@@@STEP_LOG_LINE@python.inline@ jobs = min(job_limit, multiprocessing.cp
u_count() * 10)@@@", | |
| 267 "@@@STEP_LOG_LINE@python.inline@except NotImplementedError:@@@", | |
| 268 "@@@STEP_LOG_LINE@python.inline@ jobs = 50@@@", | |
| 269 "@@@STEP_LOG_LINE@python.inline@@@@", | |
| 270 "@@@STEP_LOG_LINE@python.inline@print jobs@@@", | |
| 271 "@@@STEP_LOG_END@python.inline@@@" | |
| 272 ] | |
| 273 }, | |
| 274 { | |
| 275 "cmd": [], | 248 "cmd": [], |
| 276 "name": "preprocess_for_goma" | 249 "name": "preprocess_for_goma" |
| 277 }, | 250 }, |
| 278 { | 251 { |
| 279 "cmd": [ | 252 "cmd": [ |
| 280 "python", | 253 "python", |
| 281 "-u", | 254 "-u", |
| 282 "[CACHE]/cipd/goma/goma_ctl.py", | 255 "[CACHE]/cipd/goma/goma_ctl.py", |
| 283 "restart" | 256 "restart" |
| 284 ], | 257 ], |
| (...skipping 22 matching lines...) Expand all Loading... |
| 307 "env": { | 280 "env": { |
| 308 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" | 281 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
| 309 }, | 282 }, |
| 310 "name": "preprocess_for_goma.start cloudtail", | 283 "name": "preprocess_for_goma.start cloudtail", |
| 311 "~followup_annotations": [ | 284 "~followup_annotations": [ |
| 312 "@@@STEP_NEST_LEVEL@1@@@" | 285 "@@@STEP_NEST_LEVEL@1@@@" |
| 313 ] | 286 ] |
| 314 }, | 287 }, |
| 315 { | 288 { |
| 316 "cmd": [ | 289 "cmd": [ |
| 290 "python", |
| 291 "-u", |
| 292 "\nimport multiprocessing\nimport sys\n\njob_limit = 200\nif sys.platform.
startswith('linux'):\n # Use 80 for linux not to load goma backend.\n job_limi
t = 80\n\ntry:\n jobs = min(job_limit, multiprocessing.cpu_count() * 10)\nexcep
t NotImplementedError:\n jobs = 50\n\nprint jobs\n" |
| 293 ], |
| 294 "name": "calculate the number of recommended jobs", |
| 295 "stdout": "/path/to/tmp/", |
| 296 "~followup_annotations": [ |
| 297 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 298 "@@@STEP_LOG_LINE@python.inline@import multiprocessing@@@", |
| 299 "@@@STEP_LOG_LINE@python.inline@import sys@@@", |
| 300 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 301 "@@@STEP_LOG_LINE@python.inline@job_limit = 200@@@", |
| 302 "@@@STEP_LOG_LINE@python.inline@if sys.platform.startswith('linux'):@@@", |
| 303 "@@@STEP_LOG_LINE@python.inline@ # Use 80 for linux not to load goma back
end.@@@", |
| 304 "@@@STEP_LOG_LINE@python.inline@ job_limit = 80@@@", |
| 305 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 306 "@@@STEP_LOG_LINE@python.inline@try:@@@", |
| 307 "@@@STEP_LOG_LINE@python.inline@ jobs = min(job_limit, multiprocessing.cp
u_count() * 10)@@@", |
| 308 "@@@STEP_LOG_LINE@python.inline@except NotImplementedError:@@@", |
| 309 "@@@STEP_LOG_LINE@python.inline@ jobs = 50@@@", |
| 310 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 311 "@@@STEP_LOG_LINE@python.inline@print jobs@@@", |
| 312 "@@@STEP_LOG_END@python.inline@@@" |
| 313 ] |
| 314 }, |
| 315 { |
| 316 "cmd": [ |
| 317 "RECIPE_PACKAGE_REPO[depot_tools]/ninja", | 317 "RECIPE_PACKAGE_REPO[depot_tools]/ninja", |
| 318 "-j", |
| 319 "50", |
| 318 "-w", | 320 "-w", |
| 319 "dupbuild=err", | 321 "dupbuild=err", |
| 320 "-C", | 322 "-C", |
| 321 "[BUILDER_CACHE]/Linux64_Release/src/out/Release", | 323 "[BUILDER_CACHE]/Linux64_Release/src/out/Release" |
| 322 "-j", | |
| 323 "50" | |
| 324 ], | 324 ], |
| 325 "env": { | 325 "env": { |
| 326 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" | 326 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
| 327 }, | 327 }, |
| 328 "name": "compile with ninja" | 328 "name": "compile with ninja" |
| 329 }, | 329 }, |
| 330 { | 330 { |
| 331 "cmd": [], | 331 "cmd": [], |
| 332 "name": "postprocess_for_goma" | 332 "name": "postprocess_for_goma" |
| 333 }, | 333 }, |
| (...skipping 49 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 383 "-u", | 383 "-u", |
| 384 "RECIPE_PACKAGE_REPO[build]/scripts/slave/upload_goma_logs.py", | 384 "RECIPE_PACKAGE_REPO[build]/scripts/slave/upload_goma_logs.py", |
| 385 "--upload-compiler-proxy-info", | 385 "--upload-compiler-proxy-info", |
| 386 "--json-status", | 386 "--json-status", |
| 387 "[CACHE]/cipd/goma/jsonstatus", | 387 "[CACHE]/cipd/goma/jsonstatus", |
| 388 "--ninja-log-outdir", | 388 "--ninja-log-outdir", |
| 389 "[BUILDER_CACHE]/Linux64_Release/src/out/Release", | 389 "[BUILDER_CACHE]/Linux64_Release/src/out/Release", |
| 390 "--ninja-log-compiler", | 390 "--ninja-log-compiler", |
| 391 "goma", | 391 "goma", |
| 392 "--ninja-log-command", | 392 "--ninja-log-command", |
| 393 "['RECIPE_PACKAGE_REPO[depot_tools]/ninja', '-w', 'dupbuild=err', '-C', '[
BUILDER_CACHE]/Linux64_Release/src/out/Release', '-j', 50]", | 393 "['RECIPE_PACKAGE_REPO[depot_tools]/ninja', '-j', 50, '-w', 'dupbuild=err'
, '-C', '[BUILDER_CACHE]/Linux64_Release/src/out/Release']", |
| 394 "--ninja-log-exit-status", | 394 "--ninja-log-exit-status", |
| 395 "0", | 395 "0", |
| 396 "--buildbot-buildername", | 396 "--buildbot-buildername", |
| 397 "Linux64 Release", | 397 "Linux64 Release", |
| 398 "--buildbot-mastername", | 398 "--buildbot-mastername", |
| 399 "client.webrtc", | 399 "client.webrtc", |
| 400 "--buildbot-slavename", | 400 "--buildbot-slavename", |
| 401 "slavename" | 401 "slavename" |
| 402 ], | 402 ], |
| 403 "env": { | 403 "env": { |
| (...skipping 2796 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 3200 "@@@STEP_LOG_END@json.output@@@", | 3200 "@@@STEP_LOG_END@json.output@@@", |
| 3201 "@@@STEP_LINK@shard #0 isolated out@blah@@@" | 3201 "@@@STEP_LINK@shard #0 isolated out@blah@@@" |
| 3202 ] | 3202 ] |
| 3203 }, | 3203 }, |
| 3204 { | 3204 { |
| 3205 "name": "$result", | 3205 "name": "$result", |
| 3206 "recipe_result": null, | 3206 "recipe_result": null, |
| 3207 "status_code": 0 | 3207 "status_code": 0 |
| 3208 } | 3208 } |
| 3209 ] | 3209 ] |
| OLD | NEW |