| OLD | NEW |
| 1 [ | 1 [ |
| 2 { | 2 { |
| 3 "cmd": [ | 3 "cmd": [ |
| 4 "python", | 4 "python", |
| 5 "-u", | 5 "-u", |
| 6 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.
path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not
a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n", | 6 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.
path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not
a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n", |
| 7 "[BUILDER_CACHE]/linux32_rel", | 7 "[BUILDER_CACHE]/linux32_rel", |
| 8 "511" | 8 "511" |
| 9 ], | 9 ], |
| 10 "name": "makedirs checkout path", | 10 "name": "makedirs checkout path", |
| (...skipping 233 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 244 "@@@STEP_LOG_LINE@swarming-targets-file.txt@test_support_unittests@@@", | 244 "@@@STEP_LOG_LINE@swarming-targets-file.txt@test_support_unittests@@@", |
| 245 "@@@STEP_LOG_LINE@swarming-targets-file.txt@tools_unittests@@@", | 245 "@@@STEP_LOG_LINE@swarming-targets-file.txt@tools_unittests@@@", |
| 246 "@@@STEP_LOG_LINE@swarming-targets-file.txt@video_engine_tests@@@", | 246 "@@@STEP_LOG_LINE@swarming-targets-file.txt@video_engine_tests@@@", |
| 247 "@@@STEP_LOG_LINE@swarming-targets-file.txt@voice_engine_unittests@@@", | 247 "@@@STEP_LOG_LINE@swarming-targets-file.txt@voice_engine_unittests@@@", |
| 248 "@@@STEP_LOG_LINE@swarming-targets-file.txt@webrtc_nonparallel_tests@@@", | 248 "@@@STEP_LOG_LINE@swarming-targets-file.txt@webrtc_nonparallel_tests@@@", |
| 249 "@@@STEP_LOG_LINE@swarming-targets-file.txt@xmllite_xmpp_unittests@@@", | 249 "@@@STEP_LOG_LINE@swarming-targets-file.txt@xmllite_xmpp_unittests@@@", |
| 250 "@@@STEP_LOG_END@swarming-targets-file.txt@@@" | 250 "@@@STEP_LOG_END@swarming-targets-file.txt@@@" |
| 251 ] | 251 ] |
| 252 }, | 252 }, |
| 253 { | 253 { |
| 254 "cmd": [ | |
| 255 "python", | |
| 256 "-u", | |
| 257 "\nimport multiprocessing\nimport sys\n\njob_limit = 200\nif sys.platform.
startswith('linux'):\n # Use 80 for linux not to load goma backend.\n job_limi
t = 80\n\ntry:\n jobs = min(job_limit, multiprocessing.cpu_count() * 10)\nexcep
t NotImplementedError:\n jobs = 50\n\nprint jobs\n" | |
| 258 ], | |
| 259 "name": "calculate the number of recommended jobs", | |
| 260 "stdout": "/path/to/tmp/", | |
| 261 "~followup_annotations": [ | |
| 262 "@@@STEP_LOG_LINE@python.inline@@@@", | |
| 263 "@@@STEP_LOG_LINE@python.inline@import multiprocessing@@@", | |
| 264 "@@@STEP_LOG_LINE@python.inline@import sys@@@", | |
| 265 "@@@STEP_LOG_LINE@python.inline@@@@", | |
| 266 "@@@STEP_LOG_LINE@python.inline@job_limit = 200@@@", | |
| 267 "@@@STEP_LOG_LINE@python.inline@if sys.platform.startswith('linux'):@@@", | |
| 268 "@@@STEP_LOG_LINE@python.inline@ # Use 80 for linux not to load goma back
end.@@@", | |
| 269 "@@@STEP_LOG_LINE@python.inline@ job_limit = 80@@@", | |
| 270 "@@@STEP_LOG_LINE@python.inline@@@@", | |
| 271 "@@@STEP_LOG_LINE@python.inline@try:@@@", | |
| 272 "@@@STEP_LOG_LINE@python.inline@ jobs = min(job_limit, multiprocessing.cp
u_count() * 10)@@@", | |
| 273 "@@@STEP_LOG_LINE@python.inline@except NotImplementedError:@@@", | |
| 274 "@@@STEP_LOG_LINE@python.inline@ jobs = 50@@@", | |
| 275 "@@@STEP_LOG_LINE@python.inline@@@@", | |
| 276 "@@@STEP_LOG_LINE@python.inline@print jobs@@@", | |
| 277 "@@@STEP_LOG_END@python.inline@@@" | |
| 278 ] | |
| 279 }, | |
| 280 { | |
| 281 "cmd": [], | 254 "cmd": [], |
| 282 "name": "preprocess_for_goma" | 255 "name": "preprocess_for_goma" |
| 283 }, | 256 }, |
| 284 { | 257 { |
| 285 "cmd": [ | 258 "cmd": [ |
| 286 "python", | 259 "python", |
| 287 "-u", | 260 "-u", |
| 288 "[CACHE]/cipd/goma/goma_ctl.py", | 261 "[CACHE]/cipd/goma/goma_ctl.py", |
| 289 "restart" | 262 "restart" |
| 290 ], | 263 ], |
| (...skipping 22 matching lines...) Expand all Loading... |
| 313 "env": { | 286 "env": { |
| 314 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" | 287 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
| 315 }, | 288 }, |
| 316 "name": "preprocess_for_goma.start cloudtail", | 289 "name": "preprocess_for_goma.start cloudtail", |
| 317 "~followup_annotations": [ | 290 "~followup_annotations": [ |
| 318 "@@@STEP_NEST_LEVEL@1@@@" | 291 "@@@STEP_NEST_LEVEL@1@@@" |
| 319 ] | 292 ] |
| 320 }, | 293 }, |
| 321 { | 294 { |
| 322 "cmd": [ | 295 "cmd": [ |
| 296 "python", |
| 297 "-u", |
| 298 "\nimport multiprocessing\nimport sys\n\njob_limit = 200\nif sys.platform.
startswith('linux'):\n # Use 80 for linux not to load goma backend.\n job_limi
t = 80\n\ntry:\n jobs = min(job_limit, multiprocessing.cpu_count() * 10)\nexcep
t NotImplementedError:\n jobs = 50\n\nprint jobs\n" |
| 299 ], |
| 300 "name": "calculate the number of recommended jobs", |
| 301 "stdout": "/path/to/tmp/", |
| 302 "~followup_annotations": [ |
| 303 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 304 "@@@STEP_LOG_LINE@python.inline@import multiprocessing@@@", |
| 305 "@@@STEP_LOG_LINE@python.inline@import sys@@@", |
| 306 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 307 "@@@STEP_LOG_LINE@python.inline@job_limit = 200@@@", |
| 308 "@@@STEP_LOG_LINE@python.inline@if sys.platform.startswith('linux'):@@@", |
| 309 "@@@STEP_LOG_LINE@python.inline@ # Use 80 for linux not to load goma back
end.@@@", |
| 310 "@@@STEP_LOG_LINE@python.inline@ job_limit = 80@@@", |
| 311 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 312 "@@@STEP_LOG_LINE@python.inline@try:@@@", |
| 313 "@@@STEP_LOG_LINE@python.inline@ jobs = min(job_limit, multiprocessing.cp
u_count() * 10)@@@", |
| 314 "@@@STEP_LOG_LINE@python.inline@except NotImplementedError:@@@", |
| 315 "@@@STEP_LOG_LINE@python.inline@ jobs = 50@@@", |
| 316 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 317 "@@@STEP_LOG_LINE@python.inline@print jobs@@@", |
| 318 "@@@STEP_LOG_END@python.inline@@@" |
| 319 ] |
| 320 }, |
| 321 { |
| 322 "cmd": [ |
| 323 "RECIPE_PACKAGE_REPO[depot_tools]/ninja", | 323 "RECIPE_PACKAGE_REPO[depot_tools]/ninja", |
| 324 "-j", |
| 325 "50", |
| 324 "-w", | 326 "-w", |
| 325 "dupbuild=err", | 327 "dupbuild=err", |
| 326 "-C", | 328 "-C", |
| 327 "[BUILDER_CACHE]/linux32_rel/src/out/Release", | 329 "[BUILDER_CACHE]/linux32_rel/src/out/Release" |
| 328 "-j", | |
| 329 "50" | |
| 330 ], | 330 ], |
| 331 "env": { | 331 "env": { |
| 332 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" | 332 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
| 333 }, | 333 }, |
| 334 "name": "compile with ninja" | 334 "name": "compile with ninja" |
| 335 }, | 335 }, |
| 336 { | 336 { |
| 337 "cmd": [], | 337 "cmd": [], |
| 338 "name": "postprocess_for_goma" | 338 "name": "postprocess_for_goma" |
| 339 }, | 339 }, |
| (...skipping 49 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 389 "-u", | 389 "-u", |
| 390 "RECIPE_PACKAGE_REPO[build]/scripts/slave/upload_goma_logs.py", | 390 "RECIPE_PACKAGE_REPO[build]/scripts/slave/upload_goma_logs.py", |
| 391 "--upload-compiler-proxy-info", | 391 "--upload-compiler-proxy-info", |
| 392 "--json-status", | 392 "--json-status", |
| 393 "[CACHE]/cipd/goma/jsonstatus", | 393 "[CACHE]/cipd/goma/jsonstatus", |
| 394 "--ninja-log-outdir", | 394 "--ninja-log-outdir", |
| 395 "[BUILDER_CACHE]/linux32_rel/src/out/Release", | 395 "[BUILDER_CACHE]/linux32_rel/src/out/Release", |
| 396 "--ninja-log-compiler", | 396 "--ninja-log-compiler", |
| 397 "goma", | 397 "goma", |
| 398 "--ninja-log-command", | 398 "--ninja-log-command", |
| 399 "['RECIPE_PACKAGE_REPO[depot_tools]/ninja', '-w', 'dupbuild=err', '-C', '[
BUILDER_CACHE]/linux32_rel/src/out/Release', '-j', 50]", | 399 "['RECIPE_PACKAGE_REPO[depot_tools]/ninja', '-j', 50, '-w', 'dupbuild=err'
, '-C', '[BUILDER_CACHE]/linux32_rel/src/out/Release']", |
| 400 "--ninja-log-exit-status", | 400 "--ninja-log-exit-status", |
| 401 "0", | 401 "0", |
| 402 "--buildbot-buildername", | 402 "--buildbot-buildername", |
| 403 "linux32_rel", | 403 "linux32_rel", |
| 404 "--buildbot-mastername", | 404 "--buildbot-mastername", |
| 405 "tryserver.webrtc", | 405 "tryserver.webrtc", |
| 406 "--buildbot-slavename", | 406 "--buildbot-slavename", |
| 407 "slavename" | 407 "slavename" |
| 408 ], | 408 ], |
| 409 "env": { | 409 "env": { |
| (...skipping 2828 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 3238 "@@@STEP_LOG_END@json.output@@@", | 3238 "@@@STEP_LOG_END@json.output@@@", |
| 3239 "@@@STEP_LINK@shard #0 isolated out@blah@@@" | 3239 "@@@STEP_LINK@shard #0 isolated out@blah@@@" |
| 3240 ] | 3240 ] |
| 3241 }, | 3241 }, |
| 3242 { | 3242 { |
| 3243 "name": "$result", | 3243 "name": "$result", |
| 3244 "recipe_result": null, | 3244 "recipe_result": null, |
| 3245 "status_code": 0 | 3245 "status_code": 0 |
| 3246 } | 3246 } |
| 3247 ] | 3247 ] |
| OLD | NEW |