| OLD | NEW |
| 1 [ | 1 [ |
| 2 { | 2 { |
| 3 "cmd": [ | 3 "cmd": [ |
| 4 "python", | 4 "python", |
| 5 "-u", | 5 "-u", |
| 6 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.
path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not
a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n", | 6 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.
path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not
a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n", |
| 7 "[BUILDER_CACHE]/linux_swarming", | 7 "[BUILDER_CACHE]/linux_swarming", |
| 8 "511" | 8 "511" |
| 9 ], | 9 ], |
| 10 "name": "makedirs checkout path", | 10 "name": "makedirs checkout path", |
| (...skipping 224 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 235 "@@@STEP_LOG_LINE@swarming-targets-file.txt@test_support_unittests@@@", | 235 "@@@STEP_LOG_LINE@swarming-targets-file.txt@test_support_unittests@@@", |
| 236 "@@@STEP_LOG_LINE@swarming-targets-file.txt@tools_unittests@@@", | 236 "@@@STEP_LOG_LINE@swarming-targets-file.txt@tools_unittests@@@", |
| 237 "@@@STEP_LOG_LINE@swarming-targets-file.txt@video_engine_tests@@@", | 237 "@@@STEP_LOG_LINE@swarming-targets-file.txt@video_engine_tests@@@", |
| 238 "@@@STEP_LOG_LINE@swarming-targets-file.txt@voice_engine_unittests@@@", | 238 "@@@STEP_LOG_LINE@swarming-targets-file.txt@voice_engine_unittests@@@", |
| 239 "@@@STEP_LOG_LINE@swarming-targets-file.txt@webrtc_nonparallel_tests@@@", | 239 "@@@STEP_LOG_LINE@swarming-targets-file.txt@webrtc_nonparallel_tests@@@", |
| 240 "@@@STEP_LOG_LINE@swarming-targets-file.txt@xmllite_xmpp_unittests@@@", | 240 "@@@STEP_LOG_LINE@swarming-targets-file.txt@xmllite_xmpp_unittests@@@", |
| 241 "@@@STEP_LOG_END@swarming-targets-file.txt@@@" | 241 "@@@STEP_LOG_END@swarming-targets-file.txt@@@" |
| 242 ] | 242 ] |
| 243 }, | 243 }, |
| 244 { | 244 { |
| 245 "cmd": [ | |
| 246 "python", | |
| 247 "-u", | |
| 248 "\nimport multiprocessing\nimport sys\n\njob_limit = 200\nif sys.platform.
startswith('linux'):\n # Use 80 for linux not to load goma backend.\n job_limi
t = 80\n\ntry:\n jobs = min(job_limit, multiprocessing.cpu_count() * 10)\nexcep
t NotImplementedError:\n jobs = 50\n\nprint jobs\n" | |
| 249 ], | |
| 250 "name": "calculate the number of recommended jobs", | |
| 251 "stdout": "/path/to/tmp/", | |
| 252 "~followup_annotations": [ | |
| 253 "@@@STEP_LOG_LINE@python.inline@@@@", | |
| 254 "@@@STEP_LOG_LINE@python.inline@import multiprocessing@@@", | |
| 255 "@@@STEP_LOG_LINE@python.inline@import sys@@@", | |
| 256 "@@@STEP_LOG_LINE@python.inline@@@@", | |
| 257 "@@@STEP_LOG_LINE@python.inline@job_limit = 200@@@", | |
| 258 "@@@STEP_LOG_LINE@python.inline@if sys.platform.startswith('linux'):@@@", | |
| 259 "@@@STEP_LOG_LINE@python.inline@ # Use 80 for linux not to load goma back
end.@@@", | |
| 260 "@@@STEP_LOG_LINE@python.inline@ job_limit = 80@@@", | |
| 261 "@@@STEP_LOG_LINE@python.inline@@@@", | |
| 262 "@@@STEP_LOG_LINE@python.inline@try:@@@", | |
| 263 "@@@STEP_LOG_LINE@python.inline@ jobs = min(job_limit, multiprocessing.cp
u_count() * 10)@@@", | |
| 264 "@@@STEP_LOG_LINE@python.inline@except NotImplementedError:@@@", | |
| 265 "@@@STEP_LOG_LINE@python.inline@ jobs = 50@@@", | |
| 266 "@@@STEP_LOG_LINE@python.inline@@@@", | |
| 267 "@@@STEP_LOG_LINE@python.inline@print jobs@@@", | |
| 268 "@@@STEP_LOG_END@python.inline@@@" | |
| 269 ] | |
| 270 }, | |
| 271 { | |
| 272 "cmd": [], | 245 "cmd": [], |
| 273 "name": "preprocess_for_goma" | 246 "name": "preprocess_for_goma" |
| 274 }, | 247 }, |
| 275 { | 248 { |
| 276 "cmd": [ | 249 "cmd": [ |
| 277 "python", | 250 "python", |
| 278 "-u", | 251 "-u", |
| 279 "[CACHE]/cipd/goma/goma_ctl.py", | 252 "[CACHE]/cipd/goma/goma_ctl.py", |
| 280 "restart" | 253 "restart" |
| 281 ], | 254 ], |
| (...skipping 22 matching lines...) Expand all Loading... |
| 304 "env": { | 277 "env": { |
| 305 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" | 278 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
| 306 }, | 279 }, |
| 307 "name": "preprocess_for_goma.start cloudtail", | 280 "name": "preprocess_for_goma.start cloudtail", |
| 308 "~followup_annotations": [ | 281 "~followup_annotations": [ |
| 309 "@@@STEP_NEST_LEVEL@1@@@" | 282 "@@@STEP_NEST_LEVEL@1@@@" |
| 310 ] | 283 ] |
| 311 }, | 284 }, |
| 312 { | 285 { |
| 313 "cmd": [ | 286 "cmd": [ |
| 287 "python", |
| 288 "-u", |
| 289 "\nimport multiprocessing\nimport sys\n\njob_limit = 200\nif sys.platform.
startswith('linux'):\n # Use 80 for linux not to load goma backend.\n job_limi
t = 80\n\ntry:\n jobs = min(job_limit, multiprocessing.cpu_count() * 10)\nexcep
t NotImplementedError:\n jobs = 50\n\nprint jobs\n" |
| 290 ], |
| 291 "name": "calculate the number of recommended jobs", |
| 292 "stdout": "/path/to/tmp/", |
| 293 "~followup_annotations": [ |
| 294 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 295 "@@@STEP_LOG_LINE@python.inline@import multiprocessing@@@", |
| 296 "@@@STEP_LOG_LINE@python.inline@import sys@@@", |
| 297 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 298 "@@@STEP_LOG_LINE@python.inline@job_limit = 200@@@", |
| 299 "@@@STEP_LOG_LINE@python.inline@if sys.platform.startswith('linux'):@@@", |
| 300 "@@@STEP_LOG_LINE@python.inline@ # Use 80 for linux not to load goma back
end.@@@", |
| 301 "@@@STEP_LOG_LINE@python.inline@ job_limit = 80@@@", |
| 302 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 303 "@@@STEP_LOG_LINE@python.inline@try:@@@", |
| 304 "@@@STEP_LOG_LINE@python.inline@ jobs = min(job_limit, multiprocessing.cp
u_count() * 10)@@@", |
| 305 "@@@STEP_LOG_LINE@python.inline@except NotImplementedError:@@@", |
| 306 "@@@STEP_LOG_LINE@python.inline@ jobs = 50@@@", |
| 307 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 308 "@@@STEP_LOG_LINE@python.inline@print jobs@@@", |
| 309 "@@@STEP_LOG_END@python.inline@@@" |
| 310 ] |
| 311 }, |
| 312 { |
| 313 "cmd": [ |
| 314 "RECIPE_PACKAGE_REPO[depot_tools]/ninja", | 314 "RECIPE_PACKAGE_REPO[depot_tools]/ninja", |
| 315 "-w", | 315 "-w", |
| 316 "dupbuild=err", | 316 "dupbuild=err", |
| 317 "-C", | 317 "-C", |
| 318 "[BUILDER_CACHE]/linux_swarming/src/out/Debug", | 318 "[BUILDER_CACHE]/linux_swarming/src/out/Debug", |
| 319 "-j", | 319 "-j", |
| 320 "50" | 320 "50" |
| 321 ], | 321 ], |
| 322 "env": { | 322 "env": { |
| 323 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" | 323 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
| (...skipping 2905 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 3229 "@@@STEP_LOG_END@json.output@@@", | 3229 "@@@STEP_LOG_END@json.output@@@", |
| 3230 "@@@STEP_LINK@shard #0 isolated out@blah@@@" | 3230 "@@@STEP_LINK@shard #0 isolated out@blah@@@" |
| 3231 ] | 3231 ] |
| 3232 }, | 3232 }, |
| 3233 { | 3233 { |
| 3234 "name": "$result", | 3234 "name": "$result", |
| 3235 "recipe_result": null, | 3235 "recipe_result": null, |
| 3236 "status_code": 0 | 3236 "status_code": 0 |
| 3237 } | 3237 } |
| 3238 ] | 3238 ] |
| OLD | NEW |