| OLD | NEW |
| 1 [ | 1 [ |
| 2 { | 2 { |
| 3 "cmd": [ | 3 "cmd": [ |
| 4 "python", | 4 "python", |
| 5 "-u", | 5 "-u", |
| 6 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.
path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not
a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n", | 6 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.
path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not
a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n", |
| 7 "[BUILDER_CACHE]/Linux64_Debug", | 7 "[BUILDER_CACHE]/Linux64_Debug", |
| 8 "511" | 8 "511" |
| 9 ], | 9 ], |
| 10 "name": "makedirs checkout path", | 10 "name": "makedirs checkout path", |
| (...skipping 218 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 229 "@@@STEP_LOG_LINE@swarming-targets-file.txt@test_support_unittests@@@", | 229 "@@@STEP_LOG_LINE@swarming-targets-file.txt@test_support_unittests@@@", |
| 230 "@@@STEP_LOG_LINE@swarming-targets-file.txt@tools_unittests@@@", | 230 "@@@STEP_LOG_LINE@swarming-targets-file.txt@tools_unittests@@@", |
| 231 "@@@STEP_LOG_LINE@swarming-targets-file.txt@video_engine_tests@@@", | 231 "@@@STEP_LOG_LINE@swarming-targets-file.txt@video_engine_tests@@@", |
| 232 "@@@STEP_LOG_LINE@swarming-targets-file.txt@voice_engine_unittests@@@", | 232 "@@@STEP_LOG_LINE@swarming-targets-file.txt@voice_engine_unittests@@@", |
| 233 "@@@STEP_LOG_LINE@swarming-targets-file.txt@webrtc_nonparallel_tests@@@", | 233 "@@@STEP_LOG_LINE@swarming-targets-file.txt@webrtc_nonparallel_tests@@@", |
| 234 "@@@STEP_LOG_LINE@swarming-targets-file.txt@xmllite_xmpp_unittests@@@", | 234 "@@@STEP_LOG_LINE@swarming-targets-file.txt@xmllite_xmpp_unittests@@@", |
| 235 "@@@STEP_LOG_END@swarming-targets-file.txt@@@" | 235 "@@@STEP_LOG_END@swarming-targets-file.txt@@@" |
| 236 ] | 236 ] |
| 237 }, | 237 }, |
| 238 { | 238 { |
| 239 "cmd": [ | |
| 240 "python", | |
| 241 "-u", | |
| 242 "\nimport multiprocessing\nimport sys\n\njob_limit = 200\nif sys.platform.
startswith('linux'):\n # Use 80 for linux not to load goma backend.\n job_limi
t = 80\n\ntry:\n jobs = min(job_limit, multiprocessing.cpu_count() * 10)\nexcep
t NotImplementedError:\n jobs = 50\n\nprint jobs\n" | |
| 243 ], | |
| 244 "name": "calculate the number of recommended jobs", | |
| 245 "stdout": "/path/to/tmp/", | |
| 246 "~followup_annotations": [ | |
| 247 "@@@STEP_LOG_LINE@python.inline@@@@", | |
| 248 "@@@STEP_LOG_LINE@python.inline@import multiprocessing@@@", | |
| 249 "@@@STEP_LOG_LINE@python.inline@import sys@@@", | |
| 250 "@@@STEP_LOG_LINE@python.inline@@@@", | |
| 251 "@@@STEP_LOG_LINE@python.inline@job_limit = 200@@@", | |
| 252 "@@@STEP_LOG_LINE@python.inline@if sys.platform.startswith('linux'):@@@", | |
| 253 "@@@STEP_LOG_LINE@python.inline@ # Use 80 for linux not to load goma back
end.@@@", | |
| 254 "@@@STEP_LOG_LINE@python.inline@ job_limit = 80@@@", | |
| 255 "@@@STEP_LOG_LINE@python.inline@@@@", | |
| 256 "@@@STEP_LOG_LINE@python.inline@try:@@@", | |
| 257 "@@@STEP_LOG_LINE@python.inline@ jobs = min(job_limit, multiprocessing.cp
u_count() * 10)@@@", | |
| 258 "@@@STEP_LOG_LINE@python.inline@except NotImplementedError:@@@", | |
| 259 "@@@STEP_LOG_LINE@python.inline@ jobs = 50@@@", | |
| 260 "@@@STEP_LOG_LINE@python.inline@@@@", | |
| 261 "@@@STEP_LOG_LINE@python.inline@print jobs@@@", | |
| 262 "@@@STEP_LOG_END@python.inline@@@" | |
| 263 ] | |
| 264 }, | |
| 265 { | |
| 266 "cmd": [], | 239 "cmd": [], |
| 267 "name": "preprocess_for_goma" | 240 "name": "preprocess_for_goma" |
| 268 }, | 241 }, |
| 269 { | 242 { |
| 270 "cmd": [ | 243 "cmd": [ |
| 271 "python", | 244 "python", |
| 272 "-u", | 245 "-u", |
| 273 "[CACHE]/cipd/goma/goma_ctl.py", | 246 "[CACHE]/cipd/goma/goma_ctl.py", |
| 274 "restart" | 247 "restart" |
| 275 ], | 248 ], |
| (...skipping 22 matching lines...) Expand all Loading... |
| 298 "env": { | 271 "env": { |
| 299 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" | 272 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
| 300 }, | 273 }, |
| 301 "name": "preprocess_for_goma.start cloudtail", | 274 "name": "preprocess_for_goma.start cloudtail", |
| 302 "~followup_annotations": [ | 275 "~followup_annotations": [ |
| 303 "@@@STEP_NEST_LEVEL@1@@@" | 276 "@@@STEP_NEST_LEVEL@1@@@" |
| 304 ] | 277 ] |
| 305 }, | 278 }, |
| 306 { | 279 { |
| 307 "cmd": [ | 280 "cmd": [ |
| 281 "python", |
| 282 "-u", |
| 283 "\nimport multiprocessing\nimport sys\n\njob_limit = 200\nif sys.platform.
startswith('linux'):\n # Use 80 for linux not to load goma backend.\n job_limi
t = 80\n\ntry:\n jobs = min(job_limit, multiprocessing.cpu_count() * 10)\nexcep
t NotImplementedError:\n jobs = 50\n\nprint jobs\n" |
| 284 ], |
| 285 "name": "calculate the number of recommended jobs", |
| 286 "stdout": "/path/to/tmp/", |
| 287 "~followup_annotations": [ |
| 288 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 289 "@@@STEP_LOG_LINE@python.inline@import multiprocessing@@@", |
| 290 "@@@STEP_LOG_LINE@python.inline@import sys@@@", |
| 291 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 292 "@@@STEP_LOG_LINE@python.inline@job_limit = 200@@@", |
| 293 "@@@STEP_LOG_LINE@python.inline@if sys.platform.startswith('linux'):@@@", |
| 294 "@@@STEP_LOG_LINE@python.inline@ # Use 80 for linux not to load goma back
end.@@@", |
| 295 "@@@STEP_LOG_LINE@python.inline@ job_limit = 80@@@", |
| 296 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 297 "@@@STEP_LOG_LINE@python.inline@try:@@@", |
| 298 "@@@STEP_LOG_LINE@python.inline@ jobs = min(job_limit, multiprocessing.cp
u_count() * 10)@@@", |
| 299 "@@@STEP_LOG_LINE@python.inline@except NotImplementedError:@@@", |
| 300 "@@@STEP_LOG_LINE@python.inline@ jobs = 50@@@", |
| 301 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 302 "@@@STEP_LOG_LINE@python.inline@print jobs@@@", |
| 303 "@@@STEP_LOG_END@python.inline@@@" |
| 304 ] |
| 305 }, |
| 306 { |
| 307 "cmd": [ |
| 308 "RECIPE_PACKAGE_REPO[depot_tools]/ninja", | 308 "RECIPE_PACKAGE_REPO[depot_tools]/ninja", |
| 309 "-w", | 309 "-w", |
| 310 "dupbuild=err", | 310 "dupbuild=err", |
| 311 "-C", | 311 "-C", |
| 312 "[BUILDER_CACHE]/Linux64_Debug/src/out/Debug", | 312 "[BUILDER_CACHE]/Linux64_Debug/src/out/Debug", |
| 313 "-j", | 313 "-j", |
| 314 "50" | 314 "50" |
| 315 ], | 315 ], |
| 316 "env": { | 316 "env": { |
| 317 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" | 317 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
| (...skipping 2873 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 3191 "@@@STEP_LOG_END@json.output@@@", | 3191 "@@@STEP_LOG_END@json.output@@@", |
| 3192 "@@@STEP_LINK@shard #0 isolated out@blah@@@" | 3192 "@@@STEP_LINK@shard #0 isolated out@blah@@@" |
| 3193 ] | 3193 ] |
| 3194 }, | 3194 }, |
| 3195 { | 3195 { |
| 3196 "name": "$result", | 3196 "name": "$result", |
| 3197 "recipe_result": null, | 3197 "recipe_result": null, |
| 3198 "status_code": 0 | 3198 "status_code": 0 |
| 3199 } | 3199 } |
| 3200 ] | 3200 ] |
| OLD | NEW |