OLD | NEW |
1 [ | 1 [ |
2 { | 2 { |
3 "cmd": [ | 3 "cmd": [ |
4 "python", | 4 "python", |
5 "-u", | 5 "-u", |
6 "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py", | 6 "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py", |
7 "--master", | 7 "--master", |
8 "client.pdfium", | 8 "client.pdfium", |
9 "--builder", | 9 "--builder", |
10 "android", | 10 "android", |
(...skipping 49 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
60 "name": "gclient runhooks" | 60 "name": "gclient runhooks" |
61 }, | 61 }, |
62 { | 62 { |
63 "cmd": [ | 63 "cmd": [ |
64 "python", | 64 "python", |
65 "-u", | 65 "-u", |
66 "[DEPOT_TOOLS]/gn.py", | 66 "[DEPOT_TOOLS]/gn.py", |
67 "--root=[SLAVE_BUILD]/pdfium", | 67 "--root=[SLAVE_BUILD]/pdfium", |
68 "gen", | 68 "gen", |
69 "//out/Debug", | 69 "//out/Debug", |
70 "--args=is_debug=true is_component_build=false pdf_enable_v8=true pdf_enab
le_xfa=false pdf_use_skia=false pdf_is_standalone=true use_sysroot=false target_
os=\"android\"" | 70 "--args=is_debug=true is_component_build=false pdf_enable_v8=true pdf_enab
le_xfa=false pdf_use_skia=false pdf_is_standalone=true use_goma=true use_sysroot
=false target_os=\"android\"" |
71 ], | 71 ], |
72 "cwd": "[SLAVE_BUILD]/pdfium", | 72 "cwd": "[SLAVE_BUILD]/pdfium", |
73 "name": "gn gen" | 73 "name": "gn gen" |
74 }, | 74 }, |
75 { | 75 { |
| 76 "cmd": [], |
| 77 "name": "ensure_goma" |
| 78 }, |
| 79 { |
| 80 "cmd": [ |
| 81 "python", |
| 82 "-u", |
| 83 "RECIPE_MODULE[depot_tools::cipd]/resources/bootstrap.py", |
| 84 "--platform", |
| 85 "linux-amd64", |
| 86 "--dest-directory", |
| 87 "[SLAVE_BUILD]/cipd", |
| 88 "--json-output", |
| 89 "/path/to/tmp/json" |
| 90 ], |
| 91 "name": "ensure_goma.install cipd", |
| 92 "~followup_annotations": [ |
| 93 "@@@STEP_NEST_LEVEL@1@@@", |
| 94 "@@@STEP_TEXT@cipd instance_id: 40-chars-fake-of-the-package-instance_id@@
@", |
| 95 "@@@STEP_LOG_LINE@json.output@{@@@", |
| 96 "@@@STEP_LOG_LINE@json.output@ \"executable\": \"[SLAVE_BUILD]/cipd/cipd\
", @@@", |
| 97 "@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"40-chars-fake-of-the-pa
ckage-instance_id\"@@@", |
| 98 "@@@STEP_LOG_LINE@json.output@}@@@", |
| 99 "@@@STEP_LOG_END@json.output@@@" |
| 100 ] |
| 101 }, |
| 102 { |
| 103 "cmd": [ |
| 104 "[SLAVE_BUILD]/cipd/cipd", |
| 105 "ensure", |
| 106 "--root", |
| 107 "[CACHE]/cipd/goma", |
| 108 "--list", |
| 109 "infra/tools/cloudtail/linux-amd64 goma_recipe_module\ninfra_internal/goma
/client/linux-amd64 release", |
| 110 "--json-output", |
| 111 "/path/to/tmp/json", |
| 112 "--service-account-json", |
| 113 "/creds/service_accounts/service-account-goma-client.json" |
| 114 ], |
| 115 "name": "ensure_goma.ensure_installed", |
| 116 "~followup_annotations": [ |
| 117 "@@@STEP_NEST_LEVEL@1@@@", |
| 118 "@@@STEP_LOG_LINE@json.output@{@@@", |
| 119 "@@@STEP_LOG_LINE@json.output@ \"result\": [@@@", |
| 120 "@@@STEP_LOG_LINE@json.output@ {@@@", |
| 121 "@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_i
d-of-goma_recipe_modu\", @@@", |
| 122 "@@@STEP_LOG_LINE@json.output@ \"package\": \"infra/tools/cloudtail/l
inux-amd64\"@@@", |
| 123 "@@@STEP_LOG_LINE@json.output@ }, @@@", |
| 124 "@@@STEP_LOG_LINE@json.output@ {@@@", |
| 125 "@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_i
d-of-release---------\", @@@", |
| 126 "@@@STEP_LOG_LINE@json.output@ \"package\": \"infra_internal/goma/cli
ent/linux-amd64\"@@@", |
| 127 "@@@STEP_LOG_LINE@json.output@ }@@@", |
| 128 "@@@STEP_LOG_LINE@json.output@ ]@@@", |
| 129 "@@@STEP_LOG_LINE@json.output@}@@@", |
| 130 "@@@STEP_LOG_END@json.output@@@" |
| 131 ] |
| 132 }, |
| 133 { |
| 134 "cmd": [ |
| 135 "python", |
| 136 "-u", |
| 137 "[CACHE]/cipd/goma/goma_ctl.py", |
| 138 "restart" |
| 139 ], |
| 140 "env": { |
| 141 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
| 142 }, |
| 143 "name": "start_goma" |
| 144 }, |
| 145 { |
| 146 "cmd": [ |
| 147 "python", |
| 148 "-u", |
| 149 "RECIPE_MODULE[build::goma]/resources/cloudtail_utils.py", |
| 150 "start", |
| 151 "--cloudtail-path", |
| 152 "[CACHE]/cipd/goma/cloudtail" |
| 153 ], |
| 154 "env": { |
| 155 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
| 156 }, |
| 157 "name": "start cloudtail", |
| 158 "stdout": "/path/to/tmp/" |
| 159 }, |
| 160 { |
| 161 "cmd": [ |
| 162 "python", |
| 163 "-u", |
| 164 "\nimport multiprocessing\nimport sys\n\njob_limit = 200\nif sys.platform.
startswith('linux'):\n # Use 80 for linux not to load goma backend.\n job_limi
t = 80\n\ntry:\n jobs = min(job_limit, multiprocessing.cpu_count() * 10)\nexcep
t NotImplementedError:\n jobs = 50\n\nprint jobs\n" |
| 165 ], |
| 166 "name": "calculate the number of recommended jobs", |
| 167 "stdout": "/path/to/tmp/", |
| 168 "~followup_annotations": [ |
| 169 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 170 "@@@STEP_LOG_LINE@python.inline@import multiprocessing@@@", |
| 171 "@@@STEP_LOG_LINE@python.inline@import sys@@@", |
| 172 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 173 "@@@STEP_LOG_LINE@python.inline@job_limit = 200@@@", |
| 174 "@@@STEP_LOG_LINE@python.inline@if sys.platform.startswith('linux'):@@@", |
| 175 "@@@STEP_LOG_LINE@python.inline@ # Use 80 for linux not to load goma back
end.@@@", |
| 176 "@@@STEP_LOG_LINE@python.inline@ job_limit = 80@@@", |
| 177 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 178 "@@@STEP_LOG_LINE@python.inline@try:@@@", |
| 179 "@@@STEP_LOG_LINE@python.inline@ jobs = min(job_limit, multiprocessing.cp
u_count() * 10)@@@", |
| 180 "@@@STEP_LOG_LINE@python.inline@except NotImplementedError:@@@", |
| 181 "@@@STEP_LOG_LINE@python.inline@ jobs = 50@@@", |
| 182 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 183 "@@@STEP_LOG_LINE@python.inline@print jobs@@@", |
| 184 "@@@STEP_LOG_END@python.inline@@@" |
| 185 ] |
| 186 }, |
| 187 { |
76 "cmd": [ | 188 "cmd": [ |
77 "ninja", | 189 "ninja", |
78 "-C", | 190 "-C", |
79 "[SLAVE_BUILD]/pdfium/out/Debug" | 191 "[SLAVE_BUILD]/pdfium/out/Debug", |
| 192 "-j", |
| 193 "50" |
80 ], | 194 ], |
81 "name": "compile with ninja" | 195 "name": "compile with ninja" |
82 }, | 196 }, |
83 { | 197 { |
| 198 "cmd": [ |
| 199 "python", |
| 200 "-u", |
| 201 "[CACHE]/cipd/goma/goma_ctl.py", |
| 202 "jsonstatus", |
| 203 "[CACHE]/cipd/goma/jsonstatus" |
| 204 ], |
| 205 "env": { |
| 206 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
| 207 }, |
| 208 "name": "goma_jsonstatus" |
| 209 }, |
| 210 { |
| 211 "cmd": [ |
| 212 "python", |
| 213 "-u", |
| 214 "[CACHE]/cipd/goma/goma_ctl.py", |
| 215 "stat" |
| 216 ], |
| 217 "env": { |
| 218 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
| 219 }, |
| 220 "name": "goma_stat" |
| 221 }, |
| 222 { |
| 223 "cmd": [ |
| 224 "python", |
| 225 "-u", |
| 226 "[CACHE]/cipd/goma/goma_ctl.py", |
| 227 "stop" |
| 228 ], |
| 229 "env": { |
| 230 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
| 231 }, |
| 232 "name": "stop_goma" |
| 233 }, |
| 234 { |
| 235 "cmd": [ |
| 236 "python", |
| 237 "-u", |
| 238 "RECIPE_PACKAGE_REPO[build]/scripts/slave/upload_goma_logs.py", |
| 239 "--upload-compiler-proxy-info", |
| 240 "--json-status", |
| 241 "[CACHE]/cipd/goma/jsonstatus", |
| 242 "--ninja-log-outdir", |
| 243 "[SLAVE_BUILD]/pdfium/out/Debug", |
| 244 "--ninja-log-compiler", |
| 245 "unknown", |
| 246 "--ninja-log-command", |
| 247 "['ninja', '-C', Path('checkout', 'out','Debug'), '-j', 50]", |
| 248 "--ninja-log-exit-status", |
| 249 "0", |
| 250 "--buildbot-buildername", |
| 251 "android", |
| 252 "--buildbot-mastername", |
| 253 "client.pdfium", |
| 254 "--buildbot-slavename", |
| 255 "test_slave" |
| 256 ], |
| 257 "env": { |
| 258 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
| 259 }, |
| 260 "name": "upload_log" |
| 261 }, |
| 262 { |
| 263 "cmd": [ |
| 264 "python", |
| 265 "-u", |
| 266 "RECIPE_MODULE[build::goma]/resources/cloudtail_utils.py", |
| 267 "stop", |
| 268 "--killed-pid", |
| 269 "12345" |
| 270 ], |
| 271 "name": "stop cloudtail" |
| 272 }, |
| 273 { |
84 "name": "$result", | 274 "name": "$result", |
85 "recipe_result": null, | 275 "recipe_result": null, |
86 "status_code": 0 | 276 "status_code": 0 |
87 } | 277 } |
88 ] | 278 ] |
OLD | NEW |