OLD | NEW |
1 [ | 1 [ |
2 { | 2 { |
3 "cmd": [ | 3 "cmd": [ |
4 "python", | 4 "python", |
5 "-u", | 5 "-u", |
6 "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py", | 6 "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py", |
7 "--spec", | 7 "--spec", |
8 "cache_dir = '[GIT_CACHE]'\nsolutions = [{'deps_file': '.DEPS.git', 'manag
ed': True, 'name': 'pdfium', 'url': 'https://pdfium.googlesource.com/pdfium.git'
}]", | 8 "cache_dir = '[GIT_CACHE]'\nsolutions = [{'deps_file': '.DEPS.git', 'manag
ed': True, 'name': 'pdfium', 'url': 'https://pdfium.googlesource.com/pdfium.git'
}]", |
9 "--patch_root", | 9 "--patch_root", |
10 "pdfium", | 10 "pdfium", |
(...skipping 35 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
46 "RECIPE_PACKAGE_REPO[depot_tools]/gclient.py", | 46 "RECIPE_PACKAGE_REPO[depot_tools]/gclient.py", |
47 "runhooks" | 47 "runhooks" |
48 ], | 48 ], |
49 "cwd": "[SLAVE_BUILD]/pdfium", | 49 "cwd": "[SLAVE_BUILD]/pdfium", |
50 "env": { | 50 "env": { |
51 "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]" | 51 "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]" |
52 }, | 52 }, |
53 "name": "gclient runhooks" | 53 "name": "gclient runhooks" |
54 }, | 54 }, |
55 { | 55 { |
| 56 "cmd": [], |
| 57 "name": "ensure_goma" |
| 58 }, |
| 59 { |
56 "cmd": [ | 60 "cmd": [ |
57 "python", | 61 "python", |
58 "-u", | 62 "-u", |
| 63 "RECIPE_MODULE[depot_tools::cipd]/resources/bootstrap.py", |
| 64 "--platform", |
| 65 "mac-amd64", |
| 66 "--dest-directory", |
| 67 "[SLAVE_BUILD]/cipd", |
| 68 "--json-output", |
| 69 "/path/to/tmp/json" |
| 70 ], |
| 71 "name": "ensure_goma.install cipd", |
| 72 "~followup_annotations": [ |
| 73 "@@@STEP_NEST_LEVEL@1@@@", |
| 74 "@@@STEP_TEXT@cipd instance_id: 40-chars-fake-of-the-package-instance_id@@
@", |
| 75 "@@@STEP_LOG_LINE@json.output@{@@@", |
| 76 "@@@STEP_LOG_LINE@json.output@ \"executable\": \"[SLAVE_BUILD]/cipd/cipd\
", @@@", |
| 77 "@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"40-chars-fake-of-the-pa
ckage-instance_id\"@@@", |
| 78 "@@@STEP_LOG_LINE@json.output@}@@@", |
| 79 "@@@STEP_LOG_END@json.output@@@" |
| 80 ] |
| 81 }, |
| 82 { |
| 83 "cmd": [ |
| 84 "[SLAVE_BUILD]/cipd/cipd", |
| 85 "ensure", |
| 86 "--root", |
| 87 "[CACHE]/cipd/goma", |
| 88 "--list", |
| 89 "infra/tools/cloudtail/mac-amd64 goma_recipe_module\ninfra_internal/goma/c
lient/mac-amd64 release", |
| 90 "--json-output", |
| 91 "/path/to/tmp/json", |
| 92 "--service-account-json", |
| 93 "/creds/service_accounts/service-account-goma-client.json" |
| 94 ], |
| 95 "name": "ensure_goma.ensure_installed", |
| 96 "~followup_annotations": [ |
| 97 "@@@STEP_NEST_LEVEL@1@@@", |
| 98 "@@@STEP_LOG_LINE@json.output@{@@@", |
| 99 "@@@STEP_LOG_LINE@json.output@ \"result\": [@@@", |
| 100 "@@@STEP_LOG_LINE@json.output@ {@@@", |
| 101 "@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_i
d-of-goma_recipe_modu\", @@@", |
| 102 "@@@STEP_LOG_LINE@json.output@ \"package\": \"infra/tools/cloudtail/m
ac-amd64\"@@@", |
| 103 "@@@STEP_LOG_LINE@json.output@ }, @@@", |
| 104 "@@@STEP_LOG_LINE@json.output@ {@@@", |
| 105 "@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_i
d-of-release---------\", @@@", |
| 106 "@@@STEP_LOG_LINE@json.output@ \"package\": \"infra_internal/goma/cli
ent/mac-amd64\"@@@", |
| 107 "@@@STEP_LOG_LINE@json.output@ }@@@", |
| 108 "@@@STEP_LOG_LINE@json.output@ ]@@@", |
| 109 "@@@STEP_LOG_LINE@json.output@}@@@", |
| 110 "@@@STEP_LOG_END@json.output@@@" |
| 111 ] |
| 112 }, |
| 113 { |
| 114 "cmd": [ |
| 115 "python", |
| 116 "-u", |
59 "[DEPOT_TOOLS]/gn.py", | 117 "[DEPOT_TOOLS]/gn.py", |
60 "--root=[SLAVE_BUILD]/pdfium", | 118 "--root=[SLAVE_BUILD]/pdfium", |
61 "gen", | 119 "gen", |
62 "//out/debug", | 120 "//out/debug", |
63 "--args=is_debug=true is_component_build=false pdf_enable_v8=false pdf_ena
ble_xfa=false pdf_use_skia=false pdf_is_standalone=true" | 121 "--args=is_debug=true is_component_build=false pdf_enable_v8=false pdf_ena
ble_xfa=false pdf_use_skia=false pdf_is_standalone=true use_goma=true goma_dir=\
"[CACHE]/cipd/goma\"" |
64 ], | 122 ], |
65 "cwd": "[SLAVE_BUILD]/pdfium", | 123 "cwd": "[SLAVE_BUILD]/pdfium", |
66 "name": "gn gen" | 124 "name": "gn gen" |
67 }, | 125 }, |
68 { | 126 { |
69 "cmd": [ | 127 "cmd": [ |
| 128 "python", |
| 129 "-u", |
| 130 "\nimport multiprocessing\nimport sys\n\njob_limit = 200\nif sys.platform.
startswith('linux'):\n # Use 80 for linux not to load goma backend.\n job_limi
t = 80\n\ntry:\n jobs = min(job_limit, multiprocessing.cpu_count() * 10)\nexcep
t NotImplementedError:\n jobs = 50\n\nprint jobs\n" |
| 131 ], |
| 132 "name": "calculate the number of recommended jobs", |
| 133 "stdout": "/path/to/tmp/", |
| 134 "~followup_annotations": [ |
| 135 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 136 "@@@STEP_LOG_LINE@python.inline@import multiprocessing@@@", |
| 137 "@@@STEP_LOG_LINE@python.inline@import sys@@@", |
| 138 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 139 "@@@STEP_LOG_LINE@python.inline@job_limit = 200@@@", |
| 140 "@@@STEP_LOG_LINE@python.inline@if sys.platform.startswith('linux'):@@@", |
| 141 "@@@STEP_LOG_LINE@python.inline@ # Use 80 for linux not to load goma back
end.@@@", |
| 142 "@@@STEP_LOG_LINE@python.inline@ job_limit = 80@@@", |
| 143 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 144 "@@@STEP_LOG_LINE@python.inline@try:@@@", |
| 145 "@@@STEP_LOG_LINE@python.inline@ jobs = min(job_limit, multiprocessing.cp
u_count() * 10)@@@", |
| 146 "@@@STEP_LOG_LINE@python.inline@except NotImplementedError:@@@", |
| 147 "@@@STEP_LOG_LINE@python.inline@ jobs = 50@@@", |
| 148 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 149 "@@@STEP_LOG_LINE@python.inline@print jobs@@@", |
| 150 "@@@STEP_LOG_END@python.inline@@@" |
| 151 ] |
| 152 }, |
| 153 { |
| 154 "cmd": [ |
| 155 "python", |
| 156 "-u", |
| 157 "[CACHE]/cipd/goma/goma_ctl.py", |
| 158 "restart" |
| 159 ], |
| 160 "env": { |
| 161 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
| 162 }, |
| 163 "name": "start_goma" |
| 164 }, |
| 165 { |
| 166 "cmd": [ |
| 167 "python", |
| 168 "-u", |
| 169 "RECIPE_MODULE[build::goma]/resources/cloudtail_utils.py", |
| 170 "start", |
| 171 "--cloudtail-path", |
| 172 "[CACHE]/cipd/goma/cloudtail" |
| 173 ], |
| 174 "env": { |
| 175 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
| 176 }, |
| 177 "name": "start cloudtail", |
| 178 "stdout": "/path/to/tmp/" |
| 179 }, |
| 180 { |
| 181 "cmd": [ |
70 "ninja", | 182 "ninja", |
71 "-C", | 183 "-C", |
72 "[SLAVE_BUILD]/pdfium/out/debug" | 184 "[SLAVE_BUILD]/pdfium/out/debug", |
| 185 "-j", |
| 186 "50" |
73 ], | 187 ], |
74 "name": "compile with ninja" | 188 "name": "compile with ninja" |
75 }, | 189 }, |
76 { | 190 { |
77 "cmd": [ | 191 "cmd": [ |
| 192 "python", |
| 193 "-u", |
| 194 "[CACHE]/cipd/goma/goma_ctl.py", |
| 195 "jsonstatus", |
| 196 "[CACHE]/cipd/goma/jsonstatus" |
| 197 ], |
| 198 "env": { |
| 199 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
| 200 }, |
| 201 "name": "goma_jsonstatus" |
| 202 }, |
| 203 { |
| 204 "cmd": [ |
| 205 "python", |
| 206 "-u", |
| 207 "[CACHE]/cipd/goma/goma_ctl.py", |
| 208 "stat" |
| 209 ], |
| 210 "env": { |
| 211 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
| 212 }, |
| 213 "name": "goma_stat" |
| 214 }, |
| 215 { |
| 216 "cmd": [ |
| 217 "python", |
| 218 "-u", |
| 219 "[CACHE]/cipd/goma/goma_ctl.py", |
| 220 "stop" |
| 221 ], |
| 222 "env": { |
| 223 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
| 224 }, |
| 225 "name": "stop_goma" |
| 226 }, |
| 227 { |
| 228 "cmd": [ |
| 229 "python", |
| 230 "-u", |
| 231 "RECIPE_PACKAGE_REPO[build]/scripts/slave/upload_goma_logs.py", |
| 232 "--upload-compiler-proxy-info", |
| 233 "--json-status", |
| 234 "[CACHE]/cipd/goma/jsonstatus", |
| 235 "--ninja-log-outdir", |
| 236 "[SLAVE_BUILD]/pdfium/out/debug", |
| 237 "--ninja-log-compiler", |
| 238 "unknown", |
| 239 "--ninja-log-command", |
| 240 "['ninja', '-C', Path('checkout', 'out','debug'), '-j', 50]", |
| 241 "--ninja-log-exit-status", |
| 242 "0", |
| 243 "--buildbot-buildername", |
| 244 "mac_no_v8", |
| 245 "--buildbot-mastername", |
| 246 "client.pdfium", |
| 247 "--buildbot-slavename", |
| 248 "test_slave" |
| 249 ], |
| 250 "env": { |
| 251 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
| 252 }, |
| 253 "name": "upload_log" |
| 254 }, |
| 255 { |
| 256 "cmd": [ |
| 257 "python", |
| 258 "-u", |
| 259 "RECIPE_MODULE[build::goma]/resources/cloudtail_utils.py", |
| 260 "stop", |
| 261 "--killed-pid", |
| 262 "12345" |
| 263 ], |
| 264 "name": "stop cloudtail" |
| 265 }, |
| 266 { |
| 267 "cmd": [ |
78 "[SLAVE_BUILD]/pdfium/out/debug/pdfium_unittests" | 268 "[SLAVE_BUILD]/pdfium/out/debug/pdfium_unittests" |
79 ], | 269 ], |
80 "cwd": "[SLAVE_BUILD]/pdfium", | 270 "cwd": "[SLAVE_BUILD]/pdfium", |
81 "name": "unittests" | 271 "name": "unittests" |
82 }, | 272 }, |
83 { | 273 { |
84 "cmd": [ | 274 "cmd": [ |
85 "[SLAVE_BUILD]/pdfium/out/debug/pdfium_embeddertests" | 275 "[SLAVE_BUILD]/pdfium/out/debug/pdfium_embeddertests" |
86 ], | 276 ], |
87 "cwd": "[SLAVE_BUILD]/pdfium", | 277 "cwd": "[SLAVE_BUILD]/pdfium", |
(...skipping 19 matching lines...) Expand all Loading... |
107 "out/debug" | 297 "out/debug" |
108 ], | 298 ], |
109 "cwd": "[SLAVE_BUILD]/pdfium", | 299 "cwd": "[SLAVE_BUILD]/pdfium", |
110 "name": "corpus tests" | 300 "name": "corpus tests" |
111 }, | 301 }, |
112 { | 302 { |
113 "name": "$result", | 303 "name": "$result", |
114 "recipe_result": null, | 304 "recipe_result": null, |
115 "status_code": 0 | 305 "status_code": 0 |
116 } | 306 } |
117 ] | 307 ] |
OLD | NEW |