OLD | NEW |
1 [ | 1 [ |
2 { | 2 { |
3 "cmd": [ | 3 "cmd": [ |
4 "python", | 4 "python", |
5 "-u", | 5 "-u", |
6 "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py", | 6 "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py", |
7 "--spec", | 7 "--spec", |
8 "cache_dir = '[GIT_CACHE]'\nsolutions = [{'deps_file': '.DEPS.git', 'manag
ed': True, 'name': 'pdfium', 'url': 'https://pdfium.googlesource.com/pdfium.git'
}]", | 8 "cache_dir = '[GIT_CACHE]'\nsolutions = [{'deps_file': '.DEPS.git', 'manag
ed': True, 'name': 'pdfium', 'url': 'https://pdfium.googlesource.com/pdfium.git'
}]", |
9 "--patch_root", | 9 "--patch_root", |
10 "pdfium", | 10 "pdfium", |
(...skipping 41 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
52 "RECIPE_PACKAGE_REPO[depot_tools]/gclient.py", | 52 "RECIPE_PACKAGE_REPO[depot_tools]/gclient.py", |
53 "runhooks" | 53 "runhooks" |
54 ], | 54 ], |
55 "cwd": "[SLAVE_BUILD]/pdfium", | 55 "cwd": "[SLAVE_BUILD]/pdfium", |
56 "env": { | 56 "env": { |
57 "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]" | 57 "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]" |
58 }, | 58 }, |
59 "name": "gclient runhooks" | 59 "name": "gclient runhooks" |
60 }, | 60 }, |
61 { | 61 { |
| 62 "cmd": [], |
| 63 "name": "ensure_goma" |
| 64 }, |
| 65 { |
62 "cmd": [ | 66 "cmd": [ |
63 "python", | 67 "python", |
64 "-u", | 68 "-u", |
| 69 "RECIPE_MODULE[depot_tools::cipd]/resources/bootstrap.py", |
| 70 "--platform", |
| 71 "linux-amd64", |
| 72 "--dest-directory", |
| 73 "[SLAVE_BUILD]/cipd", |
| 74 "--json-output", |
| 75 "/path/to/tmp/json" |
| 76 ], |
| 77 "name": "ensure_goma.install cipd", |
| 78 "~followup_annotations": [ |
| 79 "@@@STEP_NEST_LEVEL@1@@@", |
| 80 "@@@STEP_TEXT@cipd instance_id: 40-chars-fake-of-the-package-instance_id@@
@", |
| 81 "@@@STEP_LOG_LINE@json.output@{@@@", |
| 82 "@@@STEP_LOG_LINE@json.output@ \"executable\": \"[SLAVE_BUILD]/cipd/cipd\
", @@@", |
| 83 "@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"40-chars-fake-of-the-pa
ckage-instance_id\"@@@", |
| 84 "@@@STEP_LOG_LINE@json.output@}@@@", |
| 85 "@@@STEP_LOG_END@json.output@@@" |
| 86 ] |
| 87 }, |
| 88 { |
| 89 "cmd": [ |
| 90 "[SLAVE_BUILD]/cipd/cipd", |
| 91 "ensure", |
| 92 "--root", |
| 93 "[CACHE]/cipd/goma", |
| 94 "--list", |
| 95 "infra/tools/cloudtail/linux-amd64 goma_recipe_module\ninfra_internal/goma
/client/linux-amd64 release", |
| 96 "--json-output", |
| 97 "/path/to/tmp/json", |
| 98 "--service-account-json", |
| 99 "/creds/service_accounts/service-account-goma-client.json" |
| 100 ], |
| 101 "name": "ensure_goma.ensure_installed", |
| 102 "~followup_annotations": [ |
| 103 "@@@STEP_NEST_LEVEL@1@@@", |
| 104 "@@@STEP_LOG_LINE@json.output@{@@@", |
| 105 "@@@STEP_LOG_LINE@json.output@ \"result\": [@@@", |
| 106 "@@@STEP_LOG_LINE@json.output@ {@@@", |
| 107 "@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_i
d-of-goma_recipe_modu\", @@@", |
| 108 "@@@STEP_LOG_LINE@json.output@ \"package\": \"infra/tools/cloudtail/l
inux-amd64\"@@@", |
| 109 "@@@STEP_LOG_LINE@json.output@ }, @@@", |
| 110 "@@@STEP_LOG_LINE@json.output@ {@@@", |
| 111 "@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_i
d-of-release---------\", @@@", |
| 112 "@@@STEP_LOG_LINE@json.output@ \"package\": \"infra_internal/goma/cli
ent/linux-amd64\"@@@", |
| 113 "@@@STEP_LOG_LINE@json.output@ }@@@", |
| 114 "@@@STEP_LOG_LINE@json.output@ ]@@@", |
| 115 "@@@STEP_LOG_LINE@json.output@}@@@", |
| 116 "@@@STEP_LOG_END@json.output@@@" |
| 117 ] |
| 118 }, |
| 119 { |
| 120 "cmd": [ |
| 121 "python", |
| 122 "-u", |
65 "[DEPOT_TOOLS]/gn.py", | 123 "[DEPOT_TOOLS]/gn.py", |
66 "--root=[SLAVE_BUILD]/pdfium", | 124 "--root=[SLAVE_BUILD]/pdfium", |
67 "gen", | 125 "gen", |
68 "//out/debug_xfa_v8_asan", | 126 "//out/debug_xfa_v8_asan", |
69 "--args=is_debug=true is_component_build=false pdf_enable_v8=true pdf_enab
le_xfa=true pdf_use_skia=false pdf_is_standalone=true use_sysroot=false is_asan=
true is_lsan=true" | 127 "--args=is_debug=true is_component_build=false pdf_enable_v8=true pdf_enab
le_xfa=true pdf_use_skia=false pdf_is_standalone=true use_goma=true goma_dir=\"[
CACHE]/cipd/goma\" use_sysroot=false is_asan=true is_lsan=true" |
70 ], | 128 ], |
71 "cwd": "[SLAVE_BUILD]/pdfium", | 129 "cwd": "[SLAVE_BUILD]/pdfium", |
72 "name": "gn gen" | 130 "name": "gn gen" |
73 }, | 131 }, |
74 { | 132 { |
75 "cmd": [ | 133 "cmd": [ |
| 134 "python", |
| 135 "-u", |
| 136 "\nimport multiprocessing\nimport sys\n\njob_limit = 200\nif sys.platform.
startswith('linux'):\n # Use 80 for linux not to load goma backend.\n job_limi
t = 80\n\ntry:\n jobs = min(job_limit, multiprocessing.cpu_count() * 10)\nexcep
t NotImplementedError:\n jobs = 50\n\nprint jobs\n" |
| 137 ], |
| 138 "name": "calculate the number of recommended jobs", |
| 139 "stdout": "/path/to/tmp/", |
| 140 "~followup_annotations": [ |
| 141 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 142 "@@@STEP_LOG_LINE@python.inline@import multiprocessing@@@", |
| 143 "@@@STEP_LOG_LINE@python.inline@import sys@@@", |
| 144 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 145 "@@@STEP_LOG_LINE@python.inline@job_limit = 200@@@", |
| 146 "@@@STEP_LOG_LINE@python.inline@if sys.platform.startswith('linux'):@@@", |
| 147 "@@@STEP_LOG_LINE@python.inline@ # Use 80 for linux not to load goma back
end.@@@", |
| 148 "@@@STEP_LOG_LINE@python.inline@ job_limit = 80@@@", |
| 149 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 150 "@@@STEP_LOG_LINE@python.inline@try:@@@", |
| 151 "@@@STEP_LOG_LINE@python.inline@ jobs = min(job_limit, multiprocessing.cp
u_count() * 10)@@@", |
| 152 "@@@STEP_LOG_LINE@python.inline@except NotImplementedError:@@@", |
| 153 "@@@STEP_LOG_LINE@python.inline@ jobs = 50@@@", |
| 154 "@@@STEP_LOG_LINE@python.inline@@@@", |
| 155 "@@@STEP_LOG_LINE@python.inline@print jobs@@@", |
| 156 "@@@STEP_LOG_END@python.inline@@@" |
| 157 ] |
| 158 }, |
| 159 { |
| 160 "cmd": [ |
| 161 "python", |
| 162 "-u", |
| 163 "[CACHE]/cipd/goma/goma_ctl.py", |
| 164 "restart" |
| 165 ], |
| 166 "env": { |
| 167 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
| 168 }, |
| 169 "name": "start_goma" |
| 170 }, |
| 171 { |
| 172 "cmd": [ |
| 173 "python", |
| 174 "-u", |
| 175 "RECIPE_MODULE[build::goma]/resources/cloudtail_utils.py", |
| 176 "start", |
| 177 "--cloudtail-path", |
| 178 "[CACHE]/cipd/goma/cloudtail" |
| 179 ], |
| 180 "env": { |
| 181 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
| 182 }, |
| 183 "name": "start cloudtail", |
| 184 "stdout": "/path/to/tmp/" |
| 185 }, |
| 186 { |
| 187 "cmd": [ |
76 "ninja", | 188 "ninja", |
77 "-C", | 189 "-C", |
78 "[SLAVE_BUILD]/pdfium/out/debug_xfa_v8_asan" | 190 "[SLAVE_BUILD]/pdfium/out/debug_xfa_v8_asan", |
| 191 "-j", |
| 192 "50" |
79 ], | 193 ], |
80 "name": "compile with ninja" | 194 "name": "compile with ninja" |
81 }, | 195 }, |
82 { | 196 { |
83 "cmd": [ | 197 "cmd": [ |
| 198 "python", |
| 199 "-u", |
| 200 "[CACHE]/cipd/goma/goma_ctl.py", |
| 201 "jsonstatus", |
| 202 "[CACHE]/cipd/goma/jsonstatus" |
| 203 ], |
| 204 "env": { |
| 205 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
| 206 }, |
| 207 "name": "goma_jsonstatus" |
| 208 }, |
| 209 { |
| 210 "cmd": [ |
| 211 "python", |
| 212 "-u", |
| 213 "[CACHE]/cipd/goma/goma_ctl.py", |
| 214 "stat" |
| 215 ], |
| 216 "env": { |
| 217 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
| 218 }, |
| 219 "name": "goma_stat" |
| 220 }, |
| 221 { |
| 222 "cmd": [ |
| 223 "python", |
| 224 "-u", |
| 225 "[CACHE]/cipd/goma/goma_ctl.py", |
| 226 "stop" |
| 227 ], |
| 228 "env": { |
| 229 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
| 230 }, |
| 231 "name": "stop_goma" |
| 232 }, |
| 233 { |
| 234 "cmd": [ |
| 235 "python", |
| 236 "-u", |
| 237 "RECIPE_PACKAGE_REPO[build]/scripts/slave/upload_goma_logs.py", |
| 238 "--upload-compiler-proxy-info", |
| 239 "--json-status", |
| 240 "[CACHE]/cipd/goma/jsonstatus", |
| 241 "--ninja-log-outdir", |
| 242 "[SLAVE_BUILD]/pdfium/out/debug_xfa_v8_asan", |
| 243 "--ninja-log-compiler", |
| 244 "unknown", |
| 245 "--ninja-log-command", |
| 246 "['ninja', '-C', Path('checkout', 'out','debug_xfa_v8_asan'), '-j', 50]", |
| 247 "--ninja-log-exit-status", |
| 248 "0", |
| 249 "--buildbot-buildername", |
| 250 "linux_xfa_asan_lsan", |
| 251 "--buildbot-mastername", |
| 252 "tryserver.client.pdfium", |
| 253 "--buildbot-slavename", |
| 254 "TestSlavename" |
| 255 ], |
| 256 "env": { |
| 257 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account
-goma-client.json" |
| 258 }, |
| 259 "name": "upload_log" |
| 260 }, |
| 261 { |
| 262 "cmd": [ |
| 263 "python", |
| 264 "-u", |
| 265 "RECIPE_MODULE[build::goma]/resources/cloudtail_utils.py", |
| 266 "stop", |
| 267 "--killed-pid", |
| 268 "12345" |
| 269 ], |
| 270 "name": "stop cloudtail" |
| 271 }, |
| 272 { |
| 273 "cmd": [ |
84 "[SLAVE_BUILD]/pdfium/out/debug_xfa_v8_asan/pdfium_unittests" | 274 "[SLAVE_BUILD]/pdfium/out/debug_xfa_v8_asan/pdfium_unittests" |
85 ], | 275 ], |
86 "cwd": "[SLAVE_BUILD]/pdfium", | 276 "cwd": "[SLAVE_BUILD]/pdfium", |
87 "env": { | 277 "env": { |
88 "ASAN_OPTIONS": "detect_leaks=1:allocator_may_return_null=1" | 278 "ASAN_OPTIONS": "detect_leaks=1:allocator_may_return_null=1" |
89 }, | 279 }, |
90 "name": "unittests" | 280 "name": "unittests" |
91 }, | 281 }, |
92 { | 282 { |
93 "cmd": [ | 283 "cmd": [ |
(...skipping 45 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
139 "env": { | 329 "env": { |
140 "ASAN_OPTIONS": "detect_leaks=1:allocator_may_return_null=1" | 330 "ASAN_OPTIONS": "detect_leaks=1:allocator_may_return_null=1" |
141 }, | 331 }, |
142 "name": "corpus tests" | 332 "name": "corpus tests" |
143 }, | 333 }, |
144 { | 334 { |
145 "name": "$result", | 335 "name": "$result", |
146 "recipe_result": null, | 336 "recipe_result": null, |
147 "status_code": 0 | 337 "status_code": 0 |
148 } | 338 } |
149 ] | 339 ] |
OLD | NEW |