Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(732)

Side by Side Diff: scripts/slave/recipes/chromium_codesearch.expected/full_Chromium_Linux_Codesearch_Builder.json

Issue 2356123002: Revert of Use [CACHE]/cipd/goma for goma_dir in recipes/chromium_codesearch.py (Closed)
Patch Set: Created 4 years, 2 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « scripts/slave/recipes/chromium_codesearch.expected/full_Chromium_Linux_Codesearch.json ('k') | no next file » | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 [ 1 [
2 { 2 {
3 "cmd": [ 3 "cmd": [
4 "python", 4 "python",
5 "-u", 5 "-u",
6 "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py", 6 "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py",
7 "--spec", 7 "--spec",
8 "cache_dir = '[GIT_CACHE]'\nsolutions = [{'deps_file': '.DEPS.git', 'manag ed': True, 'name': 'src', 'url': 'https://chromium.googlesource.com/chromium/src .git'}, {'deps_file': '.DEPS.git', 'managed': True, 'name': 'tools/chrome-devtoo ls-frontend', 'url': 'https://chromium.googlesource.com/chromium/tools/chrome-de vtools-frontend'}, {'deps_file': '.DEPS.git', 'managed': True, 'name': 'tools/gs d_generate_index', 'url': 'https://chromium.googlesource.com/chromium/tools/gsd_ generate_index'}, {'deps_file': '.DEPS.git', 'managed': True, 'name': 'tools/per f', 'url': 'https://chromium.googlesource.com/chromium/tools/perf'}, {'deps_file ': '.DEPS.git', 'managed': True, 'name': 'tools/command_wrapper/bin', 'url': 'ht tps://chromium.googlesource.com/chromium/tools/command_wrapper/bin'}, {'deps_fil e': '.DEPS.git', 'managed': True, 'name': 'tools/depot_tools', 'url': 'https://c hromium.googlesource.com/chromium/tools/depot_tools'}, {'deps_file': '.DEPS.git' , 'managed': True, 'name': 'tools/chromium-jobqueue', 'url': 'https://chromium.g ooglesource.com/chromium/tools/chromium-jobqueue'}, {'deps_file': '.DEPS.git', ' managed': True, 'name': 'tools/chromium-shortener', 'url': 'https://chromium.goo glesource.com/chromium/tools/chromium-shortener'}, {'deps_file': '.DEPS.git', 'm anaged': True, 'name': 'tools/deps2git', 'url': 'https://chromium.googlesource.c om/chromium/tools/deps2git'}, {'deps_file': '.DEPS.git', 'managed': True, 'name' : 'infra', 'url': 'https://chromium.googlesource.com/infra/infra'}]", 8 "cache_dir = '[GIT_CACHE]'\nsolutions = [{'deps_file': '.DEPS.git', 'manag ed': True, 'name': 'src', 'url': 'https://chromium.googlesource.com/chromium/src .git'}, {'deps_file': '.DEPS.git', 'managed': True, 'name': 'tools/chrome-devtoo ls-frontend', 'url': 'https://chromium.googlesource.com/chromium/tools/chrome-de vtools-frontend'}, {'deps_file': '.DEPS.git', 'managed': True, 'name': 'tools/gs d_generate_index', 'url': 'https://chromium.googlesource.com/chromium/tools/gsd_ generate_index'}, {'deps_file': '.DEPS.git', 'managed': True, 'name': 'tools/per f', 'url': 'https://chromium.googlesource.com/chromium/tools/perf'}, {'deps_file ': '.DEPS.git', 'managed': True, 'name': 'tools/command_wrapper/bin', 'url': 'ht tps://chromium.googlesource.com/chromium/tools/command_wrapper/bin'}, {'deps_fil e': '.DEPS.git', 'managed': True, 'name': 'tools/depot_tools', 'url': 'https://c hromium.googlesource.com/chromium/tools/depot_tools'}, {'deps_file': '.DEPS.git' , 'managed': True, 'name': 'tools/chromium-jobqueue', 'url': 'https://chromium.g ooglesource.com/chromium/tools/chromium-jobqueue'}, {'deps_file': '.DEPS.git', ' managed': True, 'name': 'tools/chromium-shortener', 'url': 'https://chromium.goo glesource.com/chromium/tools/chromium-shortener'}, {'deps_file': '.DEPS.git', 'm anaged': True, 'name': 'tools/deps2git', 'url': 'https://chromium.googlesource.c om/chromium/tools/deps2git'}, {'deps_file': '.DEPS.git', 'managed': True, 'name' : 'infra', 'url': 'https://chromium.googlesource.com/infra/infra'}]",
9 "--patch_root", 9 "--patch_root",
10 "src", 10 "src",
(...skipping 99 matching lines...) Expand 10 before | Expand all | Expand 10 after
110 "@@@STEP_LOG_LINE@python.inline@import os, sys@@@", 110 "@@@STEP_LOG_LINE@python.inline@import os, sys@@@",
111 "@@@STEP_LOG_LINE@python.inline@from common import chromium_utils # Error? See https://crbug.com/584783.@@@", 111 "@@@STEP_LOG_LINE@python.inline@from common import chromium_utils # Error? See https://crbug.com/584783.@@@",
112 "@@@STEP_LOG_LINE@python.inline@@@@", 112 "@@@STEP_LOG_LINE@python.inline@@@@",
113 "@@@STEP_LOG_LINE@python.inline@@@@", 113 "@@@STEP_LOG_LINE@python.inline@@@@",
114 "@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]):@@@", 114 "@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]):@@@",
115 "@@@STEP_LOG_LINE@python.inline@ chromium_utils.RemoveDirectory(sys.argv[ 1])@@@", 115 "@@@STEP_LOG_LINE@python.inline@ chromium_utils.RemoveDirectory(sys.argv[ 1])@@@",
116 "@@@STEP_LOG_END@python.inline@@@" 116 "@@@STEP_LOG_END@python.inline@@@"
117 ] 117 ]
118 }, 118 },
119 { 119 {
120 "cmd": [],
121 "name": "ensure_goma"
122 },
123 {
124 "cmd": [
125 "python",
126 "-u",
127 "RECIPE_MODULE[depot_tools::cipd]/resources/bootstrap.py",
128 "--platform",
129 "linux-amd64",
130 "--dest-directory",
131 "[SLAVE_BUILD]/cipd",
132 "--json-output",
133 "/path/to/tmp/json"
134 ],
135 "name": "ensure_goma.install cipd",
136 "~followup_annotations": [
137 "@@@STEP_NEST_LEVEL@1@@@",
138 "@@@STEP_TEXT@cipd instance_id: 40-chars-fake-of-the-package-instance_id@@ @",
139 "@@@STEP_LOG_LINE@json.output@{@@@",
140 "@@@STEP_LOG_LINE@json.output@ \"executable\": \"[SLAVE_BUILD]/cipd/cipd\ ", @@@",
141 "@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"40-chars-fake-of-the-pa ckage-instance_id\"@@@",
142 "@@@STEP_LOG_LINE@json.output@}@@@",
143 "@@@STEP_LOG_END@json.output@@@"
144 ]
145 },
146 {
147 "cmd": [
148 "[SLAVE_BUILD]/cipd/cipd",
149 "ensure",
150 "--root",
151 "[CACHE]/cipd/goma",
152 "--list",
153 "infra/tools/cloudtail/linux-amd64 goma_recipe_module\ninfra_internal/goma /client/linux-amd64 release",
154 "--json-output",
155 "/path/to/tmp/json",
156 "--service-account-json",
157 "/creds/service_accounts/service-account-goma-client.json"
158 ],
159 "name": "ensure_goma.ensure_installed",
160 "~followup_annotations": [
161 "@@@STEP_NEST_LEVEL@1@@@",
162 "@@@STEP_LOG_LINE@json.output@{@@@",
163 "@@@STEP_LOG_LINE@json.output@ \"result\": [@@@",
164 "@@@STEP_LOG_LINE@json.output@ {@@@",
165 "@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_i d-of-goma_recipe_modu\", @@@",
166 "@@@STEP_LOG_LINE@json.output@ \"package\": \"infra/tools/cloudtail/l inux-amd64\"@@@",
167 "@@@STEP_LOG_LINE@json.output@ }, @@@",
168 "@@@STEP_LOG_LINE@json.output@ {@@@",
169 "@@@STEP_LOG_LINE@json.output@ \"instance_id\": \"resolved-instance_i d-of-release---------\", @@@",
170 "@@@STEP_LOG_LINE@json.output@ \"package\": \"infra_internal/goma/cli ent/linux-amd64\"@@@",
171 "@@@STEP_LOG_LINE@json.output@ }@@@",
172 "@@@STEP_LOG_LINE@json.output@ ]@@@",
173 "@@@STEP_LOG_LINE@json.output@}@@@",
174 "@@@STEP_LOG_END@json.output@@@"
175 ]
176 },
177 {
178 "cmd": [ 120 "cmd": [
179 "python", 121 "python",
180 "-u", 122 "-u",
181 "RECIPE_PACKAGE_REPO[depot_tools]/gclient.py", 123 "RECIPE_PACKAGE_REPO[depot_tools]/gclient.py",
182 "runhooks" 124 "runhooks"
183 ], 125 ],
184 "cwd": "[SLAVE_BUILD]/src", 126 "cwd": "[SLAVE_BUILD]/src",
185 "env": { 127 "env": {
186 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json", 128 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json",
187 "GYP_DEFINES": "clang=1 component=shared_library fastbuild=1 gomadir='[CAC HE]/cipd/goma' target_arch=x64 use_goma=1", 129 "GYP_DEFINES": "clang=1 component=shared_library fastbuild=1 gomadir='[BUI LD]/goma' target_arch=x64 use_goma=1",
188 "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]" 130 "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]"
189 }, 131 },
190 "name": "gclient runhooks" 132 "name": "gclient runhooks"
191 }, 133 },
192 { 134 {
193 "cmd": [ 135 "cmd": [
194 "[SLAVE_BUILD]/src/buildtools/linux64/gn", 136 "[SLAVE_BUILD]/src/buildtools/linux64/gn",
195 "gen", 137 "gen",
196 "[SLAVE_BUILD]/src/out/Debug", 138 "[SLAVE_BUILD]/src/out/Debug",
197 "--args=is_clang=true is_component_build=true is_debug=true symbol_level=1 target_cpu=\"x64\" use_goma=true goma_dir=[CACHE]/cipd/goma" 139 "--args=is_clang=true is_component_build=true is_debug=true goma_dir=\"/b/ build/goma\" symbol_level=1 target_cpu=\"x64\" use_goma=true"
198 ], 140 ],
199 "cwd": "[SLAVE_BUILD]/src", 141 "cwd": "[SLAVE_BUILD]/src",
200 "name": "generate build files for linux" 142 "name": "generate build files for linux"
201 }, 143 },
202 { 144 {
203 "cmd": [ 145 "cmd": [
204 "python",
205 "-u",
206 "\nimport multiprocessing\nimport sys\n\njob_limit = 200\nif sys.platform. startswith('linux'):\n # Use 80 for linux not to load goma backend.\n job_limi t = 80\n\ntry:\n jobs = min(job_limit, multiprocessing.cpu_count() * 10)\nexcep t NotImplementedError:\n jobs = 50\n\nprint jobs\n"
207 ],
208 "name": "calculate the number of recommended jobs",
209 "stdout": "/path/to/tmp/",
210 "~followup_annotations": [
211 "@@@STEP_LOG_LINE@python.inline@@@@",
212 "@@@STEP_LOG_LINE@python.inline@import multiprocessing@@@",
213 "@@@STEP_LOG_LINE@python.inline@import sys@@@",
214 "@@@STEP_LOG_LINE@python.inline@@@@",
215 "@@@STEP_LOG_LINE@python.inline@job_limit = 200@@@",
216 "@@@STEP_LOG_LINE@python.inline@if sys.platform.startswith('linux'):@@@",
217 "@@@STEP_LOG_LINE@python.inline@ # Use 80 for linux not to load goma back end.@@@",
218 "@@@STEP_LOG_LINE@python.inline@ job_limit = 80@@@",
219 "@@@STEP_LOG_LINE@python.inline@@@@",
220 "@@@STEP_LOG_LINE@python.inline@try:@@@",
221 "@@@STEP_LOG_LINE@python.inline@ jobs = min(job_limit, multiprocessing.cp u_count() * 10)@@@",
222 "@@@STEP_LOG_LINE@python.inline@except NotImplementedError:@@@",
223 "@@@STEP_LOG_LINE@python.inline@ jobs = 50@@@",
224 "@@@STEP_LOG_LINE@python.inline@@@@",
225 "@@@STEP_LOG_LINE@python.inline@print jobs@@@",
226 "@@@STEP_LOG_END@python.inline@@@"
227 ]
228 },
229 {
230 "cmd": [
231 "python",
232 "-u",
233 "[CACHE]/cipd/goma/goma_ctl.py",
234 "restart"
235 ],
236 "env": {
237 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json"
238 },
239 "name": "start_goma"
240 },
241 {
242 "cmd": [
243 "python",
244 "-u",
245 "RECIPE_MODULE[build::goma]/resources/cloudtail_utils.py",
246 "start",
247 "--cloudtail-path",
248 "[CACHE]/cipd/goma/cloudtail"
249 ],
250 "env": {
251 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json"
252 },
253 "name": "start cloudtail",
254 "stdout": "/path/to/tmp/"
255 },
256 {
257 "cmd": [
258 "ninja", 146 "ninja",
259 "-C", 147 "-C",
260 "[SLAVE_BUILD]/src/out/Debug", 148 "[SLAVE_BUILD]/src/out/Debug",
261 "All", 149 "All",
262 "-t", 150 "-t",
263 "compdb", 151 "compdb",
264 "cc", 152 "cc",
265 "cxx", 153 "cxx",
266 "objc", 154 "objc",
267 "objcxx", 155 "objcxx"
268 "-j",
269 "50"
270 ], 156 ],
271 "name": "generate compilation database for linux", 157 "name": "generate compilation database for linux",
272 "stdout": "/path/to/tmp/" 158 "stdout": "/path/to/tmp/"
273 }, 159 },
274 { 160 {
275 "cmd": [
276 "python",
277 "-u",
278 "[CACHE]/cipd/goma/goma_ctl.py",
279 "jsonstatus",
280 "[CACHE]/cipd/goma/jsonstatus"
281 ],
282 "env": {
283 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json"
284 },
285 "name": "goma_jsonstatus"
286 },
287 {
288 "cmd": [
289 "python",
290 "-u",
291 "[CACHE]/cipd/goma/goma_ctl.py",
292 "stat"
293 ],
294 "env": {
295 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json"
296 },
297 "name": "goma_stat"
298 },
299 {
300 "cmd": [
301 "python",
302 "-u",
303 "[CACHE]/cipd/goma/goma_ctl.py",
304 "stop"
305 ],
306 "env": {
307 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json"
308 },
309 "name": "stop_goma"
310 },
311 {
312 "cmd": [
313 "python",
314 "-u",
315 "RECIPE_PACKAGE_REPO[build]/scripts/slave/upload_goma_logs.py",
316 "--upload-compiler-proxy-info",
317 "--json-status",
318 "[CACHE]/cipd/goma/jsonstatus",
319 "--ninja-log-outdir",
320 "[SLAVE_BUILD]/src/out/Debug",
321 "--ninja-log-compiler",
322 "goma",
323 "--ninja-log-command",
324 "['ninja', '-C', Path('checkout', 'out','Debug'), 'All', '-t', 'compdb', ' cc', 'cxx', 'objc', 'objcxx', '-j', 50]",
325 "--ninja-log-exit-status",
326 "0",
327 "--buildbot-buildername",
328 "Chromium Linux Codesearch Builder",
329 "--buildbot-mastername",
330 "chromium.infra.cron",
331 "--buildbot-slavename",
332 "TestSlavename"
333 ],
334 "env": {
335 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json"
336 },
337 "name": "upload_log"
338 },
339 {
340 "cmd": [
341 "python",
342 "-u",
343 "RECIPE_MODULE[build::goma]/resources/cloudtail_utils.py",
344 "stop",
345 "--killed-pid",
346 "12345"
347 ],
348 "name": "stop cloudtail"
349 },
350 {
351 "allow_subannotations": true, 161 "allow_subannotations": true,
352 "cmd": [ 162 "cmd": [
353 "python", 163 "python",
354 "-u", 164 "-u",
355 "RECIPE_PACKAGE_REPO[build]/scripts/slave/clang_revision.py", 165 "RECIPE_PACKAGE_REPO[build]/scripts/slave/clang_revision.py",
356 "--src-dir", 166 "--src-dir",
357 "[SLAVE_BUILD]/src", 167 "[SLAVE_BUILD]/src",
358 "--output-json", 168 "--output-json",
359 "/path/to/tmp/json" 169 "/path/to/tmp/json"
360 ], 170 ],
(...skipping 34 matching lines...) Expand 10 before | Expand all | Expand 10 after
395 "TestSlavename", 205 "TestSlavename",
396 "--build-args", 206 "--build-args",
397 "-k 0", 207 "-k 0",
398 "--compiler", 208 "--compiler",
399 "goma-clang", 209 "goma-clang",
400 "--goma-jsonstatus", 210 "--goma-jsonstatus",
401 "/path/to/tmp/json", 211 "/path/to/tmp/json",
402 "--goma-service-account-json-file", 212 "--goma-service-account-json-file",
403 "/creds/service_accounts/service-account-goma-client.json", 213 "/creds/service_accounts/service-account-goma-client.json",
404 "--goma-dir", 214 "--goma-dir",
405 "[CACHE]/cipd/goma", 215 "[BUILD]/goma",
406 "--", 216 "--",
407 "All" 217 "All"
408 ], 218 ],
409 "env": { 219 "env": {
410 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json" 220 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json"
411 }, 221 },
412 "name": "compile", 222 "name": "compile",
413 "~followup_annotations": [ 223 "~followup_annotations": [
414 "@@@STEP_LOG_LINE@json.output (invalid)@null@@@", 224 "@@@STEP_LOG_LINE@json.output (invalid)@null@@@",
415 "@@@STEP_LOG_END@json.output (invalid)@@@" 225 "@@@STEP_LOG_END@json.output (invalid)@@@"
416 ] 226 ]
417 }, 227 },
418 { 228 {
419 "name": "$result", 229 "name": "$result",
420 "recipe_result": null, 230 "recipe_result": null,
421 "status_code": 0 231 "status_code": 0
422 } 232 }
423 ] 233 ]
OLDNEW
« no previous file with comments | « scripts/slave/recipes/chromium_codesearch.expected/full_Chromium_Linux_Codesearch.json ('k') | no next file » | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698