Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(203)

Issues Search
    My Issues | Starred     Open | Closed | All

Side by Side Diff: infra/bots/recipes/swarm_RecreateSKPs.expected/Housekeeper-Weekly-RecreateSKPs.json

Issue 2175373002: Move Skia recipes from build repo (Closed) Base URL: https://skia.googlesource.com/skia.git@master
Patch Set: Fixes, add simulation test to presubmit Created 4 years, 4 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« infra/bots/recipes.py ('K') | « infra/bots/recipes/swarm_RecreateSKPs.expected/Housekeeper-Nightly-RecreateSKPs_Canary.json ('k') | infra/bots/recipes/swarm_compile.py » ('j') | infra/config/recipes.cfg » ('J')
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
(Empty)
1 [
2 {
3 "cmd": [
4 "python",
5 "-u",
6 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os. path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
7 "[CUSTOM_/_B_WORK]",
8 "511"
9 ],
10 "name": "makedirs checkout_path",
11 "~followup_annotations": [
12 "@@@STEP_LOG_LINE@python.inline@@@@",
13 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
14 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
15 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
16 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
17 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
18 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
19 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
20 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
21 "@@@STEP_LOG_END@python.inline@@@"
22 ]
23 },
24 {
25 "cmd": [
26 "python",
27 "-u",
28 "RECIPE_PACKAGE_REPO[depot_tools]/gclient.py",
29 "config",
30 "--spec",
31 "cache_dir = '[CUSTOM_/_B_CACHE]'\nsolutions = [{'deps_file': 'DEPS', 'man aged': False, 'name': 'skia', 'url': 'https://skia.googlesource.com/skia.git'}, {'deps_file': 'DEPS', 'managed': False, 'name': 'src', 'url': 'https://chromium. googlesource.com/chromium/src.git'}]\ntarget_os = ['llvm']"
32 ],
33 "cwd": "[CUSTOM_/_B_WORK]",
34 "env": {
35 "CHROME_HEADLESS": "1",
36 "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]",
37 "PYTHONPATH": "[BUILD]/scripts"
38 },
39 "name": "gclient setup"
40 },
41 {
42 "cmd": [
43 "python",
44 "-u",
45 "RECIPE_PACKAGE_REPO[depot_tools]/gclient.py",
46 "sync",
47 "--nohooks",
48 "--force",
49 "--verbose",
50 "--delete_unversioned_trees",
51 "--revision",
52 "skia@abc123",
53 "--revision",
54 "src@origin/lkgr",
55 "--output-json",
56 "/path/to/tmp/json"
57 ],
58 "cwd": "[CUSTOM_/_B_WORK]",
59 "env": {
60 "CHROME_HEADLESS": "1",
61 "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]:RECIPE_PACKAGE_REPO[dep ot_tools]",
62 "PYTHONPATH": "[BUILD]/scripts"
63 },
64 "name": "gclient sync",
65 "~followup_annotations": [
66 "@@@STEP_LOG_LINE@json.output@{@@@",
67 "@@@STEP_LOG_LINE@json.output@ \"solutions\": {@@@",
68 "@@@STEP_LOG_LINE@json.output@ \"skia/\": {@@@",
69 "@@@STEP_LOG_LINE@json.output@ \"revision\": 164710@@@",
70 "@@@STEP_LOG_LINE@json.output@ }, @@@",
71 "@@@STEP_LOG_LINE@json.output@ \"src/\": {@@@",
72 "@@@STEP_LOG_LINE@json.output@ \"revision\": 170242@@@",
73 "@@@STEP_LOG_LINE@json.output@ }@@@",
74 "@@@STEP_LOG_LINE@json.output@ }@@@",
75 "@@@STEP_LOG_LINE@json.output@}@@@",
76 "@@@STEP_LOG_END@json.output@@@",
77 "@@@SET_BUILD_PROPERTY@got_revision@164710@@@"
78 ]
79 },
80 {
81 "cmd": [
82 "python",
83 "-u",
84 "RECIPE_PACKAGE_REPO[depot_tools]/gclient.py",
85 "runhooks"
86 ],
87 "cwd": "[CUSTOM_/_B_WORK]",
88 "env": {
89 "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]"
90 },
91 "name": "gclient runhooks"
92 },
93 {
94 "cmd": [
95 "python",
96 "-u",
97 "[CUSTOM_/_B_WORK]/skia/tools/buildbot_spec.py",
98 "/path/to/tmp/json",
99 "Housekeeper-Weekly-RecreateSKPs"
100 ],
101 "cwd": "[CUSTOM_/_B_WORK]/skia",
102 "name": "exec buildbot_spec.py",
103 "~followup_annotations": [
104 "@@@STEP_LOG_LINE@json.output@{@@@",
105 "@@@STEP_LOG_LINE@json.output@ \"build_targets\": [@@@",
106 "@@@STEP_LOG_LINE@json.output@ \"most\"@@@",
107 "@@@STEP_LOG_LINE@json.output@ ], @@@",
108 "@@@STEP_LOG_LINE@json.output@ \"builder_cfg\": {@@@",
109 "@@@STEP_LOG_LINE@json.output@ \"extra_config\": \"RecreateSKPs\", @@@" ,
110 "@@@STEP_LOG_LINE@json.output@ \"frequency\": \"Weekly\", @@@",
111 "@@@STEP_LOG_LINE@json.output@ \"is_trybot\": false, @@@",
112 "@@@STEP_LOG_LINE@json.output@ \"role\": \"Housekeeper\"@@@",
113 "@@@STEP_LOG_LINE@json.output@ }, @@@",
114 "@@@STEP_LOG_LINE@json.output@ \"configuration\": \"Release\", @@@",
115 "@@@STEP_LOG_LINE@json.output@ \"dm_flags\": [@@@",
116 "@@@STEP_LOG_LINE@json.output@ \"--dummy-flags\"@@@",
117 "@@@STEP_LOG_LINE@json.output@ ], @@@",
118 "@@@STEP_LOG_LINE@json.output@ \"do_perf_steps\": false, @@@",
119 "@@@STEP_LOG_LINE@json.output@ \"do_test_steps\": false, @@@",
120 "@@@STEP_LOG_LINE@json.output@ \"env\": {@@@",
121 "@@@STEP_LOG_LINE@json.output@ \"GYP_DEFINES\": \"skia_shared_lib=1 ski a_warnings_as_errors=0\"@@@",
122 "@@@STEP_LOG_LINE@json.output@ }, @@@",
123 "@@@STEP_LOG_LINE@json.output@ \"nanobench_flags\": [@@@",
124 "@@@STEP_LOG_LINE@json.output@ \"--dummy-flags\"@@@",
125 "@@@STEP_LOG_LINE@json.output@ ], @@@",
126 "@@@STEP_LOG_LINE@json.output@ \"upload_dm_results\": true, @@@",
127 "@@@STEP_LOG_LINE@json.output@ \"upload_perf_results\": false@@@",
128 "@@@STEP_LOG_LINE@json.output@}@@@",
129 "@@@STEP_LOG_END@json.output@@@"
130 ]
131 },
132 {
133 "cmd": [
134 "python",
135 "-u",
136 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os. path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
137 "[SLAVE_BUILD]/tmp",
138 "511"
139 ],
140 "name": "makedirs tmp_dir",
141 "~followup_annotations": [
142 "@@@STEP_LOG_LINE@python.inline@@@@",
143 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
144 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
145 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
146 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
147 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
148 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
149 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
150 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
151 "@@@STEP_LOG_END@python.inline@@@"
152 ]
153 },
154 {
155 "cmd": [
156 "python",
157 "-u",
158 "RECIPE_PACKAGE_REPO[depot_tools]/gclient.py",
159 "runhooks"
160 ],
161 "cwd": "[CUSTOM_/_B_WORK]/skia",
162 "env": {
163 "CPPFLAGS": "-DSK_ALLOW_CROSSPROCESS_PICTUREIMAGEFILTERS=1",
164 "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]"
165 },
166 "name": "gclient runhooks (2)"
167 },
168 {
169 "cmd": [
170 "build/gyp_chromium"
171 ],
172 "cwd": "[CUSTOM_/_B_WORK]/src",
173 "env": {
174 "CPPFLAGS": "-DSK_ALLOW_CROSSPROCESS_PICTUREIMAGEFILTERS=1",
175 "GYP_GENERATORS": "ninja"
176 },
177 "name": "gyp_chromium"
178 },
179 {
180 "cmd": [
181 "ninja",
182 "-C",
183 "out/Release",
184 "chrome"
185 ],
186 "cwd": "[CUSTOM_/_B_WORK]/src",
187 "name": "Build Chrome"
188 },
189 {
190 "cmd": [
191 "python",
192 "-u",
193 "\nimport os\nimport urllib2\n\nBOTO_URL = 'http://metadata/computeMetadat a/v1/project/attributes/boto-file'\n\ndest_path = '[SLAVE_BUILD]/tmp/.boto'\ndes t_dir = os.path.dirname(dest_path)\nif not os.path.exists(dest_dir):\n os.maked irs(dest_dir)\n\nreq = urllib2.Request(BOTO_URL, headers={'Metadata-Flavor': 'Go ogle'})\ncontents = urllib2.urlopen(req).read()\n\nwith open(dest_path, 'w') as f:\n f.write(contents)\n"
194 ],
195 "name": "download boto file",
196 "~followup_annotations": [
197 "@@@STEP_LOG_LINE@python.inline@@@@",
198 "@@@STEP_LOG_LINE@python.inline@import os@@@",
199 "@@@STEP_LOG_LINE@python.inline@import urllib2@@@",
200 "@@@STEP_LOG_LINE@python.inline@@@@",
201 "@@@STEP_LOG_LINE@python.inline@BOTO_URL = 'http://metadata/computeMetadat a/v1/project/attributes/boto-file'@@@",
202 "@@@STEP_LOG_LINE@python.inline@@@@",
203 "@@@STEP_LOG_LINE@python.inline@dest_path = '[SLAVE_BUILD]/tmp/.boto'@@@",
204 "@@@STEP_LOG_LINE@python.inline@dest_dir = os.path.dirname(dest_path)@@@",
205 "@@@STEP_LOG_LINE@python.inline@if not os.path.exists(dest_dir):@@@",
206 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(dest_dir)@@@",
207 "@@@STEP_LOG_LINE@python.inline@@@@",
208 "@@@STEP_LOG_LINE@python.inline@req = urllib2.Request(BOTO_URL, headers={' Metadata-Flavor': 'Google'})@@@",
209 "@@@STEP_LOG_LINE@python.inline@contents = urllib2.urlopen(req).read()@@@" ,
210 "@@@STEP_LOG_LINE@python.inline@@@@",
211 "@@@STEP_LOG_LINE@python.inline@with open(dest_path, 'w') as f:@@@",
212 "@@@STEP_LOG_LINE@python.inline@ f.write(contents)@@@",
213 "@@@STEP_LOG_END@python.inline@@@"
214 ]
215 },
216 {
217 "cmd": [
218 "python",
219 "-u",
220 "\nimport os, sys\nfrom common import chromium_utils # Error? See https:// crbug.com/584783.\n\n\nif os.path.exists(sys.argv[1]):\n chromium_utils.RemoveD irectory(sys.argv[1])\n",
221 "[SLAVE_BUILD]/skp_output"
222 ],
223 "name": "rmtree skp_output",
224 "~followup_annotations": [
225 "@@@STEP_LOG_LINE@python.inline@@@@",
226 "@@@STEP_LOG_LINE@python.inline@import os, sys@@@",
227 "@@@STEP_LOG_LINE@python.inline@from common import chromium_utils # Error? See https://crbug.com/584783.@@@",
228 "@@@STEP_LOG_LINE@python.inline@@@@",
229 "@@@STEP_LOG_LINE@python.inline@@@@",
230 "@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]):@@@",
231 "@@@STEP_LOG_LINE@python.inline@ chromium_utils.RemoveDirectory(sys.argv[ 1])@@@",
232 "@@@STEP_LOG_END@python.inline@@@"
233 ]
234 },
235 {
236 "cmd": [
237 "python",
238 "-u",
239 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os. path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
240 "[SLAVE_BUILD]/skp_output",
241 "511"
242 ],
243 "name": "makedirs skp_output",
244 "~followup_annotations": [
245 "@@@STEP_LOG_LINE@python.inline@@@@",
246 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
247 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
248 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
249 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
250 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
251 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
252 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
253 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
254 "@@@STEP_LOG_END@python.inline@@@"
255 ]
256 },
257 {
258 "cmd": [
259 "python",
260 "[CUSTOM_/_B_WORK]/skia/infra/bots/assets/skp/create.py",
261 "--chrome_src_path",
262 "[CUSTOM_/_B_WORK]/src",
263 "--browser_executable",
264 "[CUSTOM_/_B_WORK]/src/out/Release/chrome",
265 "--target_dir",
266 "[SLAVE_BUILD]/skp_output",
267 "--upload_to_partner_bucket"
268 ],
269 "cwd": "[CUSTOM_/_B_WORK]/skia",
270 "env": {
271 "AWS_CREDENTIAL_FILE": "[SLAVE_BUILD]/tmp/.boto",
272 "BOTO_CONFIG": "[SLAVE_BUILD]/tmp/.boto",
273 "CHROME_HEADLESS": "1",
274 "PATH": "[DEPOT_TOOLS]:%(PATH)s"
275 },
276 "name": "Recreate SKPs"
277 },
278 {
279 "cmd": [
280 "python",
281 "-u",
282 "\nimport os\nimport urllib2\n\nTOKEN_FILE = '.depot_tools_oauth2_tokens'\ nTOKEN_FILE_BACKUP = '.depot_tools_oauth2_tokens.old'\nTOKEN_URL = 'http://metad ata/computeMetadata/v1/project/attributes/depot_tools_auth_update_skps'\n\nreq = urllib2.Request(TOKEN_URL, headers={'Metadata-Flavor': 'Google'})\ncontents = u rllib2.urlopen(req).read()\n\nhome = os.path.expanduser('~')\ntoken_file = os.pa th.join(home, TOKEN_FILE)\nif os.path.isfile(token_file):\n os.rename(token_fil e, os.path.join(home, TOKEN_FILE_BACKUP))\n\nwith open(token_file, 'w') as f:\n f.write(contents)\n"
283 ],
284 "name": "depot-tools-auth login",
285 "~followup_annotations": [
286 "@@@STEP_LOG_LINE@python.inline@@@@",
287 "@@@STEP_LOG_LINE@python.inline@import os@@@",
288 "@@@STEP_LOG_LINE@python.inline@import urllib2@@@",
289 "@@@STEP_LOG_LINE@python.inline@@@@",
290 "@@@STEP_LOG_LINE@python.inline@TOKEN_FILE = '.depot_tools_oauth2_tokens'@ @@",
291 "@@@STEP_LOG_LINE@python.inline@TOKEN_FILE_BACKUP = '.depot_tools_oauth2_t okens.old'@@@",
292 "@@@STEP_LOG_LINE@python.inline@TOKEN_URL = 'http://metadata/computeMetada ta/v1/project/attributes/depot_tools_auth_update_skps'@@@",
293 "@@@STEP_LOG_LINE@python.inline@@@@",
294 "@@@STEP_LOG_LINE@python.inline@req = urllib2.Request(TOKEN_URL, headers={ 'Metadata-Flavor': 'Google'})@@@",
295 "@@@STEP_LOG_LINE@python.inline@contents = urllib2.urlopen(req).read()@@@" ,
296 "@@@STEP_LOG_LINE@python.inline@@@@",
297 "@@@STEP_LOG_LINE@python.inline@home = os.path.expanduser('~')@@@",
298 "@@@STEP_LOG_LINE@python.inline@token_file = os.path.join(home, TOKEN_FILE )@@@",
299 "@@@STEP_LOG_LINE@python.inline@if os.path.isfile(token_file):@@@",
300 "@@@STEP_LOG_LINE@python.inline@ os.rename(token_file, os.path.join(home, TOKEN_FILE_BACKUP))@@@",
301 "@@@STEP_LOG_LINE@python.inline@@@@",
302 "@@@STEP_LOG_LINE@python.inline@with open(token_file, 'w') as f:@@@",
303 "@@@STEP_LOG_LINE@python.inline@ f.write(contents)@@@",
304 "@@@STEP_LOG_END@python.inline@@@"
305 ]
306 },
307 {
308 "cmd": [
309 "python",
310 "[BUILD]/scripts/slave/skia/upload_skps.py",
311 "--target_dir",
312 "[SLAVE_BUILD]/skp_output"
313 ],
314 "cwd": "[CUSTOM_/_B_WORK]/skia",
315 "env": {
316 "CHROME_HEADLESS": "1",
317 "PATH": "[DEPOT_TOOLS]:%(PATH)s"
318 },
319 "name": "Upload SKPs"
320 },
321 {
322 "cmd": [
323 "python",
324 "-u",
325 "\nimport os\n\n\nTOKEN_FILE = '.depot_tools_oauth2_tokens'\nTOKEN_FILE_BA CKUP = '.depot_tools_oauth2_tokens.old'\n\n\nhome = os.path.expanduser('~')\ntok en_file = os.path.join(home, TOKEN_FILE)\nif os.path.isfile(token_file):\n os.r emove(token_file)\n\nbackup_file = os.path.join(home, TOKEN_FILE_BACKUP)\nif os. path.isfile(backup_file):\n os.rename(backup_file, token_file)\n"
326 ],
327 "name": "depot-tools-auth logout",
328 "~followup_annotations": [
329 "@@@STEP_LOG_LINE@python.inline@@@@",
330 "@@@STEP_LOG_LINE@python.inline@import os@@@",
331 "@@@STEP_LOG_LINE@python.inline@@@@",
332 "@@@STEP_LOG_LINE@python.inline@@@@",
333 "@@@STEP_LOG_LINE@python.inline@TOKEN_FILE = '.depot_tools_oauth2_tokens'@ @@",
334 "@@@STEP_LOG_LINE@python.inline@TOKEN_FILE_BACKUP = '.depot_tools_oauth2_t okens.old'@@@",
335 "@@@STEP_LOG_LINE@python.inline@@@@",
336 "@@@STEP_LOG_LINE@python.inline@@@@",
337 "@@@STEP_LOG_LINE@python.inline@home = os.path.expanduser('~')@@@",
338 "@@@STEP_LOG_LINE@python.inline@token_file = os.path.join(home, TOKEN_FILE )@@@",
339 "@@@STEP_LOG_LINE@python.inline@if os.path.isfile(token_file):@@@",
340 "@@@STEP_LOG_LINE@python.inline@ os.remove(token_file)@@@",
341 "@@@STEP_LOG_LINE@python.inline@@@@",
342 "@@@STEP_LOG_LINE@python.inline@backup_file = os.path.join(home, TOKEN_FIL E_BACKUP)@@@",
343 "@@@STEP_LOG_LINE@python.inline@if os.path.isfile(backup_file):@@@",
344 "@@@STEP_LOG_LINE@python.inline@ os.rename(backup_file, token_file)@@@",
345 "@@@STEP_LOG_END@python.inline@@@"
346 ]
347 },
348 {
349 "name": "$result",
350 "recipe_result": null,
351 "status_code": 0
352 }
353 ]
OLDNEW
« infra/bots/recipes.py ('K') | « infra/bots/recipes/swarm_RecreateSKPs.expected/Housekeeper-Nightly-RecreateSKPs_Canary.json ('k') | infra/bots/recipes/swarm_compile.py » ('j') | infra/config/recipes.cfg » ('J')

Powered by Google App Engine
This is Rietveld 408576698