Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(324)

Side by Side Diff: scripts/slave/recipes/client.drmemory.recipe_autogen.py

Issue 1919193002: build: roll infra_paths changes (Closed) Base URL: svn://svn.chromium.org/chrome/trunk/tools/build
Patch Set: merge Created 4 years, 7 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
OLDNEW
1 # Copyright 2016 The Chromium Authors. All rights reserved. 1 # Copyright 2016 The Chromium Authors. All rights reserved.
2 # Use of this source code is governed by a BSD-style license that can be 2 # Use of this source code is governed by a BSD-style license that can be
3 # found in the LICENSE file. 3 # found in the LICENSE file.
4 4
5 DEPS = [ 5 DEPS = [
6 'chromium', 6 'chromium',
7 'depot_tools/bot_update', 7 'depot_tools/bot_update',
8 'depot_tools/gclient', 8 'depot_tools/gclient',
9 'depot_tools/infra_paths',
9 'file', 10 'file',
10 'gsutil', 11 'gsutil',
11 'recipe_engine/path', 12 'recipe_engine/path',
12 'recipe_engine/properties', 13 'recipe_engine/properties',
13 'recipe_engine/python', 14 'recipe_engine/python',
14 'recipe_engine/raw_io', 15 'recipe_engine/raw_io',
15 'recipe_engine/step', 16 'recipe_engine/step',
16 ] 17 ]
17 18
18 19
(...skipping 76 matching lines...) Expand 10 before | Expand all | Expand 10 after
95 "https://github.com/DynamoRIO/dynamorio.git", 96 "https://github.com/DynamoRIO/dynamorio.git",
96 "tools/buildbot": 97 "tools/buildbot":
97 "https://github.com/DynamoRIO/buildbot.git"} 98 "https://github.com/DynamoRIO/buildbot.git"}
98 api.gclient.c = src_cfg 99 api.gclient.c = src_cfg
99 result = api.bot_update.ensure_checkout(force=True) 100 result = api.bot_update.ensure_checkout(force=True)
100 build_properties.update(result.json.output.get("properties", {})) 101 build_properties.update(result.json.output.get("properties", {}))
101 # clear tools directory step; null converted 102 # clear tools directory step; null converted
102 # update tools step; null converted 103 # update tools step; null converted
103 # unpack tools step; generic ShellCommand converted 104 # unpack tools step; generic ShellCommand converted
104 api.step("unpack tools", 105 api.step("unpack tools",
105 [api.path["slave_build"].join('tools', 'buildbot', 'bot_tools', 106 [api.infra_paths['slave_build'].join(
106 'unpack.bat')], 107 'tools', 'buildbot', 'bot_tools', 'unpack.bat')],
107 env={}, 108 env={},
108 cwd=api.path[ 109 cwd=api.infra_paths[
109 "slave_build"].join('tools', 'buildbot', 'bot_tools')) 110 'slave_build'].join('tools', 'buildbot', 'bot_tools'))
110 # windows Dr. Memory ctest step 111 # windows Dr. Memory ctest step
111 api.step("Dr. Memory ctest", 112 api.step("Dr. Memory ctest",
112 [api.path["build"].join("scripts", "slave", "drmemory", 113 [api.infra_paths['build'].join("scripts", "slave", "drmemory",
113 "build_env.bat"), 'ctest', '--timeout', 114 "build_env.bat"), 'ctest', '--timeout',
114 '60', '-VV', '-S', 115 '60', '-VV', '-S',
115 str(api.path["checkout"].join("tests", "runsuite.cmake")) + 116 str(api.path["checkout"].join("tests", "runsuite.cmake")) +
116 ",drmemory_only;long;build=" + 117 ",drmemory_only;long;build=" +
117 str(build_properties["buildnumber"])]) 118 str(build_properties["buildnumber"])])
118 # Checkout TSan tests step 119 # Checkout TSan tests step
119 api.step("Checkout TSan tests", 120 api.step("Checkout TSan tests",
120 ['svn', 'checkout', '--force', 121 ['svn', 'checkout', '--force',
121 'http://data-race-test.googlecode.com/svn/trunk/', 122 'http://data-race-test.googlecode.com/svn/trunk/',
122 api.path["slave_build"].join("tsan")]) 123 api.infra_paths['slave_build'].join("tsan")])
123 # Build TSan tests step 124 # Build TSan tests step
124 api.step("Build TSan Tests", 125 api.step("Build TSan Tests",
125 ['E:\\b\\build\\scripts\\slave\\drmemory\\build_env.bat', 'make', 126 ['E:\\b\\build\\scripts\\slave\\drmemory\\build_env.bat', 'make',
126 '-C', api.path["slave_build"].join("tsan", "unittest")], 127 '-C', api.infra_paths['slave_build'].join("tsan", "unittest")],
127 env={"BOTTOOLS": api.path["slave_build"].join("tools", "buildbot", 128 env={"BOTTOOLS": api.infra_paths['slave_build'].join(
128 "bot_tools"), 129 "tools", "buildbot", "bot_tools"),
129 "CYGWIN": "nodosfilewarning"}) 130 "CYGWIN": "nodosfilewarning"})
130 # Dr. Memory TSan test step 131 # Dr. Memory TSan test step
131 api.step( 132 api.step(
132 "dbg full TSan tests", 133 "dbg full TSan tests",
133 [api.path["build"].join("scripts", "slave", "drmemory", 134 [api.infra_paths['build'].join("scripts", "slave", "drmemory",
134 "build_env.bat"), 135 "build_env.bat"),
135 'build_drmemory-dbg-32\\bin\\drmemory', '-dr_ops', 136 'build_drmemory-dbg-32\\bin\\drmemory', '-dr_ops',
136 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch', 137 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch',
137 '-suppress', api.path["checkout"].join( 138 '-suppress', api.path["checkout"].join(
138 "tests", "app_suite", "default-suppressions.txt"), "--", 139 "tests", "app_suite", "default-suppressions.txt"), "--",
139 api.path["slave_build"].join("tsan", 'unittest', 'bin', 140 api.infra_paths['slave_build'].join("tsan", 'unittest', 'bin',
140 'racecheck_unittest-windows-x86-O0.exe'), 141 'racecheck_unittest-windows-x86-O0.exe'),
141 '--gtest_filter=' 142 '--gtest_filter='
142 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*', 143 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*',
143 '-147'], 144 '-147'],
144 env={"BOTTOOLS": api.path["slave_build"].join("tools", "buildbot", 145 env={"BOTTOOLS": api.infra_paths['slave_build'].join("tools", "buildbot" ,
145 "bot_tools")}) 146 "bot_tools")})
146 # Dr. Memory TSan test step 147 # Dr. Memory TSan test step
147 api.step( 148 api.step(
148 "dbg light TSan tests", 149 "dbg light TSan tests",
149 [api.path["build"].join("scripts", "slave", "drmemory", 150 [api.infra_paths['build'].join("scripts", "slave", "drmemory",
150 "build_env.bat"), 151 "build_env.bat"),
151 'build_drmemory-dbg-32\\bin\\drmemory', '-dr_ops', 152 'build_drmemory-dbg-32\\bin\\drmemory', '-dr_ops',
152 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch', 153 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch',
153 '-suppress', api.path["checkout"].join( 154 '-suppress', api.path["checkout"].join(
154 "tests", "app_suite", "default-suppressions.txt"), "-light", "--", 155 "tests", "app_suite", "default-suppressions.txt"), "-light", "--",
155 api.path["slave_build"].join("tsan", 'unittest', 'bin', 156 api.infra_paths['slave_build'].join("tsan", 'unittest', 'bin',
156 'racecheck_unittest-windows-x86-O0.exe'), 157 'racecheck_unittest-windows-x86-O0.exe'),
157 '--gtest_filter=' 158 '--gtest_filter='
158 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*', 159 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*',
159 '-147'], 160 '-147'],
160 env={"BOTTOOLS": api.path["slave_build"].join("tools", "buildbot", 161 env={"BOTTOOLS": api.infra_paths['slave_build'].join("tools", "buildbot" ,
161 "bot_tools")}) 162 "bot_tools")})
162 # Dr. Memory TSan test step 163 # Dr. Memory TSan test step
163 api.step( 164 api.step(
164 "rel full TSan tests", 165 "rel full TSan tests",
165 [api.path["build"].join("scripts", "slave", "drmemory", 166 [api.infra_paths['build'].join("scripts", "slave", "drmemory",
166 "build_env.bat"), 167 "build_env.bat"),
167 'build_drmemory-rel-32\\bin\\drmemory', '-dr_ops', 168 'build_drmemory-rel-32\\bin\\drmemory', '-dr_ops',
168 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch', 169 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch',
169 '-suppress', api.path["checkout"].join( 170 '-suppress', api.path["checkout"].join(
170 "tests", "app_suite", "default-suppressions.txt"), "--", 171 "tests", "app_suite", "default-suppressions.txt"), "--",
171 api.path["slave_build"].join("tsan", 'unittest', 'bin', 172 api.infra_paths['slave_build'].join("tsan", 'unittest', 'bin',
172 'racecheck_unittest-windows-x86-O0.exe'), 173 'racecheck_unittest-windows-x86-O0.exe'),
173 '--gtest_filter=' 174 '--gtest_filter='
174 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*', 175 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*',
175 '-147'], 176 '-147'],
176 env={"BOTTOOLS": api.path["slave_build"].join("tools", "buildbot", 177 env={"BOTTOOLS": api.infra_paths['slave_build'].join("tools", "buildbot" ,
177 "bot_tools")}) 178 "bot_tools")})
178 # Dr. Memory TSan test step 179 # Dr. Memory TSan test step
179 api.step( 180 api.step(
180 "rel light TSan tests", 181 "rel light TSan tests",
181 [api.path["build"].join("scripts", "slave", "drmemory", 182 [api.infra_paths['build'].join("scripts", "slave", "drmemory",
182 "build_env.bat"), 183 "build_env.bat"),
183 'build_drmemory-rel-32\\bin\\drmemory', '-dr_ops', 184 'build_drmemory-rel-32\\bin\\drmemory', '-dr_ops',
184 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch', 185 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch',
185 '-suppress', api.path["checkout"].join( 186 '-suppress', api.path["checkout"].join(
186 "tests", "app_suite", "default-suppressions.txt"), "-light", "--", 187 "tests", "app_suite", "default-suppressions.txt"), "-light", "--",
187 api.path["slave_build"].join("tsan", 'unittest', 'bin', 188 api.infra_paths['slave_build'].join("tsan", 'unittest', 'bin',
188 'racecheck_unittest-windows-x86-O0.exe'), 189 'racecheck_unittest-windows-x86-O0.exe'),
189 '--gtest_filter=' 190 '--gtest_filter='
190 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*', 191 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*',
191 '-147'], 192 '-147'],
192 env={"BOTTOOLS": api.path["slave_build"].join("tools", "buildbot", 193 env={"BOTTOOLS": api.infra_paths['slave_build'].join("tools", "buildbot" ,
193 "bot_tools")}) 194 "bot_tools")})
194 # Dr. Memory TSan test step 195 # Dr. Memory TSan test step
195 api.step( 196 api.step(
196 "dbg full nosyms TSan tests", 197 "dbg full nosyms TSan tests",
197 [api.path["build"].join("scripts", "slave", "drmemory", 198 [api.infra_paths['build'].join("scripts", "slave", "drmemory",
198 "build_env.bat"), 199 "build_env.bat"),
199 'build_drmemory-dbg-32\\bin\\drmemory', '-dr_ops', 200 'build_drmemory-dbg-32\\bin\\drmemory', '-dr_ops',
200 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch', 201 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch',
201 '-suppress', api.path["checkout"].join( 202 '-suppress', api.path["checkout"].join(
202 "tests", "app_suite", "default-suppressions.txt"), "--", 203 "tests", "app_suite", "default-suppressions.txt"), "--",
203 api.path["slave_build"].join("tsan", 'unittest', 'bin', 204 api.infra_paths['slave_build'].join("tsan", 'unittest', 'bin',
204 'racecheck_unittest-windows-x86-O0.exe'), 205 'racecheck_unittest-windows-x86-O0.exe'),
205 '--gtest_filter=' 206 '--gtest_filter='
206 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*', 207 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*',
207 '-147'], 208 '-147'],
208 env={"BOTTOOLS": api.path["slave_build"].join("tools", "buildbot", 209 env={"BOTTOOLS": api.infra_paths['slave_build'].join("tools", "buildbot" ,
209 "bot_tools")}) 210 "bot_tools")})
210 # Prepare to pack test results step; null converted 211 # Prepare to pack test results step; null converted
211 # Pack test results step 212 # Pack test results step
212 api.step("Pack test results", 213 api.step("Pack test results",
213 [api.path["build"].join("scripts", "slave", "drmemory", 214 [api.infra_paths['build'].join("scripts", "slave", "drmemory",
214 "build_env.bat"),'7z', 'a', '-xr!*.pdb', 215 "build_env.bat"),'7z', 'a', '-xr!*.pdb',
215 "testlogs_r" + build_properties["got_revision"] + "_b" + 216 "testlogs_r" + build_properties["got_revision"] + "_b" +
216 str(build_properties["buildnumber"]) + ".7z", 217 str(build_properties["buildnumber"]) + ".7z",
217 'build_drmemory-dbg-32/logs', 218 'build_drmemory-dbg-32/logs',
218 'build_drmemory-dbg-32/Testing/Temporary', 219 'build_drmemory-dbg-32/Testing/Temporary',
219 'build_drmemory-rel-32/logs', 220 'build_drmemory-rel-32/logs',
220 'build_drmemory-rel-32/Testing/Temporary', 221 'build_drmemory-rel-32/Testing/Temporary',
221 'build_drmemory-dbg-64/logs', 222 'build_drmemory-dbg-64/logs',
222 'build_drmemory-dbg-64/Testing/Temporary', 223 'build_drmemory-dbg-64/Testing/Temporary',
223 'build_drmemory-rel-64/logs', 224 'build_drmemory-rel-64/logs',
224 'build_drmemory-rel-64/Testing/Temporary', 'xmlresults'], 225 'build_drmemory-rel-64/Testing/Temporary', 'xmlresults'],
225 env={"BOTTOOLS": api.path["slave_build"].join("tools", "buildbot", 226 env={"BOTTOOLS": api.infra_paths['slave_build'].join("tools", "buil dbot",
226 "bot_tools")}) 227 "bot_tools")})
227 # upload drmemory test logs step 228 # upload drmemory test logs step
228 api.gsutil.upload("testlogs_r" + build_properties["got_revision"] + "_b" + 229 api.gsutil.upload("testlogs_r" + build_properties["got_revision"] + "_b" +
229 str(api.properties[ 230 str(api.properties[
230 "buildnumber"]) + ".7z", "chromium-drmemory-builds", 231 "buildnumber"]) + ".7z", "chromium-drmemory-builds",
231 "testlogs/from_%s" % api.properties["buildername"]) 232 "testlogs/from_%s" % api.properties["buildername"])
232 233
233 234
234 def mac_mavericks_x64_DR_steps(api): 235 def mac_mavericks_x64_DR_steps(api):
235 build_properties = api.properties.legacy() 236 build_properties = api.properties.legacy()
236 # checkout DynamiRIO step 237 # checkout DynamiRIO step
237 src_cfg = api.gclient.make_config(GIT_MODE=True) 238 src_cfg = api.gclient.make_config(GIT_MODE=True)
238 soln = src_cfg.solutions.add() 239 soln = src_cfg.solutions.add()
239 soln.name = "dynamorio" 240 soln.name = "dynamorio"
240 soln.url = "https://github.com/DynamoRIO/dynamorio.git" 241 soln.url = "https://github.com/DynamoRIO/dynamorio.git"
241 api.gclient.c = src_cfg 242 api.gclient.c = src_cfg
242 result = api.bot_update.ensure_checkout(force=True) 243 result = api.bot_update.ensure_checkout(force=True)
243 build_properties.update(result.json.output.get("properties", {})) 244 build_properties.update(result.json.output.get("properties", {}))
244 # pre-commit suite step 245 # pre-commit suite step
245 api.step("pre-commit suite", 246 api.step("pre-commit suite",
246 ['ctest', '--timeout', '120', '-VV', '-S', api.path[ 247 ['ctest', '--timeout', '120', '-VV', '-S', api.path[
247 "checkout"].join("suite", "runsuite.cmake")], 248 "checkout"].join("suite", "runsuite.cmake")],
248 cwd=api.path["slave_build"], 249 cwd=api.infra_paths['slave_build'],
249 ok_ret="all") 250 ok_ret="all")
250 251
251 252
252 def linux_cr_builder_steps(api): 253 def linux_cr_builder_steps(api):
253 build_properties = api.properties.legacy() 254 build_properties = api.properties.legacy()
254 # update scripts step; implicitly run by recipe engine. 255 # update scripts step; implicitly run by recipe engine.
255 # bot_update step 256 # bot_update step
256 src_cfg = api.gclient.make_config(GIT_MODE=True) 257 src_cfg = api.gclient.make_config(GIT_MODE=True)
257 soln = src_cfg.solutions.add() 258 soln = src_cfg.solutions.add()
258 soln.name = "src" 259 soln.name = "src"
(...skipping 16 matching lines...) Expand all
275 build_properties.update(result.json.output.get("properties", {})) 276 build_properties.update(result.json.output.get("properties", {}))
276 # gclient revert step; made unnecessary by bot_update 277 # gclient revert step; made unnecessary by bot_update
277 # gclient update step; made unnecessary by bot_update 278 # gclient update step; made unnecessary by bot_update
278 # gclient runhooks wrapper step 279 # gclient runhooks wrapper step
279 env = {'CHROMIUM_GYP_SYNTAX_CHECK': '1', 280 env = {'CHROMIUM_GYP_SYNTAX_CHECK': '1',
280 'GYP_GENERATORS': 'ninja', 281 'GYP_GENERATORS': 'ninja',
281 'DEPOT_TOOLS_UPDATE': '0', 282 'DEPOT_TOOLS_UPDATE': '0',
282 'GYP_DEFINES': 'build_for_tool=drmemory component=shared_library', 283 'GYP_DEFINES': 'build_for_tool=drmemory component=shared_library',
283 'LANDMINES_VERBOSE': '1'} 284 'LANDMINES_VERBOSE': '1'}
284 api.python("gclient runhooks wrapper", 285 api.python("gclient runhooks wrapper",
285 api.path["build"].join("scripts", "slave", 286 api.infra_paths['build'].join("scripts", "slave",
286 "runhooks_wrapper.py"), 287 "runhooks_wrapper.py"),
287 env=env) 288 env=env)
288 # cleanup_temp step 289 # cleanup_temp step
289 api.chromium.cleanup_temp() 290 api.chromium.cleanup_temp()
290 # compile.py step 291 # compile.py step
291 args = ['--target', 'Release', '--build-tool=ninja', '--compiler=goma', 292 args = ['--target', 'Release', '--build-tool=ninja', '--compiler=goma',
292 'content_shell', 'base_unittests', 'browser_tests', 293 'content_shell', 'base_unittests', 'browser_tests',
293 'crypto_unittests', 'ipc_tests', 'media_unittests', 294 'crypto_unittests', 'ipc_tests', 'media_unittests',
294 'net_unittests', 'printing_unittests', 'remoting_unittests', 295 'net_unittests', 'printing_unittests', 'remoting_unittests',
295 'sql_unittests', 'unit_tests', 'url_unittests'] 296 'sql_unittests', 'unit_tests', 'url_unittests']
296 if 'clobber' in api.properties: 297 if 'clobber' in api.properties:
297 args.append("--clobber") 298 args.append("--clobber")
298 api.python("compile", 299 api.python("compile",
299 api.path["build"].join("scripts", "slave", "compile.py"), 300 api.infra_paths['build'].join("scripts", "slave", "compile.py"),
300 args=args) 301 args=args)
301 302
302 303
303 def mac_builder_DR_steps(api): 304 def mac_builder_DR_steps(api):
304 build_properties = api.properties.legacy() 305 build_properties = api.properties.legacy()
305 # checkout DynamiRIO step 306 # checkout DynamiRIO step
306 src_cfg = api.gclient.make_config(GIT_MODE=True) 307 src_cfg = api.gclient.make_config(GIT_MODE=True)
307 soln = src_cfg.solutions.add() 308 soln = src_cfg.solutions.add()
308 soln.name = "dynamorio" 309 soln.name = "dynamorio"
309 soln.url = "https://github.com/DynamoRIO/dynamorio.git" 310 soln.url = "https://github.com/DynamoRIO/dynamorio.git"
(...skipping 23 matching lines...) Expand all
333 "https://github.com/DynamoRIO/dynamorio.git", 334 "https://github.com/DynamoRIO/dynamorio.git",
334 "tools/buildbot": 335 "tools/buildbot":
335 "https://github.com/DynamoRIO/buildbot.git"} 336 "https://github.com/DynamoRIO/buildbot.git"}
336 api.gclient.c = src_cfg 337 api.gclient.c = src_cfg
337 result = api.bot_update.ensure_checkout(force=True) 338 result = api.bot_update.ensure_checkout(force=True)
338 build_properties.update(result.json.output.get("properties", {})) 339 build_properties.update(result.json.output.get("properties", {}))
339 # clear tools directory step; null converted 340 # clear tools directory step; null converted
340 # update tools step; null converted 341 # update tools step; null converted
341 # unpack tools step; generic ShellCommand converted 342 # unpack tools step; generic ShellCommand converted
342 api.step("unpack tools", 343 api.step("unpack tools",
343 [api.path["slave_build"].join('tools', 'buildbot', 'bot_tools', 344 [api.infra_paths['slave_build'].join('tools', 'buildbot', 'bot_tool s',
344 'unpack.bat')], 345 'unpack.bat')],
345 env={}, 346 env={},
346 cwd=api.path[ 347 cwd=api.infra_paths[
347 "slave_build"].join('tools', 'buildbot', 'bot_tools')) 348 "slave_build"].join('tools', 'buildbot', 'bot_tools'))
348 # windows Dr. Memory ctest step 349 # windows Dr. Memory ctest step
349 api.step("Dr. Memory ctest", 350 api.step("Dr. Memory ctest",
350 [api.path["build"].join("scripts", "slave", "drmemory", 351 [api.infra_paths['build'].join("scripts", "slave", "drmemory",
351 "build_env.bat"), 'ctest', '--timeout', 352 "build_env.bat"), 'ctest', '--timeout',
352 '60', '-VV', '-S', 353 '60', '-VV', '-S',
353 str(api.path["checkout"].join("tests", "runsuite.cmake")) + 354 str(api.path["checkout"].join("tests", "runsuite.cmake")) +
354 ",drmemory_only;long;build=" + 355 ",drmemory_only;long;build=" +
355 str(build_properties["buildnumber"])]) 356 str(build_properties["buildnumber"])])
356 # Checkout TSan tests step 357 # Checkout TSan tests step
357 api.step("Checkout TSan tests", 358 api.step("Checkout TSan tests",
358 ['svn', 'checkout', '--force', 359 ['svn', 'checkout', '--force',
359 'http://data-race-test.googlecode.com/svn/trunk/', 360 'http://data-race-test.googlecode.com/svn/trunk/',
360 api.path["slave_build"].join("tsan")]) 361 api.infra_paths['slave_build'].join("tsan")])
361 # Build TSan tests step 362 # Build TSan tests step
362 api.step("Build TSan Tests", 363 api.step("Build TSan Tests",
363 ['E:\\b\\build\\scripts\\slave\\drmemory\\build_env.bat', 'make', 364 ['E:\\b\\build\\scripts\\slave\\drmemory\\build_env.bat', 'make',
364 '-C', api.path["slave_build"].join("tsan", "unittest")], 365 '-C', api.infra_paths['slave_build'].join("tsan", "unittest")],
365 env={"BOTTOOLS": api.path["slave_build"].join("tools", "buildbot", 366 env={"BOTTOOLS": api.infra_paths['slave_build'].join("tools", "buil dbot",
366 "bot_tools"), 367 "bot_tools"),
367 "CYGWIN": "nodosfilewarning"}) 368 "CYGWIN": "nodosfilewarning"})
368 # Dr. Memory TSan test step 369 # Dr. Memory TSan test step
369 api.step( 370 api.step(
370 "dbg full TSan tests", 371 "dbg full TSan tests",
371 [api.path["build"].join("scripts", "slave", "drmemory", 372 [api.infra_paths['build'].join("scripts", "slave", "drmemory",
372 "build_env.bat"), 373 "build_env.bat"),
373 'build_drmemory-dbg-32\\bin\\drmemory', '-dr_ops', 374 'build_drmemory-dbg-32\\bin\\drmemory', '-dr_ops',
374 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch', 375 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch',
375 '-suppress', api.path["checkout"].join( 376 '-suppress', api.path["checkout"].join(
376 "tests", "app_suite", "default-suppressions.txt"), "--", 377 "tests", "app_suite", "default-suppressions.txt"), "--",
377 api.path["slave_build"].join("tsan", 'unittest', 'bin', 378 api.infra_paths['slave_build'].join("tsan", 'unittest', 'bin',
378 'racecheck_unittest-windows-x86-O0.exe'), 379 'racecheck_unittest-windows-x86-O0.exe'),
379 '--gtest_filter=' 380 '--gtest_filter='
380 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*', 381 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*',
381 '-147'], 382 '-147'],
382 env={"BOTTOOLS": api.path["slave_build"].join("tools", "buildbot", 383 env={"BOTTOOLS": api.infra_paths['slave_build'].join("tools", "buildbot" ,
383 "bot_tools")}) 384 "bot_tools")})
384 # Dr. Memory TSan test step 385 # Dr. Memory TSan test step
385 api.step( 386 api.step(
386 "dbg light TSan tests", 387 "dbg light TSan tests",
387 [api.path["build"].join("scripts", "slave", "drmemory", 388 [api.infra_paths['build'].join("scripts", "slave", "drmemory",
388 "build_env.bat"), 389 "build_env.bat"),
389 'build_drmemory-dbg-32\\bin\\drmemory', '-dr_ops', 390 'build_drmemory-dbg-32\\bin\\drmemory', '-dr_ops',
390 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch', 391 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch',
391 '-suppress', api.path["checkout"].join( 392 '-suppress', api.path["checkout"].join(
392 "tests", "app_suite", "default-suppressions.txt"), "-light", "--", 393 "tests", "app_suite", "default-suppressions.txt"), "-light", "--",
393 api.path["slave_build"].join("tsan", 'unittest', 'bin', 394 api.infra_paths['slave_build'].join("tsan", 'unittest', 'bin',
394 'racecheck_unittest-windows-x86-O0.exe'), 395 'racecheck_unittest-windows-x86-O0.exe'),
395 '--gtest_filter=' 396 '--gtest_filter='
396 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*', 397 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*',
397 '-147'], 398 '-147'],
398 env={"BOTTOOLS": api.path["slave_build"].join("tools", "buildbot", 399 env={"BOTTOOLS": api.infra_paths['slave_build'].join("tools", "buildbot" ,
399 "bot_tools")}) 400 "bot_tools")})
400 # Dr. Memory TSan test step 401 # Dr. Memory TSan test step
401 api.step( 402 api.step(
402 "rel full TSan tests", 403 "rel full TSan tests",
403 [api.path["build"].join("scripts", "slave", "drmemory", 404 [api.infra_paths['build'].join("scripts", "slave", "drmemory",
404 "build_env.bat"), 405 "build_env.bat"),
405 'build_drmemory-rel-32\\bin\\drmemory', '-dr_ops', 406 'build_drmemory-rel-32\\bin\\drmemory', '-dr_ops',
406 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch', 407 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch',
407 '-suppress', api.path["checkout"].join( 408 '-suppress', api.path["checkout"].join(
408 "tests", "app_suite", "default-suppressions.txt"), "--", 409 "tests", "app_suite", "default-suppressions.txt"), "--",
409 api.path["slave_build"].join("tsan", 'unittest', 'bin', 410 api.infra_paths['slave_build'].join("tsan", 'unittest', 'bin',
410 'racecheck_unittest-windows-x86-O0.exe'), 411 'racecheck_unittest-windows-x86-O0.exe'),
411 '--gtest_filter=' 412 '--gtest_filter='
412 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*', 413 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*',
413 '-147'], 414 '-147'],
414 env={"BOTTOOLS": api.path["slave_build"].join("tools", "buildbot", 415 env={"BOTTOOLS": api.infra_paths['slave_build'].join("tools", "buildbot" ,
415 "bot_tools")}) 416 "bot_tools")})
416 # Dr. Memory TSan test step 417 # Dr. Memory TSan test step
417 api.step( 418 api.step(
418 "rel light TSan tests", 419 "rel light TSan tests",
419 [api.path["build"].join("scripts", "slave", "drmemory", 420 [api.infra_paths['build'].join("scripts", "slave", "drmemory",
420 "build_env.bat"), 421 "build_env.bat"),
421 'build_drmemory-rel-32\\bin\\drmemory', '-dr_ops', 422 'build_drmemory-rel-32\\bin\\drmemory', '-dr_ops',
422 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch', 423 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch',
423 '-suppress', api.path["checkout"].join( 424 '-suppress', api.path["checkout"].join(
424 "tests", "app_suite", "default-suppressions.txt"), "-light", "--", 425 "tests", "app_suite", "default-suppressions.txt"), "-light", "--",
425 api.path["slave_build"].join("tsan", 'unittest', 'bin', 426 api.infra_paths['slave_build'].join("tsan", 'unittest', 'bin',
426 'racecheck_unittest-windows-x86-O0.exe'), 427 'racecheck_unittest-windows-x86-O0.exe'),
427 '--gtest_filter=' 428 '--gtest_filter='
428 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*', 429 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*',
429 '-147'], 430 '-147'],
430 env={"BOTTOOLS": api.path["slave_build"].join("tools", "buildbot", 431 env={"BOTTOOLS": api.infra_paths['slave_build'].join("tools", "buildbot" ,
431 "bot_tools")}) 432 "bot_tools")})
432 # Dr. Memory TSan test step 433 # Dr. Memory TSan test step
433 api.step( 434 api.step(
434 "dbg full nosyms TSan tests", 435 "dbg full nosyms TSan tests",
435 [api.path["build"].join("scripts", "slave", "drmemory", 436 [api.infra_paths['build'].join("scripts", "slave", "drmemory",
436 "build_env.bat"), 437 "build_env.bat"),
437 'build_drmemory-dbg-32\\bin\\drmemory', '-dr_ops', 438 'build_drmemory-dbg-32\\bin\\drmemory', '-dr_ops',
438 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch', 439 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch',
439 '-suppress', api.path["checkout"].join( 440 '-suppress', api.path["checkout"].join(
440 "tests", "app_suite", "default-suppressions.txt"), "--", 441 "tests", "app_suite", "default-suppressions.txt"), "--",
441 api.path["slave_build"].join("tsan", 'unittest', 'bin', 442 api.infra_paths['slave_build'].join("tsan", 'unittest', 'bin',
442 'racecheck_unittest-windows-x86-O0.exe'), 443 'racecheck_unittest-windows-x86-O0.exe'),
443 '--gtest_filter=' 444 '--gtest_filter='
444 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*', 445 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*',
445 '-147'], 446 '-147'],
446 env={"BOTTOOLS": api.path["slave_build"].join("tools", "buildbot", 447 env={"BOTTOOLS": api.infra_paths['slave_build'].join("tools", "buildbot" ,
447 "bot_tools")}) 448 "bot_tools")})
448 # Prepare to pack test results step; null converted 449 # Prepare to pack test results step; null converted
449 # Pack test results step 450 # Pack test results step
450 api.step("Pack test results", 451 api.step("Pack test results",
451 [api.path["build"].join("scripts", "slave", "drmemory", 452 [api.infra_paths['build'].join("scripts", "slave", "drmemory",
452 "build_env.bat"), '7z', 'a', '-xr!*.pdb', 453 "build_env.bat"), '7z', 'a', '-xr!*.pdb',
453 "testlogs_r" + build_properties["got_revision"] + "_b" + 454 "testlogs_r" + build_properties["got_revision"] + "_b" +
454 str(build_properties["buildnumber"]) + ".7z", 455 str(build_properties["buildnumber"]) + ".7z",
455 'build_drmemory-dbg-32/logs', 456 'build_drmemory-dbg-32/logs',
456 'build_drmemory-dbg-32/Testing/Temporary', 457 'build_drmemory-dbg-32/Testing/Temporary',
457 'build_drmemory-rel-32/logs', 458 'build_drmemory-rel-32/logs',
458 'build_drmemory-rel-32/Testing/Temporary', 459 'build_drmemory-rel-32/Testing/Temporary',
459 'build_drmemory-dbg-64/logs', 460 'build_drmemory-dbg-64/logs',
460 'build_drmemory-dbg-64/Testing/Temporary', 461 'build_drmemory-dbg-64/Testing/Temporary',
461 'build_drmemory-rel-64/logs', 462 'build_drmemory-rel-64/logs',
462 'build_drmemory-rel-64/Testing/Temporary', 'xmlresults'], 463 'build_drmemory-rel-64/Testing/Temporary', 'xmlresults'],
463 env={"BOTTOOLS": api.path["slave_build"].join("tools", "buildbot", 464 env={"BOTTOOLS": api.infra_paths['slave_build'].join("tools", "buil dbot",
464 "bot_tools")}) 465 "bot_tools")})
465 # upload drmemory test logs step 466 # upload drmemory test logs step
466 api.gsutil.upload("testlogs_r" + build_properties["got_revision"] + "_b" + 467 api.gsutil.upload("testlogs_r" + build_properties["got_revision"] + "_b" +
467 str(api.properties[ 468 str(api.properties[
468 "buildnumber"]) + ".7z", "chromium-drmemory-builds", 469 "buildnumber"]) + ".7z", "chromium-drmemory-builds",
469 "testlogs/from_%s" % api.properties["buildername"]) 470 "testlogs/from_%s" % api.properties["buildername"])
470 471
471 472
472 def mac_mavericks_x64_drm_steps(api): 473 def mac_mavericks_x64_drm_steps(api):
473 build_properties = api.properties.legacy() 474 build_properties = api.properties.legacy()
(...skipping 37 matching lines...) Expand 10 before | Expand all | Expand 10 after
511 build_properties = api.properties.legacy() 512 build_properties = api.properties.legacy()
512 # checkout DynamiRIO step 513 # checkout DynamiRIO step
513 src_cfg = api.gclient.make_config(GIT_MODE=True) 514 src_cfg = api.gclient.make_config(GIT_MODE=True)
514 soln = src_cfg.solutions.add() 515 soln = src_cfg.solutions.add()
515 soln.name = "dynamorio" 516 soln.name = "dynamorio"
516 soln.url = "https://github.com/DynamoRIO/dynamorio.git" 517 soln.url = "https://github.com/DynamoRIO/dynamorio.git"
517 api.gclient.c = src_cfg 518 api.gclient.c = src_cfg
518 result = api.bot_update.ensure_checkout(force=True) 519 result = api.bot_update.ensure_checkout(force=True)
519 build_properties.update(result.json.output.get("properties", {})) 520 build_properties.update(result.json.output.get("properties", {}))
520 # Make the build directory step 521 # Make the build directory step
521 api.file.makedirs("makedirs", api.path["slave_build"].join("dynamorio")) 522 api.file.makedirs("makedirs", api.infra_paths['slave_build'].join("dynamorio "))
522 api.file.makedirs("makedirs", api.path["slave_build"].join("dynamorio", 523 api.file.makedirs("makedirs", api.infra_paths['slave_build'].join("dynamorio ",
523 "build")) 524 "build"))
524 # Configure release DynamoRIO step; generic ShellCommand converted 525 # Configure release DynamoRIO step; generic ShellCommand converted
525 api.step("Configure release DynamoRIO", 526 api.step("Configure release DynamoRIO",
526 [ 527 [
527 'cmake', '..', '-DDEBUG=OFF' 528 'cmake', '..', '-DDEBUG=OFF'
528 ], 529 ],
529 env={}, 530 env={},
530 cwd=api.path["slave_build"].join('dynamorio', 'build')) 531 cwd=api.infra_paths['slave_build'].join('dynamorio', 'build'))
531 # Compile release DynamoRIO step; generic ShellCommand converted 532 # Compile release DynamoRIO step; generic ShellCommand converted
532 api.step("Compile release DynamoRIO", 533 api.step("Compile release DynamoRIO",
533 [ 534 [
534 'make', '-j5' 535 'make', '-j5'
535 ], 536 ],
536 env={}, 537 env={},
537 cwd=api.path["slave_build"].join('dynamorio', 'build')) 538 cwd=api.infra_paths['slave_build'].join('dynamorio', 'build'))
538 # don't follow python step; generic ShellCommand converted 539 # don't follow python step; generic ShellCommand converted
539 api.step("don't follow python", 540 api.step("don't follow python",
540 ['bin64/drconfig', '-reg', 'python', '-norun', '-v'], 541 ['bin64/drconfig', '-reg', 'python', '-norun', '-v'],
541 env={}, 542 env={},
542 cwd=api.path["slave_build"].join('dynamorio', 'build')) 543 cwd=api.infra_paths['slave_build'].join('dynamorio', 'build'))
543 # drmemory test step 544 # drmemory test step
544 api.step("content_shell", 545 api.step("content_shell",
545 ['xvfb-run', '-a', 546 ['xvfb-run', '-a',
546 api.path["checkout"].join("build", "bin64", "drrun"), 547 api.path["checkout"].join("build", "bin64", "drrun"),
547 '-stderr_mask', '12', '--', 548 '-stderr_mask', '12', '--',
548 '../../linux-cr-builder/build/src/out/Release/content_shell', 549 '../../linux-cr-builder/build/src/out/Release/content_shell',
549 '--run-layout-test', 'file:///home/chrome-bot/bb.html'], 550 '--run-layout-test', 'file:///home/chrome-bot/bb.html'],
550 env={'CHROME_DEVEL_SANDBOX': '/opt/chromium/chrome_sandbox'}, 551 env={'CHROME_DEVEL_SANDBOX': '/opt/chromium/chrome_sandbox'},
551 cwd=api.path["checkout"]) 552 cwd=api.path["checkout"])
552 # drmemory test step 553 # drmemory test step
(...skipping 92 matching lines...) Expand 10 before | Expand all | Expand 10 after
645 '../../linux-cr-builder/build/src/out/Release/url_unittests'], 646 '../../linux-cr-builder/build/src/out/Release/url_unittests'],
646 env={'CHROME_DEVEL_SANDBOX': '/opt/chromium/chrome_sandbox'}, 647 env={'CHROME_DEVEL_SANDBOX': '/opt/chromium/chrome_sandbox'},
647 cwd=api.path["checkout"]) 648 cwd=api.path["checkout"])
648 649
649 650
650 def win8_cr_builder_steps(api): 651 def win8_cr_builder_steps(api):
651 build_properties = api.properties.legacy() 652 build_properties = api.properties.legacy()
652 # svnkill step; not necessary in recipes 653 # svnkill step; not necessary in recipes
653 # update scripts step; implicitly run by recipe engine. 654 # update scripts step; implicitly run by recipe engine.
654 # taskkill step 655 # taskkill step
655 api.python("taskkill", api.path["build"].join("scripts", "slave", 656 api.python("taskkill", api.infra_paths['build'].join("scripts", "slave",
656 "kill_processes.py")) 657 "kill_processes.py"))
657 # bot_update step 658 # bot_update step
658 src_cfg = api.gclient.make_config(GIT_MODE=True) 659 src_cfg = api.gclient.make_config(GIT_MODE=True)
659 soln = src_cfg.solutions.add() 660 soln = src_cfg.solutions.add()
660 soln.name = "src" 661 soln.name = "src"
661 soln.url = "https://chromium.googlesource.com/chromium/src.git" 662 soln.url = "https://chromium.googlesource.com/chromium/src.git"
662 soln.custom_deps = {'src/third_party/WebKit/LayoutTests': None} 663 soln.custom_deps = {'src/third_party/WebKit/LayoutTests': None}
663 soln.custom_vars = {'webkit_trunk': 'http://src.chromium.org/blink/trunk', 664 soln.custom_vars = {'webkit_trunk': 'http://src.chromium.org/blink/trunk',
664 'googlecode_url': 'http://%s.googlecode.com/svn', 665 'googlecode_url': 'http://%s.googlecode.com/svn',
665 'nacl_trunk': 666 'nacl_trunk':
(...skipping 10 matching lines...) Expand all
676 result = api.bot_update.ensure_checkout(force=True) 677 result = api.bot_update.ensure_checkout(force=True)
677 build_properties.update(result.json.output.get("properties", {})) 678 build_properties.update(result.json.output.get("properties", {}))
678 # gclient revert step; made unnecessary by bot_update 679 # gclient revert step; made unnecessary by bot_update
679 # gclient update step; made unnecessary by bot_update 680 # gclient update step; made unnecessary by bot_update
680 # gclient runhooks wrapper step 681 # gclient runhooks wrapper step
681 env = {'CHROMIUM_GYP_SYNTAX_CHECK': '1', 682 env = {'CHROMIUM_GYP_SYNTAX_CHECK': '1',
682 'LANDMINES_VERBOSE': '1', 683 'LANDMINES_VERBOSE': '1',
683 'DEPOT_TOOLS_UPDATE': '0', 684 'DEPOT_TOOLS_UPDATE': '0',
684 'GYP_DEFINES': 'build_for_tool=drmemory component=shared_library'} 685 'GYP_DEFINES': 'build_for_tool=drmemory component=shared_library'}
685 api.python("gclient runhooks wrapper", 686 api.python("gclient runhooks wrapper",
686 api.path["build"].join("scripts", "slave", 687 api.infra_paths['build'].join("scripts", "slave",
687 "runhooks_wrapper.py"), 688 "runhooks_wrapper.py"),
688 env=env) 689 env=env)
689 # cleanup_temp step 690 # cleanup_temp step
690 api.chromium.cleanup_temp() 691 api.chromium.cleanup_temp()
691 # compile.py step 692 # compile.py step
692 args = ['--solution', 'all.sln', '--project', 693 args = ['--solution', 'all.sln', '--project',
693 'chromium_builder_dbg_drmemory_win', '--target', 'Debug'] 694 'chromium_builder_dbg_drmemory_win', '--target', 'Debug']
694 if 'clobber' in api.properties: 695 if 'clobber' in api.properties:
695 args.append("--clobber") 696 args.append("--clobber")
696 api.step("compile", ["python_slave", api.path["build"].join( 697 api.step("compile", ["python_slave", api.infra_paths['build'].join(
697 "scripts", "slave", "compile.py")] + args) 698 "scripts", "slave", "compile.py")] + args)
698 699
699 700
700 def win8_cr_steps(api): 701 def win8_cr_steps(api):
701 build_properties = api.properties.legacy() 702 build_properties = api.properties.legacy()
702 # Download build step 703 # Download build step
703 api.gsutil.download("chromium-drmemory-builds", 704 api.gsutil.download("chromium-drmemory-builds",
704 "drmemory-windows-latest-sfx.exe", 705 "drmemory-windows-latest-sfx.exe",
705 "drm-sfx.exe", 706 "drm-sfx.exe",
706 cwd=api.path["slave_build"]) 707 cwd=api.infra_paths['slave_build'])
707 # Unpack the build step; generic ShellCommand converted 708 # Unpack the build step; generic ShellCommand converted
708 api.step("Unpack the build", 709 api.step("Unpack the build",
709 [ 710 [
710 'drm-sfx', '-ounpacked', '-y' 711 'drm-sfx', '-ounpacked', '-y'
711 ], 712 ],
712 env={}, 713 env={},
713 cwd=api.path["slave_build"]) 714 cwd=api.infra_paths['slave_build'])
714 # Dr. Memory get revision step 715 # Dr. Memory get revision step
715 step_result = api.step("Get the revision number", 716 step_result = api.step("Get the revision number",
716 [ 717 [
717 'unpacked\\bin\\drmemory', '-version' 718 'unpacked\\bin\\drmemory', '-version'
718 ], 719 ],
719 stdout=api.raw_io.output()) 720 stdout=api.raw_io.output())
720 build_properties["got_revision"] = step_result.stdout.split()[3].\ 721 build_properties["got_revision"] = step_result.stdout.split()[3].\
721 split(".")[2] 722 split(".")[2]
722 # Chromium 'url' tests step; generic ShellCommand converted 723 # Chromium 'url' tests step; generic ShellCommand converted
723 api.step( 724 api.step(
724 "Chromium 'url' tests", 725 "Chromium 'url' tests",
725 ['..\\..\\win8-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat', 726 ['..\\..\\win8-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat',
726 '-t', 'url', '--tool', 'drmemory_light', '--keep_logs'], 727 '-t', 'url', '--tool', 'drmemory_light', '--keep_logs'],
727 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'}, 728 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'},
728 cwd=api.path["slave_build"]) 729 cwd=api.infra_paths['slave_build'])
729 # Chromium 'printing' tests step; generic ShellCommand converted 730 # Chromium 'printing' tests step; generic ShellCommand converted
730 api.step( 731 api.step(
731 "Chromium 'printing' tests", 732 "Chromium 'printing' tests",
732 ['..\\..\\win8-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat', 733 ['..\\..\\win8-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat',
733 '-t', 'printing', '--tool', 'drmemory_light', '--keep_logs'], 734 '-t', 'printing', '--tool', 'drmemory_light', '--keep_logs'],
734 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'}, 735 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'},
735 cwd=api.path["slave_build"]) 736 cwd=api.infra_paths['slave_build'])
736 # Chromium 'media' tests step; generic ShellCommand converted 737 # Chromium 'media' tests step; generic ShellCommand converted
737 api.step( 738 api.step(
738 "Chromium 'media' tests", 739 "Chromium 'media' tests",
739 ['..\\..\\win8-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat', 740 ['..\\..\\win8-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat',
740 '-t', 'media', '--tool', 'drmemory_light', '--keep_logs'], 741 '-t', 'media', '--tool', 'drmemory_light', '--keep_logs'],
741 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'}, 742 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'},
742 cwd=api.path["slave_build"]) 743 cwd=api.infra_paths['slave_build'])
743 # Chromium 'sql' tests step; generic ShellCommand converted 744 # Chromium 'sql' tests step; generic ShellCommand converted
744 api.step( 745 api.step(
745 "Chromium 'sql' tests", 746 "Chromium 'sql' tests",
746 ['..\\..\\win8-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat', 747 ['..\\..\\win8-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat',
747 '-t', 'sql', '--tool', 'drmemory_light', '--keep_logs'], 748 '-t', 'sql', '--tool', 'drmemory_light', '--keep_logs'],
748 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'}, 749 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'},
749 cwd=api.path["slave_build"]) 750 cwd=api.infra_paths['slave_build'])
750 # Chromium 'crypto_unittests' tests step; generic ShellCommand converted 751 # Chromium 'crypto_unittests' tests step; generic ShellCommand converted
751 api.step( 752 api.step(
752 "Chromium 'crypto_unittests' tests", 753 "Chromium 'crypto_unittests' tests",
753 ['..\\..\\win8-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat', 754 ['..\\..\\win8-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat',
754 '-t', 'crypto_unittests', '--tool', 'drmemory_light', '--keep_logs'], 755 '-t', 'crypto_unittests', '--tool', 'drmemory_light', '--keep_logs'],
755 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'}, 756 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'},
756 cwd=api.path["slave_build"]) 757 cwd=api.infra_paths['slave_build'])
757 # Chromium 'remoting' tests step; generic ShellCommand converted 758 # Chromium 'remoting' tests step; generic ShellCommand converted
758 api.step( 759 api.step(
759 "Chromium 'remoting' tests", 760 "Chromium 'remoting' tests",
760 ['..\\..\\win8-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat', 761 ['..\\..\\win8-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat',
761 '-t', 'remoting', '--tool', 'drmemory_light', '--keep_logs'], 762 '-t', 'remoting', '--tool', 'drmemory_light', '--keep_logs'],
762 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'}, 763 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'},
763 cwd=api.path["slave_build"]) 764 cwd=api.infra_paths['slave_build'])
764 # Chromium 'ipc_tests' tests step; generic ShellCommand converted 765 # Chromium 'ipc_tests' tests step; generic ShellCommand converted
765 api.step( 766 api.step(
766 "Chromium 'ipc_tests' tests", 767 "Chromium 'ipc_tests' tests",
767 ['..\\..\\win8-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat', 768 ['..\\..\\win8-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat',
768 '-t', 'ipc_tests', '--tool', 'drmemory_light', '--keep_logs'], 769 '-t', 'ipc_tests', '--tool', 'drmemory_light', '--keep_logs'],
769 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'}, 770 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'},
770 cwd=api.path["slave_build"]) 771 cwd=api.infra_paths['slave_build'])
771 # Chromium 'base_unittests' tests step; generic ShellCommand converted 772 # Chromium 'base_unittests' tests step; generic ShellCommand converted
772 api.step( 773 api.step(
773 "Chromium 'base_unittests' tests", 774 "Chromium 'base_unittests' tests",
774 ['..\\..\\win8-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat', 775 ['..\\..\\win8-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat',
775 '-t', 'base_unittests', '--tool', 'drmemory_light', '--keep_logs'], 776 '-t', 'base_unittests', '--tool', 'drmemory_light', '--keep_logs'],
776 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'}, 777 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'},
777 cwd=api.path["slave_build"]) 778 cwd=api.infra_paths['slave_build'])
778 # Chromium 'net' tests step; generic ShellCommand converted 779 # Chromium 'net' tests step; generic ShellCommand converted
779 api.step( 780 api.step(
780 "Chromium 'net' tests", 781 "Chromium 'net' tests",
781 ['..\\..\\win8-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat', 782 ['..\\..\\win8-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat',
782 '-t', 'net', '--tool', 'drmemory_light', '--keep_logs'], 783 '-t', 'net', '--tool', 'drmemory_light', '--keep_logs'],
783 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'}, 784 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'},
784 cwd=api.path["slave_build"]) 785 cwd=api.infra_paths['slave_build'])
785 # Chromium 'unit' tests step; generic ShellCommand converted 786 # Chromium 'unit' tests step; generic ShellCommand converted
786 api.step( 787 api.step(
787 "Chromium 'unit' tests", 788 "Chromium 'unit' tests",
788 ['..\\..\\win8-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat', 789 ['..\\..\\win8-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat',
789 '-t', 'unit', '--tool', 'drmemory_light', '--keep_logs'], 790 '-t', 'unit', '--tool', 'drmemory_light', '--keep_logs'],
790 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'}, 791 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'},
791 cwd=api.path["slave_build"]) 792 cwd=api.infra_paths['slave_build'])
792 793
793 794
794 def win7_cr_steps(api): 795 def win7_cr_steps(api):
795 build_properties = api.properties.legacy() 796 build_properties = api.properties.legacy()
796 # Download build step 797 # Download build step
797 api.gsutil.download("chromium-drmemory-builds", 798 api.gsutil.download("chromium-drmemory-builds",
798 "drmemory-windows-latest-sfx.exe", 799 "drmemory-windows-latest-sfx.exe",
799 "drm-sfx.exe", 800 "drm-sfx.exe",
800 cwd=api.path["slave_build"]) 801 cwd=api.infra_paths['slave_build'])
801 # Unpack the build step; generic ShellCommand converted 802 # Unpack the build step; generic ShellCommand converted
802 api.step("Unpack the build", 803 api.step("Unpack the build",
803 [ 804 [
804 'drm-sfx', '-ounpacked', '-y' 805 'drm-sfx', '-ounpacked', '-y'
805 ], 806 ],
806 env={}, 807 env={},
807 cwd=api.path["slave_build"]) 808 cwd=api.infra_paths['slave_build'])
808 # Dr. Memory get revision step 809 # Dr. Memory get revision step
809 step_result = api.step("Get the revision number", 810 step_result = api.step("Get the revision number",
810 [ 811 [
811 'unpacked\\bin\\drmemory', '-version' 812 'unpacked\\bin\\drmemory', '-version'
812 ], 813 ],
813 stdout=api.raw_io.output()) 814 stdout=api.raw_io.output())
814 build_properties["got_revision"] = step_result.stdout.split()[3].\ 815 build_properties["got_revision"] = step_result.stdout.split()[3].\
815 split(".")[2] 816 split(".")[2]
816 # Chromium 'url' tests step; generic ShellCommand converted 817 # Chromium 'url' tests step; generic ShellCommand converted
817 api.step( 818 api.step(
818 "Chromium 'url' tests", 819 "Chromium 'url' tests",
819 ['..\\..\\win7-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat', 820 ['..\\..\\win7-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat',
820 '-t', 'url', '--tool', 'drmemory_light', '--keep_logs'], 821 '-t', 'url', '--tool', 'drmemory_light', '--keep_logs'],
821 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'}, 822 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'},
822 cwd=api.path["slave_build"]) 823 cwd=api.infra_paths['slave_build'])
823 # Chromium 'printing' tests step; generic ShellCommand converted 824 # Chromium 'printing' tests step; generic ShellCommand converted
824 api.step( 825 api.step(
825 "Chromium 'printing' tests", 826 "Chromium 'printing' tests",
826 ['..\\..\\win7-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat', 827 ['..\\..\\win7-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat',
827 '-t', 'printing', '--tool', 'drmemory_light', '--keep_logs'], 828 '-t', 'printing', '--tool', 'drmemory_light', '--keep_logs'],
828 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'}, 829 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'},
829 cwd=api.path["slave_build"]) 830 cwd=api.infra_paths['slave_build'])
830 # Chromium 'media' tests step; generic ShellCommand converted 831 # Chromium 'media' tests step; generic ShellCommand converted
831 api.step( 832 api.step(
832 "Chromium 'media' tests", 833 "Chromium 'media' tests",
833 ['..\\..\\win7-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat', 834 ['..\\..\\win7-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat',
834 '-t', 'media', '--tool', 'drmemory_light', '--keep_logs'], 835 '-t', 'media', '--tool', 'drmemory_light', '--keep_logs'],
835 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'}, 836 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'},
836 cwd=api.path["slave_build"]) 837 cwd=api.infra_paths['slave_build'])
837 # Chromium 'sql' tests step; generic ShellCommand converted 838 # Chromium 'sql' tests step; generic ShellCommand converted
838 api.step( 839 api.step(
839 "Chromium 'sql' tests", 840 "Chromium 'sql' tests",
840 ['..\\..\\win7-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat', 841 ['..\\..\\win7-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat',
841 '-t', 'sql', '--tool', 'drmemory_light', '--keep_logs'], 842 '-t', 'sql', '--tool', 'drmemory_light', '--keep_logs'],
842 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'}, 843 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'},
843 cwd=api.path["slave_build"]) 844 cwd=api.infra_paths['slave_build'])
844 # Chromium 'crypto_unittests' tests step; generic ShellCommand converted 845 # Chromium 'crypto_unittests' tests step; generic ShellCommand converted
845 api.step( 846 api.step(
846 "Chromium 'crypto_unittests' tests", 847 "Chromium 'crypto_unittests' tests",
847 ['..\\..\\win7-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat', 848 ['..\\..\\win7-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat',
848 '-t', 'crypto_unittests', '--tool', 'drmemory_light', '--keep_logs'], 849 '-t', 'crypto_unittests', '--tool', 'drmemory_light', '--keep_logs'],
849 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'}, 850 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'},
850 cwd=api.path["slave_build"]) 851 cwd=api.infra_paths['slave_build'])
851 # Chromium 'remoting' tests step; generic ShellCommand converted 852 # Chromium 'remoting' tests step; generic ShellCommand converted
852 api.step( 853 api.step(
853 "Chromium 'remoting' tests", 854 "Chromium 'remoting' tests",
854 ['..\\..\\win7-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat', 855 ['..\\..\\win7-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat',
855 '-t', 'remoting', '--tool', 'drmemory_light', '--keep_logs'], 856 '-t', 'remoting', '--tool', 'drmemory_light', '--keep_logs'],
856 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'}, 857 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'},
857 cwd=api.path["slave_build"]) 858 cwd=api.infra_paths['slave_build'])
858 # Chromium 'ipc_tests' tests step; generic ShellCommand converted 859 # Chromium 'ipc_tests' tests step; generic ShellCommand converted
859 api.step( 860 api.step(
860 "Chromium 'ipc_tests' tests", 861 "Chromium 'ipc_tests' tests",
861 ['..\\..\\win7-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat', 862 ['..\\..\\win7-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat',
862 '-t', 'ipc_tests', '--tool', 'drmemory_light', '--keep_logs'], 863 '-t', 'ipc_tests', '--tool', 'drmemory_light', '--keep_logs'],
863 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'}, 864 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'},
864 cwd=api.path["slave_build"]) 865 cwd=api.infra_paths['slave_build'])
865 # Chromium 'base_unittests' tests step; generic ShellCommand converted 866 # Chromium 'base_unittests' tests step; generic ShellCommand converted
866 api.step( 867 api.step(
867 "Chromium 'base_unittests' tests", 868 "Chromium 'base_unittests' tests",
868 ['..\\..\\win7-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat', 869 ['..\\..\\win7-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat',
869 '-t', 'base_unittests', '--tool', 'drmemory_light', '--keep_logs'], 870 '-t', 'base_unittests', '--tool', 'drmemory_light', '--keep_logs'],
870 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'}, 871 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'},
871 cwd=api.path["slave_build"]) 872 cwd=api.infra_paths['slave_build'])
872 # Chromium 'net' tests step; generic ShellCommand converted 873 # Chromium 'net' tests step; generic ShellCommand converted
873 api.step( 874 api.step(
874 "Chromium 'net' tests", 875 "Chromium 'net' tests",
875 ['..\\..\\win7-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat', 876 ['..\\..\\win7-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat',
876 '-t', 'net', '--tool', 'drmemory_light', '--keep_logs'], 877 '-t', 'net', '--tool', 'drmemory_light', '--keep_logs'],
877 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'}, 878 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'},
878 cwd=api.path["slave_build"]) 879 cwd=api.infra_paths['slave_build'])
879 # Chromium 'unit' tests step; generic ShellCommand converted 880 # Chromium 'unit' tests step; generic ShellCommand converted
880 api.step( 881 api.step(
881 "Chromium 'unit' tests", 882 "Chromium 'unit' tests",
882 ['..\\..\\win7-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat', 883 ['..\\..\\win7-cr-builder\\build\\src\\tools\\valgrind\\chrome_tests.bat',
883 '-t', 'unit', '--tool', 'drmemory_light', '--keep_logs'], 884 '-t', 'unit', '--tool', 'drmemory_light', '--keep_logs'],
884 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'}, 885 env={'DRMEMORY_COMMAND': 'unpacked/bin/drmemory.exe'},
885 cwd=api.path["slave_build"]) 886 cwd=api.infra_paths['slave_build'])
886 887
887 888
888 def win_8_x64_drm_steps(api): 889 def win_8_x64_drm_steps(api):
889 build_properties = api.properties.legacy() 890 build_properties = api.properties.legacy()
890 # checkout DrMemory step 891 # checkout DrMemory step
891 src_cfg = api.gclient.make_config(GIT_MODE=True) 892 src_cfg = api.gclient.make_config(GIT_MODE=True)
892 soln = src_cfg.solutions.add() 893 soln = src_cfg.solutions.add()
893 soln.name = "drmemory" 894 soln.name = "drmemory"
894 soln.url = "https://github.com/DynamoRIO/drmemory.git" 895 soln.url = "https://github.com/DynamoRIO/drmemory.git"
895 soln.custom_deps = {"drmemory/dynamorio": 896 soln.custom_deps = {"drmemory/dynamorio":
896 "https://github.com/DynamoRIO/dynamorio.git", 897 "https://github.com/DynamoRIO/dynamorio.git",
897 "tools/buildbot": 898 "tools/buildbot":
898 "https://github.com/DynamoRIO/buildbot.git"} 899 "https://github.com/DynamoRIO/buildbot.git"}
899 api.gclient.c = src_cfg 900 api.gclient.c = src_cfg
900 result = api.bot_update.ensure_checkout(force=True) 901 result = api.bot_update.ensure_checkout(force=True)
901 build_properties.update(result.json.output.get("properties", {})) 902 build_properties.update(result.json.output.get("properties", {}))
902 # clear tools directory step; null converted 903 # clear tools directory step; null converted
903 # update tools step; null converted 904 # update tools step; null converted
904 # unpack tools step; generic ShellCommand converted 905 # unpack tools step; generic ShellCommand converted
905 api.step("unpack tools", 906 api.step("unpack tools",
906 [api.path["slave_build"].join('tools', 'buildbot', 'bot_tools', 907 [api.infra_paths['slave_build'].join('tools', 'buildbot', 'bot_tool s',
907 'unpack.bat')], 908 'unpack.bat')],
908 env={}, 909 env={},
909 cwd=api.path[ 910 cwd=api.infra_paths[
910 "slave_build"].join('tools', 'buildbot', 'bot_tools')) 911 "slave_build"].join('tools', 'buildbot', 'bot_tools'))
911 # windows Dr. Memory ctest step 912 # windows Dr. Memory ctest step
912 api.step("Dr. Memory ctest", 913 api.step("Dr. Memory ctest",
913 [api.path["build"].join("scripts", "slave", "drmemory", 914 [api.infra_paths['build'].join("scripts", "slave", "drmemory",
914 "build_env.bat"), 'ctest', '--timeout', 915 "build_env.bat"), 'ctest', '--timeout',
915 '60', '-VV', '-S', 916 '60', '-VV', '-S',
916 str(api.path["checkout"].join("tests", "runsuite.cmake")) + 917 str(api.path["checkout"].join("tests", "runsuite.cmake")) +
917 ",drmemory_only;long;build=" + 918 ",drmemory_only;long;build=" +
918 str(build_properties["buildnumber"])]) 919 str(build_properties["buildnumber"])])
919 # Checkout TSan tests step 920 # Checkout TSan tests step
920 api.step("Checkout TSan tests", 921 api.step("Checkout TSan tests",
921 ['svn', 'checkout', '--force', 922 ['svn', 'checkout', '--force',
922 'http://data-race-test.googlecode.com/svn/trunk/', 923 'http://data-race-test.googlecode.com/svn/trunk/',
923 api.path["slave_build"].join("tsan")]) 924 api.infra_paths['slave_build'].join("tsan")])
924 # Build TSan tests step 925 # Build TSan tests step
925 api.step("Build TSan Tests", 926 api.step("Build TSan Tests",
926 ['E:\\b\\build\\scripts\\slave\\drmemory\\build_env.bat', 'make', 927 ['E:\\b\\build\\scripts\\slave\\drmemory\\build_env.bat', 'make',
927 '-C', api.path["slave_build"].join("tsan", "unittest")], 928 '-C', api.infra_paths['slave_build'].join("tsan", "unittest")],
928 env={"BOTTOOLS": api.path["slave_build"].join("tools", "buildbot", 929 env={"BOTTOOLS": api.infra_paths['slave_build'].join("tools", "buil dbot",
929 "bot_tools"), 930 "bot_tools"),
930 "CYGWIN": "nodosfilewarning"}) 931 "CYGWIN": "nodosfilewarning"})
931 # Dr. Memory TSan test step 932 # Dr. Memory TSan test step
932 api.step( 933 api.step(
933 "dbg full TSan tests", 934 "dbg full TSan tests",
934 [api.path["build"].join("scripts", "slave", "drmemory", 935 [api.infra_paths['build'].join("scripts", "slave", "drmemory",
935 "build_env.bat"), 936 "build_env.bat"),
936 'build_drmemory-dbg-32\\bin\\drmemory', '-dr_ops', 937 'build_drmemory-dbg-32\\bin\\drmemory', '-dr_ops',
937 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch', 938 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch',
938 '-suppress', api.path["checkout"].join( 939 '-suppress', api.path["checkout"].join(
939 "tests", "app_suite", "default-suppressions.txt"), "--", 940 "tests", "app_suite", "default-suppressions.txt"), "--",
940 api.path["slave_build"].join("tsan", 'unittest', 'bin', 941 api.infra_paths['slave_build'].join("tsan", 'unittest', 'bin',
941 'racecheck_unittest-windows-x86-O0.exe'), 942 'racecheck_unittest-windows-x86-O0.exe'),
942 '--gtest_filter=' 943 '--gtest_filter='
943 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*', 944 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*',
944 '-147'], 945 '-147'],
945 env={"BOTTOOLS": api.path["slave_build"].join("tools", "buildbot", 946 env={"BOTTOOLS": api.infra_paths['slave_build'].join("tools", "buildbot" ,
946 "bot_tools")}) 947 "bot_tools")})
947 # Dr. Memory TSan test step 948 # Dr. Memory TSan test step
948 api.step( 949 api.step(
949 "dbg light TSan tests", 950 "dbg light TSan tests",
950 [api.path["build"].join("scripts", "slave", "drmemory", 951 [api.infra_paths['build'].join("scripts", "slave", "drmemory",
951 "build_env.bat"), 952 "build_env.bat"),
952 'build_drmemory-dbg-32\\bin\\drmemory', '-dr_ops', 953 'build_drmemory-dbg-32\\bin\\drmemory', '-dr_ops',
953 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch', 954 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch',
954 '-suppress', api.path["checkout"].join( 955 '-suppress', api.path["checkout"].join(
955 "tests", "app_suite", "default-suppressions.txt"), "-light", "--", 956 "tests", "app_suite", "default-suppressions.txt"), "-light", "--",
956 api.path["slave_build"].join("tsan", 'unittest', 'bin', 957 api.infra_paths['slave_build'].join("tsan", 'unittest', 'bin',
957 'racecheck_unittest-windows-x86-O0.exe'), 958 'racecheck_unittest-windows-x86-O0.exe'),
958 '--gtest_filter=' 959 '--gtest_filter='
959 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*', 960 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*',
960 '-147'], 961 '-147'],
961 env={"BOTTOOLS": api.path["slave_build"].join("tools", "buildbot", 962 env={"BOTTOOLS": api.infra_paths['slave_build'].join("tools", "buildbot" ,
962 "bot_tools")}) 963 "bot_tools")})
963 # Dr. Memory TSan test step 964 # Dr. Memory TSan test step
964 api.step( 965 api.step(
965 "rel full TSan tests", 966 "rel full TSan tests",
966 [api.path["build"].join("scripts", "slave", "drmemory", 967 [api.infra_paths['build'].join("scripts", "slave", "drmemory",
967 "build_env.bat"), 968 "build_env.bat"),
968 'build_drmemory-rel-32\\bin\\drmemory', '-dr_ops', 969 'build_drmemory-rel-32\\bin\\drmemory', '-dr_ops',
969 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch', 970 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch',
970 '-suppress', api.path["checkout"].join( 971 '-suppress', api.path["checkout"].join(
971 "tests", "app_suite", "default-suppressions.txt"), "--", 972 "tests", "app_suite", "default-suppressions.txt"), "--",
972 api.path["slave_build"].join("tsan", 'unittest', 'bin', 973 api.infra_paths['slave_build'].join("tsan", 'unittest', 'bin',
973 'racecheck_unittest-windows-x86-O0.exe'), 974 'racecheck_unittest-windows-x86-O0.exe'),
974 '--gtest_filter=' 975 '--gtest_filter='
975 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*', 976 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*',
976 '-147'], 977 '-147'],
977 env={"BOTTOOLS": api.path["slave_build"].join("tools", "buildbot", 978 env={"BOTTOOLS": api.infra_paths['slave_build'].join("tools", "buildbot" ,
978 "bot_tools")}) 979 "bot_tools")})
979 # Dr. Memory TSan test step 980 # Dr. Memory TSan test step
980 api.step( 981 api.step(
981 "rel light TSan tests", 982 "rel light TSan tests",
982 [api.path["build"].join("scripts", "slave", "drmemory", 983 [api.infra_paths['build'].join("scripts", "slave", "drmemory",
983 "build_env.bat"), 984 "build_env.bat"),
984 'build_drmemory-rel-32\\bin\\drmemory', '-dr_ops', 985 'build_drmemory-rel-32\\bin\\drmemory', '-dr_ops',
985 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch', 986 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch',
986 '-suppress', api.path["checkout"].join( 987 '-suppress', api.path["checkout"].join(
987 "tests", "app_suite", "default-suppressions.txt"), "-light", "--", 988 "tests", "app_suite", "default-suppressions.txt"), "-light", "--",
988 api.path["slave_build"].join("tsan", 'unittest', 'bin', 989 api.infra_paths['slave_build'].join("tsan", 'unittest', 'bin',
989 'racecheck_unittest-windows-x86-O0.exe'), 990 'racecheck_unittest-windows-x86-O0.exe'),
990 '--gtest_filter=' 991 '--gtest_filter='
991 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*', 992 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*',
992 '-147'], 993 '-147'],
993 env={"BOTTOOLS": api.path["slave_build"].join("tools", "buildbot", 994 env={"BOTTOOLS": api.infra_paths['slave_build'].join("tools", "buildbot" ,
994 "bot_tools")}) 995 "bot_tools")})
995 # Dr. Memory TSan test step 996 # Dr. Memory TSan test step
996 api.step( 997 api.step(
997 "dbg full nosyms TSan tests", 998 "dbg full nosyms TSan tests",
998 [api.path["build"].join("scripts", "slave", "drmemory", 999 [api.infra_paths['build'].join("scripts", "slave", "drmemory",
999 "build_env.bat"), 1000 "build_env.bat"),
1000 'build_drmemory-dbg-32\\bin\\drmemory', '-dr_ops', 1001 'build_drmemory-dbg-32\\bin\\drmemory', '-dr_ops',
1001 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch', 1002 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch',
1002 '-suppress', api.path["checkout"].join( 1003 '-suppress', api.path["checkout"].join(
1003 "tests", "app_suite", "default-suppressions.txt"), "--", 1004 "tests", "app_suite", "default-suppressions.txt"), "--",
1004 api.path["slave_build"].join("tsan", 'unittest', 'bin', 1005 api.infra_paths['slave_build'].join("tsan", 'unittest', 'bin',
1005 'racecheck_unittest-windows-x86-O0.exe'), 1006 'racecheck_unittest-windows-x86-O0.exe'),
1006 '--gtest_filter=' 1007 '--gtest_filter='
1007 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*', 1008 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*',
1008 '-147'], 1009 '-147'],
1009 env={"BOTTOOLS": api.path["slave_build"].join("tools", "buildbot", 1010 env={"BOTTOOLS": api.infra_paths['slave_build'].join("tools", "buildbot" ,
1010 "bot_tools")}) 1011 "bot_tools")})
1011 # Prepare to pack test results step; null converted 1012 # Prepare to pack test results step; null converted
1012 # Pack test results step 1013 # Pack test results step
1013 api.step("Pack test results", 1014 api.step("Pack test results",
1014 [api.path["build"].join("scripts", "slave", "drmemory", 1015 [api.infra_paths['build'].join("scripts", "slave", "drmemory",
1015 "build_env.bat"), '7z', 'a', '-xr!*.pdb', 1016 "build_env.bat"), '7z', 'a', '-xr!*.pdb',
1016 "testlogs_r" + build_properties["got_revision"] + "_b" + 1017 "testlogs_r" + build_properties["got_revision"] + "_b" +
1017 str(build_properties["buildnumber"]) + ".7z", 1018 str(build_properties["buildnumber"]) + ".7z",
1018 'build_drmemory-dbg-32/logs', 1019 'build_drmemory-dbg-32/logs',
1019 'build_drmemory-dbg-32/Testing/Temporary', 1020 'build_drmemory-dbg-32/Testing/Temporary',
1020 'build_drmemory-rel-32/logs', 1021 'build_drmemory-rel-32/logs',
1021 'build_drmemory-rel-32/Testing/Temporary', 1022 'build_drmemory-rel-32/Testing/Temporary',
1022 'build_drmemory-dbg-64/logs', 1023 'build_drmemory-dbg-64/logs',
1023 'build_drmemory-dbg-64/Testing/Temporary', 1024 'build_drmemory-dbg-64/Testing/Temporary',
1024 'build_drmemory-rel-64/logs', 1025 'build_drmemory-rel-64/logs',
1025 'build_drmemory-rel-64/Testing/Temporary', 'xmlresults'], 1026 'build_drmemory-rel-64/Testing/Temporary', 'xmlresults'],
1026 env={"BOTTOOLS": api.path["slave_build"].join("tools", "buildbot", 1027 env={"BOTTOOLS": api.infra_paths['slave_build'].join("tools", "buil dbot",
1027 "bot_tools")}) 1028 "bot_tools")})
1028 # upload drmemory test logs step 1029 # upload drmemory test logs step
1029 api.gsutil.upload("testlogs_r" + build_properties["got_revision"] + "_b" + 1030 api.gsutil.upload("testlogs_r" + build_properties["got_revision"] + "_b" +
1030 str(api.properties[ 1031 str(api.properties[
1031 "buildnumber"]) + ".7z", "chromium-drmemory-builds", 1032 "buildnumber"]) + ".7z", "chromium-drmemory-builds",
1032 "testlogs/from_%s" % api.properties["buildername"]) 1033 "testlogs/from_%s" % api.properties["buildername"])
1033 1034
1034 1035
1035 def win7_cr_builder_steps(api): 1036 def win7_cr_builder_steps(api):
1036 build_properties = api.properties.legacy() 1037 build_properties = api.properties.legacy()
1037 # svnkill step; not necessary in recipes 1038 # svnkill step; not necessary in recipes
1038 # update scripts step; implicitly run by recipe engine. 1039 # update scripts step; implicitly run by recipe engine.
1039 # taskkill step 1040 # taskkill step
1040 api.python("taskkill", api.path["build"].join("scripts", "slave", 1041 api.python("taskkill", api.infra_paths['build'].join("scripts", "slave",
1041 "kill_processes.py")) 1042 "kill_processes.py"))
1042 # bot_update step 1043 # bot_update step
1043 src_cfg = api.gclient.make_config(GIT_MODE=True) 1044 src_cfg = api.gclient.make_config(GIT_MODE=True)
1044 soln = src_cfg.solutions.add() 1045 soln = src_cfg.solutions.add()
1045 soln.name = "src" 1046 soln.name = "src"
1046 soln.url = "https://chromium.googlesource.com/chromium/src.git" 1047 soln.url = "https://chromium.googlesource.com/chromium/src.git"
1047 soln.custom_deps = {'src/third_party/WebKit/LayoutTests': None} 1048 soln.custom_deps = {'src/third_party/WebKit/LayoutTests': None}
1048 soln.custom_vars = {'webkit_trunk': 'http://src.chromium.org/blink/trunk', 1049 soln.custom_vars = {'webkit_trunk': 'http://src.chromium.org/blink/trunk',
1049 'googlecode_url': 'http://%s.googlecode.com/svn', 1050 'googlecode_url': 'http://%s.googlecode.com/svn',
1050 'nacl_trunk': 1051 'nacl_trunk':
(...skipping 10 matching lines...) Expand all
1061 result = api.bot_update.ensure_checkout(force=True) 1062 result = api.bot_update.ensure_checkout(force=True)
1062 build_properties.update(result.json.output.get("properties", {})) 1063 build_properties.update(result.json.output.get("properties", {}))
1063 # gclient revert step; made unnecessary by bot_update 1064 # gclient revert step; made unnecessary by bot_update
1064 # gclient update step; made unnecessary by bot_update 1065 # gclient update step; made unnecessary by bot_update
1065 # gclient runhooks wrapper step 1066 # gclient runhooks wrapper step
1066 env = {'CHROMIUM_GYP_SYNTAX_CHECK': '1', 1067 env = {'CHROMIUM_GYP_SYNTAX_CHECK': '1',
1067 'LANDMINES_VERBOSE': '1', 1068 'LANDMINES_VERBOSE': '1',
1068 'DEPOT_TOOLS_UPDATE': '0', 1069 'DEPOT_TOOLS_UPDATE': '0',
1069 'GYP_DEFINES': 'build_for_tool=drmemory component=shared_library'} 1070 'GYP_DEFINES': 'build_for_tool=drmemory component=shared_library'}
1070 api.python("gclient runhooks wrapper", 1071 api.python("gclient runhooks wrapper",
1071 api.path["build"].join("scripts", "slave", 1072 api.infra_paths['build'].join("scripts", "slave",
1072 "runhooks_wrapper.py"), 1073 "runhooks_wrapper.py"),
1073 env=env) 1074 env=env)
1074 # cleanup_temp step 1075 # cleanup_temp step
1075 api.chromium.cleanup_temp() 1076 api.chromium.cleanup_temp()
1076 # compile.py step 1077 # compile.py step
1077 args = ['--solution', 'all.sln', '--project', 1078 args = ['--solution', 'all.sln', '--project',
1078 'chromium_builder_dbg_drmemory_win', '--target', 'Debug'] 1079 'chromium_builder_dbg_drmemory_win', '--target', 'Debug']
1079 if 'clobber' in api.properties: 1080 if 'clobber' in api.properties:
1080 args.append("--clobber") 1081 args.append("--clobber")
1081 api.step("compile", ["python_slave", api.path["build"].join( 1082 api.step("compile", ["python_slave", api.infra_paths['build'].join(
1082 "scripts", "slave", "compile.py")] + args) 1083 "scripts", "slave", "compile.py")] + args)
1083 1084
1084 1085
1085 def win_7_x64_drm_steps(api): 1086 def win_7_x64_drm_steps(api):
1086 build_properties = api.properties.legacy() 1087 build_properties = api.properties.legacy()
1087 # checkout DrMemory step 1088 # checkout DrMemory step
1088 src_cfg = api.gclient.make_config(GIT_MODE=True) 1089 src_cfg = api.gclient.make_config(GIT_MODE=True)
1089 soln = src_cfg.solutions.add() 1090 soln = src_cfg.solutions.add()
1090 soln.name = "drmemory" 1091 soln.name = "drmemory"
1091 soln.url = "https://github.com/DynamoRIO/drmemory.git" 1092 soln.url = "https://github.com/DynamoRIO/drmemory.git"
1092 soln.custom_deps = {"drmemory/dynamorio": 1093 soln.custom_deps = {"drmemory/dynamorio":
1093 "https://github.com/DynamoRIO/dynamorio.git", 1094 "https://github.com/DynamoRIO/dynamorio.git",
1094 "tools/buildbot": 1095 "tools/buildbot":
1095 "https://github.com/DynamoRIO/buildbot.git"} 1096 "https://github.com/DynamoRIO/buildbot.git"}
1096 api.gclient.c = src_cfg 1097 api.gclient.c = src_cfg
1097 result = api.bot_update.ensure_checkout(force=True) 1098 result = api.bot_update.ensure_checkout(force=True)
1098 build_properties.update(result.json.output.get("properties", {})) 1099 build_properties.update(result.json.output.get("properties", {}))
1099 # clear tools directory step; null converted 1100 # clear tools directory step; null converted
1100 # update tools step; null converted 1101 # update tools step; null converted
1101 # unpack tools step; generic ShellCommand converted 1102 # unpack tools step; generic ShellCommand converted
1102 api.step("unpack tools", 1103 api.step("unpack tools",
1103 [api.path["slave_build"].join('tools', 'buildbot', 'bot_tools', 1104 [api.infra_paths['slave_build'].join('tools', 'buildbot', 'bot_tool s',
1104 'unpack.bat')], 1105 'unpack.bat')],
1105 env={}, 1106 env={},
1106 cwd=api.path[ 1107 cwd=api.infra_paths[
1107 "slave_build"].join('tools', 'buildbot', 'bot_tools')) 1108 "slave_build"].join('tools', 'buildbot', 'bot_tools'))
1108 # windows Dr. Memory ctest step 1109 # windows Dr. Memory ctest step
1109 api.step("Dr. Memory ctest", 1110 api.step("Dr. Memory ctest",
1110 [api.path["build"].join("scripts", "slave", "drmemory", 1111 [api.infra_paths['build'].join("scripts", "slave", "drmemory",
1111 "build_env.bat"), 'ctest', '--timeout', 1112 "build_env.bat"), 'ctest', '--timeout',
1112 '60', '-VV', '-S', 1113 '60', '-VV', '-S',
1113 str(api.path["checkout"].join("tests", "runsuite.cmake")) + 1114 str(api.path["checkout"].join("tests", "runsuite.cmake")) +
1114 ",drmemory_only;long;build=" + 1115 ",drmemory_only;long;build=" +
1115 str(build_properties["buildnumber"])]) 1116 str(build_properties["buildnumber"])])
1116 # Checkout TSan tests step 1117 # Checkout TSan tests step
1117 api.step("Checkout TSan tests", 1118 api.step("Checkout TSan tests",
1118 ['svn', 'checkout', '--force', 1119 ['svn', 'checkout', '--force',
1119 'http://data-race-test.googlecode.com/svn/trunk/', 1120 'http://data-race-test.googlecode.com/svn/trunk/',
1120 api.path["slave_build"].join("tsan")]) 1121 api.infra_paths['slave_build'].join("tsan")])
1121 # Build TSan tests step 1122 # Build TSan tests step
1122 api.step("Build TSan Tests", 1123 api.step("Build TSan Tests",
1123 ['E:\\b\\build\\scripts\\slave\\drmemory\\build_env.bat', 'make', 1124 ['E:\\b\\build\\scripts\\slave\\drmemory\\build_env.bat', 'make',
1124 '-C', api.path["slave_build"].join("tsan", "unittest")], 1125 '-C', api.infra_paths['slave_build'].join("tsan", "unittest")],
1125 env={"BOTTOOLS": api.path["slave_build"].join("tools", "buildbot", 1126 env={"BOTTOOLS": api.infra_paths['slave_build'].join("tools", "buil dbot",
1126 "bot_tools"), 1127 "bot_tools"),
1127 "CYGWIN": "nodosfilewarning"}) 1128 "CYGWIN": "nodosfilewarning"})
1128 # Dr. Memory TSan test step 1129 # Dr. Memory TSan test step
1129 api.step( 1130 api.step(
1130 "dbg full TSan tests", 1131 "dbg full TSan tests",
1131 [api.path["build"].join("scripts", "slave", "drmemory", 1132 [api.infra_paths['build'].join("scripts", "slave", "drmemory",
1132 "build_env.bat"), 1133 "build_env.bat"),
1133 'build_drmemory-dbg-32\\bin\\drmemory', '-dr_ops', 1134 'build_drmemory-dbg-32\\bin\\drmemory', '-dr_ops',
1134 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch', 1135 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch',
1135 '-suppress', api.path["checkout"].join( 1136 '-suppress', api.path["checkout"].join(
1136 "tests", "app_suite", "default-suppressions.txt"), "--", 1137 "tests", "app_suite", "default-suppressions.txt"), "--",
1137 api.path["slave_build"].join("tsan", 'unittest', 'bin', 1138 api.infra_paths['slave_build'].join("tsan", 'unittest', 'bin',
1138 'racecheck_unittest-windows-x86-O0.exe'), 1139 'racecheck_unittest-windows-x86-O0.exe'),
1139 '--gtest_filter=' 1140 '--gtest_filter='
1140 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*', 1141 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*',
1141 '-147'], 1142 '-147'],
1142 env={"BOTTOOLS": api.path["slave_build"].join("tools", "buildbot", 1143 env={"BOTTOOLS": api.infra_paths['slave_build'].join("tools", "buildbot" ,
1143 "bot_tools")}) 1144 "bot_tools")})
1144 # Dr. Memory TSan test step 1145 # Dr. Memory TSan test step
1145 api.step( 1146 api.step(
1146 "dbg light TSan tests", 1147 "dbg light TSan tests",
1147 [api.path["build"].join("scripts", "slave", "drmemory", 1148 [api.infra_paths['build'].join("scripts", "slave", "drmemory",
1148 "build_env.bat"), 1149 "build_env.bat"),
1149 'build_drmemory-dbg-32\\bin\\drmemory', '-dr_ops', 1150 'build_drmemory-dbg-32\\bin\\drmemory', '-dr_ops',
1150 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch', 1151 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch',
1151 '-suppress', api.path["checkout"].join( 1152 '-suppress', api.path["checkout"].join(
1152 "tests", "app_suite", "default-suppressions.txt"), "-light", "--", 1153 "tests", "app_suite", "default-suppressions.txt"), "-light", "--",
1153 api.path["slave_build"].join("tsan", 'unittest', 'bin', 1154 api.infra_paths['slave_build'].join("tsan", 'unittest', 'bin',
1154 'racecheck_unittest-windows-x86-O0.exe'), 1155 'racecheck_unittest-windows-x86-O0.exe'),
1155 '--gtest_filter=' 1156 '--gtest_filter='
1156 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*', 1157 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*',
1157 '-147'], 1158 '-147'],
1158 env={"BOTTOOLS": api.path["slave_build"].join("tools", "buildbot", 1159 env={"BOTTOOLS": api.infra_paths['slave_build'].join("tools", "buildbot" ,
1159 "bot_tools")}) 1160 "bot_tools")})
1160 # Dr. Memory TSan test step 1161 # Dr. Memory TSan test step
1161 api.step( 1162 api.step(
1162 "rel full TSan tests", 1163 "rel full TSan tests",
1163 [api.path["build"].join("scripts", "slave", "drmemory", 1164 [api.infra_paths['build'].join("scripts", "slave", "drmemory",
1164 "build_env.bat"), 1165 "build_env.bat"),
1165 'build_drmemory-rel-32\\bin\\drmemory', '-dr_ops', 1166 'build_drmemory-rel-32\\bin\\drmemory', '-dr_ops',
1166 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch', 1167 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch',
1167 '-suppress', api.path["checkout"].join( 1168 '-suppress', api.path["checkout"].join(
1168 "tests", "app_suite", "default-suppressions.txt"), "--", 1169 "tests", "app_suite", "default-suppressions.txt"), "--",
1169 api.path["slave_build"].join("tsan", 'unittest', 'bin', 1170 api.infra_paths['slave_build'].join("tsan", 'unittest', 'bin',
1170 'racecheck_unittest-windows-x86-O0.exe'), 1171 'racecheck_unittest-windows-x86-O0.exe'),
1171 '--gtest_filter=' 1172 '--gtest_filter='
1172 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*', 1173 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*',
1173 '-147'], 1174 '-147'],
1174 env={"BOTTOOLS": api.path["slave_build"].join("tools", "buildbot", 1175 env={"BOTTOOLS": api.infra_paths['slave_build'].join("tools", "buildbot" ,
1175 "bot_tools")}) 1176 "bot_tools")})
1176 # Dr. Memory TSan test step 1177 # Dr. Memory TSan test step
1177 api.step( 1178 api.step(
1178 "rel light TSan tests", 1179 "rel light TSan tests",
1179 [api.path["build"].join("scripts", "slave", "drmemory", 1180 [api.infra_paths['build'].join("scripts", "slave", "drmemory",
1180 "build_env.bat"), 1181 "build_env.bat"),
1181 'build_drmemory-rel-32\\bin\\drmemory', '-dr_ops', 1182 'build_drmemory-rel-32\\bin\\drmemory', '-dr_ops',
1182 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch', 1183 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch',
1183 '-suppress', api.path["checkout"].join( 1184 '-suppress', api.path["checkout"].join(
1184 "tests", "app_suite", "default-suppressions.txt"), "-light", "--", 1185 "tests", "app_suite", "default-suppressions.txt"), "-light", "--",
1185 api.path["slave_build"].join("tsan", 'unittest', 'bin', 1186 api.infra_paths['slave_build'].join("tsan", 'unittest', 'bin',
1186 'racecheck_unittest-windows-x86-O0.exe'), 1187 'racecheck_unittest-windows-x86-O0.exe'),
1187 '--gtest_filter=' 1188 '--gtest_filter='
1188 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*', 1189 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*',
1189 '-147'], 1190 '-147'],
1190 env={"BOTTOOLS": api.path["slave_build"].join("tools", "buildbot", 1191 env={"BOTTOOLS": api.infra_paths['slave_build'].join("tools", "buildbot" ,
1191 "bot_tools")}) 1192 "bot_tools")})
1192 # Dr. Memory TSan test step 1193 # Dr. Memory TSan test step
1193 api.step( 1194 api.step(
1194 "dbg full nosyms TSan tests", 1195 "dbg full nosyms TSan tests",
1195 [api.path["build"].join("scripts", "slave", "drmemory", 1196 [api.infra_paths['build'].join("scripts", "slave", "drmemory",
1196 "build_env.bat"), 1197 "build_env.bat"),
1197 'build_drmemory-dbg-32\\bin\\drmemory', '-dr_ops', 1198 'build_drmemory-dbg-32\\bin\\drmemory', '-dr_ops',
1198 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch', 1199 '-msgbox_mask 0 -stderr_mask 15', '-results_to_stderr', '-batch',
1199 '-suppress', api.path["checkout"].join( 1200 '-suppress', api.path["checkout"].join(
1200 "tests", "app_suite", "default-suppressions.txt"), "--", 1201 "tests", "app_suite", "default-suppressions.txt"), "--",
1201 api.path["slave_build"].join("tsan", 'unittest', 'bin', 1202 api.infra_paths['slave_build'].join("tsan", 'unittest', 'bin',
1202 'racecheck_unittest-windows-x86-O0.exe'), 1203 'racecheck_unittest-windows-x86-O0.exe'),
1203 '--gtest_filter=' 1204 '--gtest_filter='
1204 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*', 1205 '-PositiveTests.FreeVsRead:NegativeTests.WaitForMultiple*',
1205 '-147'], 1206 '-147'],
1206 env={"BOTTOOLS": api.path["slave_build"].join("tools", "buildbot", 1207 env={"BOTTOOLS": api.infra_paths['slave_build'].join("tools", "buildbot" ,
1207 "bot_tools")}) 1208 "bot_tools")})
1208 # Prepare to pack test results step; null converted 1209 # Prepare to pack test results step; null converted
1209 # Pack test results step 1210 # Pack test results step
1210 api.step("Pack test results", 1211 api.step("Pack test results",
1211 [api.path["build"].join("scripts", "slave", "drmemory", 1212 [api.infra_paths['build'].join("scripts", "slave", "drmemory",
1212 "build_env.bat"), '7z', 'a', '-xr!*.pdb', 1213 "build_env.bat"), '7z', 'a', '-xr!*.pdb',
1213 "testlogs_r" + build_properties["got_revision"] + "_b" + 1214 "testlogs_r" + build_properties["got_revision"] + "_b" +
1214 str(build_properties["buildnumber"]) + ".7z", 1215 str(build_properties["buildnumber"]) + ".7z",
1215 'build_drmemory-dbg-32/logs', 1216 'build_drmemory-dbg-32/logs',
1216 'build_drmemory-dbg-32/Testing/Temporary', 1217 'build_drmemory-dbg-32/Testing/Temporary',
1217 'build_drmemory-rel-32/logs', 1218 'build_drmemory-rel-32/logs',
1218 'build_drmemory-rel-32/Testing/Temporary', 1219 'build_drmemory-rel-32/Testing/Temporary',
1219 'build_drmemory-dbg-64/logs', 1220 'build_drmemory-dbg-64/logs',
1220 'build_drmemory-dbg-64/Testing/Temporary', 1221 'build_drmemory-dbg-64/Testing/Temporary',
1221 'build_drmemory-rel-64/logs', 1222 'build_drmemory-rel-64/logs',
1222 'build_drmemory-rel-64/Testing/Temporary', 'xmlresults'], 1223 'build_drmemory-rel-64/Testing/Temporary', 'xmlresults'],
1223 env={"BOTTOOLS": api.path["slave_build"].join("tools", "buildbot", 1224 env={"BOTTOOLS": api.infra_paths['slave_build'].join("tools", "buil dbot",
1224 "bot_tools")}) 1225 "bot_tools")})
1225 # upload drmemory test logs step 1226 # upload drmemory test logs step
1226 api.gsutil.upload("testlogs_r" + build_properties["got_revision"] + "_b" + 1227 api.gsutil.upload("testlogs_r" + build_properties["got_revision"] + "_b" +
1227 str(api.properties[ 1228 str(api.properties[
1228 "buildnumber"]) + ".7z", "chromium-drmemory-builds", 1229 "buildnumber"]) + ".7z", "chromium-drmemory-builds",
1229 "testlogs/from_%s" % api.properties["buildername"]) 1230 "testlogs/from_%s" % api.properties["buildername"])
1230 1231
1231 1232
1232 def mac_builder_steps(api): 1233 def mac_builder_steps(api):
1233 build_properties = api.properties.legacy() 1234 build_properties = api.properties.legacy()
(...skipping 32 matching lines...) Expand 10 before | Expand all | Expand 10 after
1266 "https://github.com/DynamoRIO/dynamorio.git", 1267 "https://github.com/DynamoRIO/dynamorio.git",
1267 "tools/buildbot": 1268 "tools/buildbot":
1268 "https://github.com/DynamoRIO/buildbot.git"} 1269 "https://github.com/DynamoRIO/buildbot.git"}
1269 api.gclient.c = src_cfg 1270 api.gclient.c = src_cfg
1270 result = api.bot_update.ensure_checkout(force=True) 1271 result = api.bot_update.ensure_checkout(force=True)
1271 build_properties.update(result.json.output.get("properties", {})) 1272 build_properties.update(result.json.output.get("properties", {}))
1272 # clear tools directory step; null converted 1273 # clear tools directory step; null converted
1273 # update tools step; null converted 1274 # update tools step; null converted
1274 # unpack tools step; generic ShellCommand converted 1275 # unpack tools step; generic ShellCommand converted
1275 api.step("unpack tools", 1276 api.step("unpack tools",
1276 [api.path["slave_build"].join('tools', 'buildbot', 'bot_tools', 1277 [api.infra_paths['slave_build'].join('tools', 'buildbot', 'bot_tool s',
1277 'unpack.bat')], 1278 'unpack.bat')],
1278 env={}, 1279 env={},
1279 cwd=api.path[ 1280 cwd=api.infra_paths[
1280 "slave_build"].join('tools', 'buildbot', 'bot_tools')) 1281 "slave_build"].join('tools', 'buildbot', 'bot_tools'))
1281 # get buildnumber step; no longer needed 1282 # get buildnumber step; no longer needed
1282 # Package dynamorio step 1283 # Package dynamorio step
1283 api.step("Package Dr. Memory", 1284 api.step("Package Dr. Memory",
1284 [api.path["build"].join("scripts", "slave", "drmemory", 1285 [api.infra_paths['build'].join("scripts", "slave", "drmemory",
1285 "build_env.bat"), 'ctest', '-VV', '-S', 1286 "build_env.bat"), 'ctest', '-VV', '-S',
1286 str(api.path["checkout"].join("package.cmake")) + ",build=0x" + 1287 str(api.path["checkout"].join("package.cmake")) + ",build=0x" +
1287 build_properties["got_revision"][:7] + ";drmem_only"], 1288 build_properties["got_revision"][:7] + ";drmem_only"],
1288 env={"BOTTOOLS": api.path["slave_build"].join("tools", "buildbot", 1289 env={"BOTTOOLS": api.infra_paths['slave_build'].join("tools", "buil dbot",
1289 "bot_tools")}, 1290 "bot_tools")},
1290 cwd=api.path["slave_build"]) 1291 cwd=api.infra_paths['slave_build'])
1291 # Find package basename step 1292 # Find package basename step
1292 step_result = api.step("Find package basename", 1293 step_result = api.step("Find package basename",
1293 ["cmd.exe", "/C", "dir", "/B", 1294 ["cmd.exe", "/C", "dir", "/B",
1294 "DrMemory-Windows-*0x" + build_properties[ 1295 "DrMemory-Windows-*0x" + build_properties[
1295 "got_revision"][:7] + ".zip"], 1296 "got_revision"][:7] + ".zip"],
1296 stdout=api.raw_io.output(), 1297 stdout=api.raw_io.output(),
1297 cwd=api.path["slave_build"]) 1298 cwd=api.infra_paths['slave_build'])
1298 basename = step_result.stdout[:-4] 1299 basename = step_result.stdout[:-4]
1299 # Delete prior sfx archive step 1300 # Delete prior sfx archive step
1300 api.file.remove("Delete prior sfx archive", 1301 api.file.remove("Delete prior sfx archive",
1301 api.path["slave_build"].join(basename + "-sfx.exe"), 1302 api.infra_paths['slave_build'].join(basename + "-sfx.exe"),
1302 ok_ret=(0,1)) 1303 ok_ret=(0,1))
1303 # Create sfx archive step 1304 # Create sfx archive step
1304 api.step("create sfx archive", 1305 api.step("create sfx archive",
1305 [api.path["build"].join("scripts", "slave", "drmemory", 1306 [api.infra_paths['build'].join("scripts", "slave", "drmemory",
1306 "build_env.bat"), "7z", "a", "-sfx", 1307 "build_env.bat"), "7z", "a", "-sfx",
1307 basename + "-sfx.exe", 1308 basename + "-sfx.exe",
1308 "build_drmemory-debug-32\\_CPack_Packages\\Windows\\ZIP\\" + 1309 "build_drmemory-debug-32\\_CPack_Packages\\Windows\\ZIP\\" +
1309 basename + "\\*"], 1310 basename + "\\*"],
1310 cwd=api.path["slave_build"], 1311 cwd=api.infra_paths['slave_build'],
1311 env={"BOTTOOLS": api.path["slave_build"].join("tools", "buildbot", 1312 env={"BOTTOOLS": api.infra_paths['slave_build'].join("tools", "buil dbot",
1312 "bot_tools")}) 1313 "bot_tools")})
1313 # upload latest build step 1314 # upload latest build step
1314 api.file.copy("copy locally", 1315 api.file.copy("copy locally",
1315 api.path["slave_build"].join(basename + "-sfx.exe"), 1316 api.infra_paths['slave_build'].join(basename + "-sfx.exe"),
1316 api.path["slave_build"].join("drmemory-windows-latest-sfx.exe")) 1317 api.infra_paths['slave_build'].join("drmemory-windows-latest-sfx.exe"))
1317 api.gsutil.upload("drmemory-windows-latest-sfx.exe", 1318 api.gsutil.upload("drmemory-windows-latest-sfx.exe",
1318 "chromium-drmemory-builds", 1319 "chromium-drmemory-builds",
1319 "", 1320 "",
1320 cwd=api.path["slave_build"]) 1321 cwd=api.infra_paths['slave_build'])
1321 # upload drmemory build step 1322 # upload drmemory build step
1322 api.gsutil.upload("DrMemory-Windows-*" + build_properties["got_revision"][ 1323 api.gsutil.upload("DrMemory-Windows-*" + build_properties["got_revision"][
1323 :7] + ".zip", "chromium-drmemory-builds", "builds/") 1324 :7] + ".zip", "chromium-drmemory-builds", "builds/")
1324 1325
1325 1326
1326 dispatch_directory = { 1327 dispatch_directory = {
1327 'linux-builder': linux_builder_steps, 1328 'linux-builder': linux_builder_steps,
1328 'linux-lucid_x64-drm': linux_lucid_x64_drm_steps, 1329 'linux-lucid_x64-drm': linux_lucid_x64_drm_steps,
1329 'win-vista_x64-drm': win_vista_x64_drm_steps, 1330 'win-vista_x64-drm': win_vista_x64_drm_steps,
1330 'mac-mavericks_x64-DR': mac_mavericks_x64_DR_steps, 1331 'mac-mavericks_x64-DR': mac_mavericks_x64_DR_steps,
(...skipping 190 matching lines...) Expand 10 before | Expand all | Expand 10 after
1521 api.properties(buildnumber=42) + 1522 api.properties(buildnumber=42) +
1522 api.properties(slavename='TestSlave') + 1523 api.properties(slavename='TestSlave') +
1523 api.step_data("Find package basename", 1524 api.step_data("Find package basename",
1524 stdout=api.raw_io.output("DrMemory-Windows-1.2.3-0x1234567.zip") 1525 stdout=api.raw_io.output("DrMemory-Windows-1.2.3-0x1234567.zip")
1525 )) 1526 ))
1526 yield (api.test('builder_not_in_dispatch_directory') + 1527 yield (api.test('builder_not_in_dispatch_directory') +
1527 api.properties(mastername='client.drmemory') + 1528 api.properties(mastername='client.drmemory') +
1528 api.properties(buildername='nonexistent_builder') + 1529 api.properties(buildername='nonexistent_builder') +
1529 api.properties(slavename='TestSlave') 1530 api.properties(slavename='TestSlave')
1530 ) 1531 )
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698