Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(825)

Side by Side Diff: masters/master.chromium.memory.fyi/master.cfg

Issue 1781643006: Remove Mac Valgrind from the memory.fyi waterfall. (Closed) Base URL: https://chromium.googlesource.com/chromium/tools/build.git@master
Patch Set: Created 4 years, 9 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « no previous file | masters/master.chromium.memory.fyi/notifier_cfg.py » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 # Copyright (c) 2012 The Chromium Authors. All rights reserved. 1 # Copyright (c) 2012 The Chromium Authors. All rights reserved.
2 # Use of this source code is governed by a BSD-style license that can be 2 # Use of this source code is governed by a BSD-style license that can be
3 # found in the LICENSE file. 3 # found in the LICENSE file.
4 4
5 from buildbot.scheduler import Triggerable 5 from buildbot.scheduler import Triggerable
6 from buildbot.scheduler import Scheduler 6 from buildbot.scheduler import Scheduler
7 7
8 from common import chromium_utils 8 from common import chromium_utils
9 9
10 # These modules come from scripts/master, which must be in the PYTHONPATH. 10 # These modules come from scripts/master, which must be in the PYTHONPATH.
(...skipping 28 matching lines...) Expand all
39 ## configure the Schedulers 39 ## configure the Schedulers
40 40
41 # Main scheduler for all changes in trunk. 41 # Main scheduler for all changes in trunk.
42 s_chromium = Scheduler(name='chromium', 42 s_chromium = Scheduler(name='chromium',
43 branch='master', 43 branch='master',
44 treeStableTimer=60, 44 treeStableTimer=60,
45 builderNames=[# Builders 45 builderNames=[# Builders
46 'Chromium Windows Builder (DrMemory)', 46 'Chromium Windows Builder (DrMemory)',
47 'Chromium Windows Builder (DrMemory x64)', 47 'Chromium Windows Builder (DrMemory x64)',
48 'Chromium Linux Builder (valgrind)', 48 'Chromium Linux Builder (valgrind)',
49 'Chromium Mac Builder (valgrind)',
50 'Chromium OS Builder (valgrind)', 49 'Chromium OS Builder (valgrind)',
51 'Chromium Linux TSan Builder', 50 'Chromium Linux TSan Builder',
52 'Chromium Linux MSan Builder', 51 'Chromium Linux MSan Builder',
53 'Chromium Linux ChromeOS MSan Builder', 52 'Chromium Linux ChromeOS MSan Builder',
54 ]) 53 ])
55 54
56 # Windows Dr. Memory build-bot list 55 # Windows Dr. Memory build-bot list
57 t_drmemory_bots=[ 56 t_drmemory_bots=[
58 'Windows Unit (DrMemory)', 57 'Windows Unit (DrMemory)',
59 'Windows Content Browser (DrMemory)', 58 'Windows Content Browser (DrMemory)',
(...skipping 29 matching lines...) Expand all
89 88
90 s_chromium_linux_valgrind_trigger = Triggerable( 89 s_chromium_linux_valgrind_trigger = Triggerable(
91 'chromium_linux_valgrind', 90 'chromium_linux_valgrind',
92 ['Linux Tests (valgrind)(1)', 91 ['Linux Tests (valgrind)(1)',
93 'Linux Tests (valgrind)(2)', 92 'Linux Tests (valgrind)(2)',
94 'Linux Tests (valgrind)(3)', 93 'Linux Tests (valgrind)(3)',
95 'Linux Tests (valgrind)(4)', 94 'Linux Tests (valgrind)(4)',
96 'Linux Tests (valgrind)(5)', 95 'Linux Tests (valgrind)(5)',
97 ]) 96 ])
98 97
99 s_chromium_mac_valgrind_trigger = Triggerable(
100 'chromium_mac_valgrind',
101 ['Chromium Mac (valgrind)(1)',
102 'Chromium Mac (valgrind)(2)',
103 ])
104
105 s_chromium_chromeos_valgrind_trigger = Triggerable( 98 s_chromium_chromeos_valgrind_trigger = Triggerable(
106 'chromium_chromeos_valgrind', 99 'chromium_chromeos_valgrind',
107 ['Chromium OS (valgrind)(1)', 100 ['Chromium OS (valgrind)(1)',
108 'Chromium OS (valgrind)(2)', 101 'Chromium OS (valgrind)(2)',
109 'Chromium OS (valgrind)(3)', 102 'Chromium OS (valgrind)(3)',
110 'Chromium OS (valgrind)(4)', 103 'Chromium OS (valgrind)(4)',
111 'Chromium OS (valgrind)(5)', 104 'Chromium OS (valgrind)(5)',
112 'Chromium OS (valgrind)(6)', 105 'Chromium OS (valgrind)(6)',
113 ]) 106 ])
114 107
115 s_chromium_linux_tsan = Triggerable( 108 s_chromium_linux_tsan = Triggerable(
116 name='linux_tsan', 109 name='linux_tsan',
117 builderNames=['Linux TSan Tests']) 110 builderNames=['Linux TSan Tests'])
118 111
119 s_chromium_linux_msan = Triggerable( 112 s_chromium_linux_msan = Triggerable(
120 name='linux_msan', 113 name='linux_msan',
121 builderNames=['Linux MSan Tests']) 114 builderNames=['Linux MSan Tests'])
122 115
123 s_chromium_linux_chromeos_msan = Triggerable( 116 s_chromium_linux_chromeos_msan = Triggerable(
124 name='linux_chromeos_msan', 117 name='linux_chromeos_msan',
125 builderNames=['Linux ChromeOS MSan Tests']) 118 builderNames=['Linux ChromeOS MSan Tests'])
126 119
127 c['schedulers'] = [s_chromium, 120 c['schedulers'] = [s_chromium,
128 s_chromium_win_drmemory_trigger, 121 s_chromium_win_drmemory_trigger,
129 s_chromium_win_drmemory_64_trigger, 122 s_chromium_win_drmemory_64_trigger,
130 s_chromium_linux_valgrind_trigger, 123 s_chromium_linux_valgrind_trigger,
131 s_chromium_mac_valgrind_trigger,
132 s_chromium_chromeos_valgrind_trigger, 124 s_chromium_chromeos_valgrind_trigger,
133 s_chromium_linux_tsan, 125 s_chromium_linux_tsan,
134 s_chromium_linux_msan, 126 s_chromium_linux_msan,
135 s_chromium_linux_chromeos_msan] 127 s_chromium_linux_chromeos_msan]
136 128
137 ####### BUILDERS 129 ####### BUILDERS
138 130
139 # buildbot/process/factory.py provides several BuildFactory classes you can 131 # buildbot/process/factory.py provides several BuildFactory classes you can
140 # start with, which implement build processes for common targets (GNU 132 # start with, which implement build processes for common targets (GNU
141 # autoconf projects, CPAN perl modules, etc). The factory.BuildFactory is the 133 # autoconf projects, CPAN perl modules, etc). The factory.BuildFactory is the
142 # base class, and is configured with a series of BuildSteps. When the build 134 # base class, and is configured with a series of BuildSteps. When the build
143 # is run, the appropriate buildslave is told to execute each Step in turn. 135 # is run, the appropriate buildslave is told to execute each Step in turn.
144 136
145 # the first BuildStep is typically responsible for obtaining a copy of the 137 # the first BuildStep is typically responsible for obtaining a copy of the
146 # sources. There are source-obtaining Steps in buildbot/process/step.py for 138 # sources. There are source-obtaining Steps in buildbot/process/step.py for
147 # CVS, SVN, and others. 139 # CVS, SVN, and others.
148 140
149 builders = [] 141 builders = []
150 142
151 # ---------------------------------------------------------------------------- 143 # ----------------------------------------------------------------------------
152 # FACTORIES 144 # FACTORIES
153 145
154 m_win = chromium_factory.ChromiumFactory('src/build', 'win32') 146 m_win = chromium_factory.ChromiumFactory('src/build', 'win32')
155 m_win_ninja = chromium_factory.ChromiumFactory('src/out', 'win32') 147 m_win_ninja = chromium_factory.ChromiumFactory('src/out', 'win32')
156 m_linux = chromium_factory.ChromiumFactory('src/out', 'linux2') 148 m_linux = chromium_factory.ChromiumFactory('src/out', 'linux2')
157 m_mac = chromium_factory.ChromiumFactory('src/xcodebuild', 'darwin')
158 m_chromeos = chromium_factory.ChromiumFactory('src/out', 'linux2') 149 m_chromeos = chromium_factory.ChromiumFactory('src/out', 'linux2')
159 150
160 # Some shortcut to simplify the code below. 151 # Some shortcut to simplify the code below.
161 F_WIN = m_win.ChromiumFactory 152 F_WIN = m_win.ChromiumFactory
162 F_WIN_NINJA = m_win_ninja.ChromiumFactory 153 F_WIN_NINJA = m_win_ninja.ChromiumFactory
163 F_LINUX = m_linux.ChromiumFactory 154 F_LINUX = m_linux.ChromiumFactory
164 F_MAC = m_mac.ChromiumFactory
165 F_CR_OS = m_chromeos.ChromiumOSFactory 155 F_CR_OS = m_chromeos.ChromiumOSFactory
166 156
167 m_annotator = annotator_factory.AnnotatorFactory() 157 m_annotator = annotator_factory.AnnotatorFactory()
168 158
169 chromium_win_drmemory_archive = master_config.GetGSUtilUrl( 159 chromium_win_drmemory_archive = master_config.GetGSUtilUrl(
170 'chromium-memory-fyi', 'drm-cr') 160 'chromium-memory-fyi', 'drm-cr')
171 161
172 chromium_win_drmemory_64_archive = master_config.GetGSUtilUrl( 162 chromium_win_drmemory_64_archive = master_config.GetGSUtilUrl(
173 'chromium-memory-fyi', 'drm-cr-64') 163 'chromium-memory-fyi', 'drm-cr-64')
174 164
175 chromium_linux_valgrind_archive = master_config.GetGSUtilUrl( 165 chromium_linux_valgrind_archive = master_config.GetGSUtilUrl(
176 'chromium-memory-fyi', 'chromium-rel-linux-valgrind-builder') 166 'chromium-memory-fyi', 'chromium-rel-linux-valgrind-builder')
177 167
178 chromium_mac_valgrind_archive = master_config.GetGSUtilUrl(
179 'chromium-memory-fyi', 'chromium-rel-mac-valgrind-builder')
180
181 chromium_chromeos_valgrind_archive = master_config.GetGSUtilUrl( 168 chromium_chromeos_valgrind_archive = master_config.GetGSUtilUrl(
182 'chromium-memory-fyi', 'chromium-rel-chromeos-valgrind-builder') 169 'chromium-memory-fyi', 'chromium-rel-chromeos-valgrind-builder')
183 170
184 valgrind_cros_gyp_defines = 'build_for_tool=memcheck chromeos=1' 171 valgrind_cros_gyp_defines = 'build_for_tool=memcheck chromeos=1'
185 valgrind_mac_gyp_defines = 'build_for_tool=memcheck'
186 172
187 # IMPORTANT NOTE about adding new tests. 173 # IMPORTANT NOTE about adding new tests.
188 # If you want to add a new test, make sure it's: 174 # If you want to add a new test, make sure it's:
189 # a) buildable, 175 # a) buildable,
190 # b) runnable by all the tools, 176 # b) runnable by all the tools,
191 # c) green locally under all tools (at least mostly) and 177 # c) green locally under all tools (at least mostly) and
192 # d) the e-mail notifier is configured to watch for its failures. 178 # d) the e-mail notifier is configured to watch for its failures.
193 # [See details below] 179 # [See details below]
194 # 180 #
195 # Also, please do your best to estimate the time it takes to run the new test 181 # Also, please do your best to estimate the time it takes to run the new test
196 # under the tool and order the tests in a short-job-first manner if possible. 182 # under the tool and order the tests in a short-job-first manner if possible.
197 # 183 #
198 # Regarding (a), 184 # Regarding (a),
199 # New Valgrind/Mac tests must first be added as dependencies to the
200 # 'chromium_builder_dbg_valgrind_mac' target in src/build/all.gyp;
201 # New DrMemory/Win tests must first be added as dependencies to the 185 # New DrMemory/Win tests must first be added as dependencies to the
202 # 'chromium_builder_dbg_drmemory_win' target in src/build/all.gyp; 186 # 'chromium_builder_dbg_drmemory_win' target in src/build/all.gyp;
203 # 187 #
204 # Regarding (b), 188 # Regarding (b),
205 # 'chrome_tests.py' must be updated to handle the test name, 189 # 'chrome_tests.py' must be updated to handle the test name,
206 # without the 'TOOL_' prefix, where 'chrome_tests.py' is located 190 # without the 'TOOL_' prefix, where 'chrome_tests.py' is located
207 # at tools/valgrind/ for other tools. 191 # at tools/valgrind/ for other tools.
208 # 192 #
209 # Regarding (d), 193 # Regarding (d),
210 # See notifier_cfg.py for the existing tests and see the 'category' of the 194 # See notifier_cfg.py for the existing tests and see the 'category' of the
211 # builder you're dealing with. 195 # builder you're dealing with.
212 # 196 #
213 # Please coordinate with the current and upcoming memory sheriff and help them 197 # Please coordinate with the current and upcoming memory sheriff and help them
214 # get the new tests green on all the bots after the master restart. 198 # get the new tests green on all the bots after the master restart.
215 199
216 f_chromium_rel_linux_valgrind = m_annotator.BaseFactory('chromium') 200 f_chromium_rel_linux_valgrind = m_annotator.BaseFactory('chromium')
217 201
218 # Mac Valgrind bots:
219 # We use debug builds for mac valgrind bots because we can't get stacks on
220 # release builds.
221 f_cr_rel_mac_valgrind_builder = F_MAC(
222 slave_type='Builder',
223 target='Debug',
224 factory_properties={
225 'gclient_env': { 'GYP_DEFINES' : valgrind_mac_gyp_defines },
226 'trigger': 'chromium_mac_valgrind',
227 'build_url': chromium_mac_valgrind_archive,
228 },
229 options=[
230 '--compiler=goma-clang', '--', '-project', '../build/all.xcodeproj',
231 '-target', 'chromium_builder_dbg_valgrind_mac'])
232
233 # unit_tests are disabled under Valgrind on Mac OS because of crbug.com/51716.
234 # content_unittests are similarly disabled due to crbug.com/435344.
235 # We're still building them to be able to reproduce the crashes on bots.
236 f_cr_dbg_mac_valgrind_1 = F_MAC(
237 build_url=chromium_mac_valgrind_archive,
238 slave_type='Tester',
239 factory_properties={ 'needs_valgrind' : True, },
240 # See IMPORTANT NOTE above before adding new tests.
241 tests=['valgrind_base_unittests',
242 'valgrind_crypto',
243 'valgrind_url',
244 'valgrind_ipc_tests',
245 'valgrind_media',
246 'valgrind_midi',
247 'valgrind_printing',
248 'valgrind_sql',
249 'valgrind_ui_base_unittests',
250 # See above.
251 #'valgrind_unit_1_of_4',
252 #'valgrind_unit_2_of_4',
253 ])
254
255 f_cr_dbg_mac_valgrind_2 = F_MAC(
256 build_url=chromium_mac_valgrind_archive,
257 slave_type='Tester',
258 factory_properties={ 'needs_valgrind' : True, },
259 # See IMPORTANT NOTE above before adding new tests.
260 tests=['valgrind_net',
261 'valgrind_remoting',
262 # See above.
263 #'valgrind_content',
264 #'valgrind_unit_3_of_4',
265 #'valgrind_unit_4_of_4',
266 ])
267
268 # ChromeOS Valgrind bots: 202 # ChromeOS Valgrind bots:
269 f_chromium_rel_chromeos_valgrind_builder = F_CR_OS( 203 f_chromium_rel_chromeos_valgrind_builder = F_CR_OS(
270 target='Release', 204 target='Release',
271 slave_type='Builder', 205 slave_type='Builder',
272 options=['--compiler=goma', 206 options=['--compiler=goma',
273 'app_list_unittests', 207 'app_list_unittests',
274 'ash_unittests', 208 'ash_unittests',
275 'aura_unittests', 209 'aura_unittests',
276 'base_unittests', 210 'base_unittests',
277 'chromeos_unittests', 211 'chromeos_unittests',
(...skipping 475 matching lines...) Expand 10 before | Expand all | Expand 10 after
753 } 687 }
754 688
755 b_chromium_rel_linux_valgrind_tests_5 = { 689 b_chromium_rel_linux_valgrind_tests_5 = {
756 'name': 'Linux Tests (valgrind)(5)', 690 'name': 'Linux Tests (valgrind)(5)',
757 'builddir': 'chromium-rel-linux-valgrind-tests-5', 691 'builddir': 'chromium-rel-linux-valgrind-tests-5',
758 'factory': f_chromium_rel_linux_valgrind, 692 'factory': f_chromium_rel_linux_valgrind,
759 'category': '1Linux Valgrind|memory_tester', 693 'category': '1Linux Valgrind|memory_tester',
760 'auto_reboot': True, 694 'auto_reboot': True,
761 } 695 }
762 696
763 b_chromium_rel_mac_valgrind_builder = {
764 'name': 'Chromium Mac Builder (valgrind)',
765 'builddir': 'chromium-rel-mac-valgrind-builder',
766 'factory': f_cr_rel_mac_valgrind_builder,
767 'category': '2Mac Valgrind|compile',
768 'auto_reboot': False,
769 }
770
771 b_chromium_dbg_mac_valgrind_1 = {
772 'name': 'Chromium Mac (valgrind)(1)',
773 'builddir': 'chromium-dbg-mac-valgrind-1',
774 'factory': f_cr_dbg_mac_valgrind_1,
775 'category': '2Mac Valgrind|memory_tester',
776 'auto_reboot': True,
777 }
778
779 b_chromium_dbg_mac_valgrind_2 = {
780 'name': 'Chromium Mac (valgrind)(2)',
781 'builddir': 'chromium-dbg-mac-valgrind-2',
782 'factory': f_cr_dbg_mac_valgrind_2,
783 'category': '2Mac Valgrind|memory_tester',
784 'auto_reboot': True,
785 }
786
787 b_chromium_rel_chromeos_valgrind_builder = { 697 b_chromium_rel_chromeos_valgrind_builder = {
788 'name': 'Chromium OS Builder (valgrind)', 698 'name': 'Chromium OS Builder (valgrind)',
789 'builddir': 'chromium-rel-chromeos-valgrind-builder', 699 'builddir': 'chromium-rel-chromeos-valgrind-builder',
790 'factory': f_chromium_rel_chromeos_valgrind_builder, 700 'factory': f_chromium_rel_chromeos_valgrind_builder,
791 'category': '3ChromeOS Valgrind|compile', 701 'category': '3ChromeOS Valgrind|compile',
792 'auto_reboot': False, 702 'auto_reboot': False,
793 } 703 }
794 704
795 b_chromium_rel_chromeos_valgrind_1 = { 705 b_chromium_rel_chromeos_valgrind_1 = {
796 'name': 'Chromium OS (valgrind)(1)', 706 'name': 'Chromium OS (valgrind)(1)',
(...skipping 171 matching lines...) Expand 10 before | Expand all | Expand 10 after
968 878
969 879
970 c['builders'] = [ 880 c['builders'] = [
971 b_chromium_rel_linux_valgrind_builder, 881 b_chromium_rel_linux_valgrind_builder,
972 b_chromium_rel_linux_valgrind_tests_1, 882 b_chromium_rel_linux_valgrind_tests_1,
973 b_chromium_rel_linux_valgrind_tests_2, 883 b_chromium_rel_linux_valgrind_tests_2,
974 b_chromium_rel_linux_valgrind_tests_3, 884 b_chromium_rel_linux_valgrind_tests_3,
975 b_chromium_rel_linux_valgrind_tests_4, 885 b_chromium_rel_linux_valgrind_tests_4,
976 b_chromium_rel_linux_valgrind_tests_5, 886 b_chromium_rel_linux_valgrind_tests_5,
977 887
978 b_chromium_rel_mac_valgrind_builder,
979 b_chromium_dbg_mac_valgrind_1,
980 b_chromium_dbg_mac_valgrind_2,
981
982 b_chromium_rel_chromeos_valgrind_builder, 888 b_chromium_rel_chromeos_valgrind_builder,
983 b_chromium_rel_chromeos_valgrind_1, 889 b_chromium_rel_chromeos_valgrind_1,
984 b_chromium_rel_chromeos_valgrind_2, 890 b_chromium_rel_chromeos_valgrind_2,
985 b_chromium_rel_chromeos_valgrind_3, 891 b_chromium_rel_chromeos_valgrind_3,
986 b_chromium_rel_chromeos_valgrind_4, 892 b_chromium_rel_chromeos_valgrind_4,
987 b_chromium_rel_chromeos_valgrind_5, 893 b_chromium_rel_chromeos_valgrind_5,
988 b_chromium_rel_chromeos_valgrind_6, 894 b_chromium_rel_chromeos_valgrind_6,
989 ] 895 ]
990 896
991 # DrMemory test bots 897 # DrMemory test bots
(...skipping 104 matching lines...) Expand 10 before | Expand all | Expand 10 after
1096 # Adds common status and tools to this master. 1002 # Adds common status and tools to this master.
1097 master_utils.AutoSetupMaster(c, ActiveMaster, 1003 master_utils.AutoSetupMaster(c, ActiveMaster,
1098 public_html='../master.chromium/public_html', 1004 public_html='../master.chromium/public_html',
1099 templates=['../master.chromium/templates'], 1005 templates=['../master.chromium/templates'],
1100 tagComparator=master_poller.comparator, 1006 tagComparator=master_poller.comparator,
1101 enable_http_status_push=ActiveMaster.is_production_host) 1007 enable_http_status_push=ActiveMaster.is_production_host)
1102 1008
1103 if ActiveMaster.is_production_host: 1009 if ActiveMaster.is_production_host:
1104 import notifier_cfg 1010 import notifier_cfg
1105 notifier_cfg.Update(config, ActiveMaster, c) 1011 notifier_cfg.Update(config, ActiveMaster, c)
OLDNEW
« no previous file with comments | « no previous file | masters/master.chromium.memory.fyi/notifier_cfg.py » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698