Index: master.nacl/master.cfg |
=================================================================== |
--- master.nacl/master.cfg (revision 67605) |
+++ master.nacl/master.cfg (working copy) |
@@ -1,508 +0,0 @@ |
-# -*- python -*- |
-# ex: set syntax=python: |
- |
-# Copyright (c) 2006-2008 The Chromium Authors. All rights reserved. |
-# Use of this source code is governed by a BSD-style license that can be |
-# found in the LICENSE file. |
- |
-# This is the buildmaster config file for the 'nacl' bot. It must |
-# be installed as 'master.cfg' in your buildmaster's base directory |
-# (although the filename can be changed with the --basedir option to |
-# 'mktap buildbot master'). |
- |
-# It has one job: define a dictionary named BuildmasterConfig. This |
-# dictionary has a variety of keys to control different aspects of the |
-# buildmaster. They are documented in docs/config.xhtml . |
- |
-# This file follows this naming convention: |
-# Factories: f_nacl_[dbg/opt/sdk]_[os] |
-# Builders: b_nacl_[dbg/opt/sdk]_[os] |
-# BuildDir: [dbg/opt/sdk]-[os] |
-# |
-# os = xp/linux/mac |
- |
-from buildbot import locks |
-from buildbot.changes import svnpoller |
-from buildbot.scheduler import Dependent |
-from buildbot.scheduler import Scheduler |
-from buildbot.scheduler import Triggerable |
- |
-# Reload all the python files under master and common |
-import master |
-reload(master) |
-import common |
-reload(common) |
- |
-# These modules come from scripts/master, which must be in the PYTHONPATH. |
-import build_utils |
-import chromium_step |
-import master_utils |
-from master.factory import nacl_factory |
-from master.factory import chromium_factory |
-import slaves_list |
- |
-# These modules come from scripts/common, which must be in the PYTHONPATH. |
-import chromium_config as config |
-import chromium_utils |
- |
-ActiveMaster = config.Master.NativeClient |
- |
-TREE_GATE_KEEPER = ActiveMaster.is_production_host |
-GOOD_REVISIONS = ActiveMaster.is_production_host |
- |
-# This is the dictionary that the buildmaster pays attention to. We also use |
-# a shorter alias to save typing. |
-c = BuildmasterConfig = {} |
- |
- |
-####### CHANGESOURCES |
- |
-# the 'change_source' list tells the buildmaster how it should find out about |
-# source code changes. Any class which implements IChangeSource can be added |
-# to this list: there are several in buildbot/changes/*.py to choose from. |
-def NativeClientTreeFileSplitter(path): |
- projects = ['native_client'] |
- for p in projects: |
- if path.startswith(p + '/'): |
- return (p, path[len(p)+1:]) |
- return None |
- |
-# Polls config.Master.nacl_trunk_url for changes |
-trunk_poller = svnpoller.SVNPoller( |
- svnurl=config.Master.nacl_trunk_url + '/src', |
- split_file=NativeClientTreeFileSplitter, |
- pollinterval=10) |
- |
-c['change_source'] = [trunk_poller] |
- |
- |
-####### BUILDERS |
- |
-# buildbot/process/factory.py provides several BuildFactory classes you can |
-# start with, which implement build processes for common targets (GNU |
-# autoconf projects, CPAN perl modules, etc). The factory.BuildFactory is the |
-# base class, and is configured with a series of BuildSteps. When the build |
-# is run, the appropriate buildslave is told to execute each Step in turn. |
- |
-# the first BuildStep is typically responsible for obtaining a copy of the |
-# sources. There are source-obtaining Steps in buildbot/process/step.py for |
-# CVS, SVN, and others. |
- |
- |
-# ---------------------------------------------------------------------------- |
-# FACTORIES |
- |
-m_win32 = nacl_factory.NativeClientFactory( |
- 'native_client', 'win32', use_supplement=True) |
-m_win64 = nacl_factory.NativeClientFactory( |
- 'native_client', 'win64', use_supplement=True) |
-m_linux = nacl_factory.NativeClientFactory( |
- 'native_client', 'linux2', use_supplement=True) |
-m_mac = nacl_factory.NativeClientFactory( |
- 'native_client', 'darwin', use_supplement=True) |
-m_arm = nacl_factory.NativeClientFactory( |
- 'native_client', 'arm', use_supplement=True) |
-m_arm_tester = nacl_factory.NativeClientFactory( |
- 'native_client', 'arm', use_supplement=True) |
- |
-# Some shortcut to simplify the code below. |
-F_WIN32 = m_win32.NativeClientFactory |
-F_WIN64 = m_win64.NativeClientFactory |
-F_LINUX = m_linux.NativeClientFactory |
-F_MAC = m_mac.NativeClientFactory |
-F_ARM = m_arm.NativeClientFactory |
- |
-F_LINUX_GLIBC = m_linux.ModularBuildFactory |
- |
-F_LINUX_ANNO = m_linux.AnnotatedFactory |
- |
- |
-# The identifier of the factory is the build configuration. If two factories |
-# are using the same build configuration, they should have the same identifier. |
- |
-# BuilderTesters using a custom build configuration. |
-factories = [] |
-# XP |
-for mode in ('dbg', 'opt'): |
- name = 'xp-m32-n32-%s' % mode |
- factories.append([name, '1Windows', F_WIN32(name, clobber=True, |
- target='%s-win,nacl,doc' % mode, |
- tests=['nacl_small_tests', |
- 'nacl_medium_tests', |
- 'nacl_large_tests'], |
- options=nacl_factory.win_m32_n32_options, |
- factory_properties={'archive_build': False})]) |
-# Vista64 |
-for mode in ('dbg', 'opt'): |
- name = 'vista64-m64-n64-%s' % mode |
- factories.append([name, '1Windows|closer', F_WIN64(name, clobber=True, |
- target='%s-win,nacl,doc' % mode, |
- tests=[ |
- 'nacl_small_tests', |
- 'nacl_medium_tests', |
- 'nacl_large_tests', |
- 'nacl_trigger_win7atom64_hw_%s' % mode |
- ], |
- options=nacl_factory.win_m64_n64_options, |
- factory_properties={ |
- 'archive_build': True, |
- 'archive_src': 'native_client/vista64.tgz', |
- 'archive_dst_base': 'between_builders', |
- 'archive_dst': 'vista64_%s.tgz' % mode, |
- })]) |
-# Win7 on Atom64 |
-for mode in ('dbg', 'opt'): |
- name = 'win7atom64-m64-n64-test-%s' % mode |
- factories.append([name, '1Windows|closer', F_WIN64(name, clobber=True, |
- target='%s-win,nacl,doc' % mode, |
- tests=['nacl_small_tests', |
- 'nacl_medium_tests', |
- 'nacl_large_tests'], |
- options=nacl_factory.win_m64_n64_tester_options, |
- slave_type='Tester', |
- factory_properties={ |
- 'archive_build': False, |
- 'archive_url': ( |
- 'http://chrome-web.jail.google.com/buildbot/nacl_archive/' |
- 'between_builders/vista64_%s.tgz' % mode), |
- })]) |
-# Mac |
-for mode in ('dbg', 'opt'): |
- name = 'mac-m32-n32-%s' % mode |
- factories.append([name, '2Mac', F_MAC(name, clobber=True, |
- target='%s-mac,nacl,doc' % mode, |
- tests=['nacl_small_tests', |
- 'nacl_medium_tests', |
- 'nacl_large_tests', |
- 'nacl_selenium'], |
- options=nacl_factory.generic_m32_n32_options, |
- factory_properties={'archive_build': False})]) |
-# Linux |
-for ver in ('hardy', 'lucid'): |
- cat_ver = {'hardy': '3Hardy', 'lucid': '4Lucid'}[ver] |
- # m32-n32 |
- for b in ('32', '64'): |
- for mode in ('dbg', 'opt'): |
- name = '%s%s-m32-n32-%s' % (ver, b, mode) |
- tests=['nacl_small_tests', |
- 'nacl_medium_tests', |
- 'nacl_large_tests', |
- 'nacl_selenium'] |
- factories.append([name, cat_ver, F_LINUX(name, clobber=True, |
- target='%s-linux,nacl,doc' % mode, |
- tests=tests, |
- options=nacl_factory.generic_m32_n32_options, |
- factory_properties={'archive_build': False})]) |
- # m64-n64 |
- for mode in ('dbg', 'opt'): |
- name = '%s64-m64-n64-%s' % (ver, mode) |
- if ver == 'hardy': |
- options=nacl_factory.hardy64_m64_n64_options |
- else: |
- options=nacl_factory.generic_m64_n64_options |
- factories.append([name, cat_ver, F_LINUX(name, clobber=True, |
- target='%s-linux,nacl,doc' % mode, |
- options=options, |
- tests=['nacl_small_tests', |
- 'nacl_medium_tests', |
- 'nacl_large_tests'], |
- factory_properties={ |
- 'archive_build': False, |
- 'gclient_env': {'GYP_DEFINES': 'target_arch=x64'}, |
- })]) |
-# ARM |
-for mode in ('dbg', 'opt'): |
- name = 'hardy64-marm-narm-%s' % mode |
- factories.append([name, '5Arm', F_ARM(name, clobber=True, |
- target='%s-linux,nacl' % mode, |
- tests=[ |
- 'nacl_small_tests', |
- 'nacl_medium_tests', |
- 'nacl_large_tests', |
- 'nacl_trigger_arm_hw_%s' % mode |
- ], |
- options=nacl_factory.linux_marm_narm_options[mode], |
- factory_properties={ |
- 'archive_build': True, |
- 'archive_src': 'native_client/arm.tgz', |
- 'archive_dst_base': 'between_builders', |
- 'archive_dst': 'arm_%s.tgz' % mode, |
- })]) |
- |
-# Arm board tests |
-for mode in ('dbg', 'opt'): |
- name = 'arm-marm-narm-test-%s' % mode |
- factories.append([name, '5Arm', F_ARM(name, clobber=True, |
- target='%s-linux,nacl' % mode, |
- tests=[ |
- 'nacl_small_tests', |
- 'nacl_medium_tests', |
- 'nacl_large_tests', |
- 'nacl_selenium', |
- 'nacl_arm_hw', |
- ], |
- options=nacl_factory.linux_marm_narm_options['%s-arm' % mode], |
- slave_type='Tester', |
- factory_properties={ |
- 'archive_build': False, |
- 'archive_url': ('http://chrome-web/buildbot/nacl_archive/' |
- 'between_builders/arm_%s.tgz' % mode) |
- }, |
- )]) |
- |
-# Valgrind |
-factories.append(['karmic64-valgrind', '6Other|closer', F_LINUX( |
- 'karmic64-valgrind', clobber=True, |
- target='dbg-linux,nacl', |
- options=nacl_factory.generic_m64_n64_options, |
- tests=['nacl_valgrind'])]) |
- |
-# SPEC |
-factories.append(['lucid64-spec-arm', '6Other|closer', |
- F_LINUX_ANNO('lucid64-spec-arm', |
- './tests/spec2k/bot_spec.sh 1 ~/cpu2000-redhat64-ia32')]) |
-factories.append(['lucid64-spec-x86', '6Other|closer', |
- F_LINUX_ANNO('lucid64-spec-x86', |
- './tests/spec2k/bot_spec.sh 2 ~/cpu2000-redhat64-ia32', |
- factory_properties={ |
- 'test_name': 'spec2k', |
- 'perf_id': 'nacl-lucid64-spec-x86', |
- 'show_perf_results': True, |
- })]) |
-factories.append(['lucid64-pnacl-translator', '6Other|closer', |
- F_LINUX_ANNO('lucid64-pnacl-translator', |
- './tests/spec2k/bot_spec.sh 3 ~/cpu2000-redhat64-ia32')]) |
- |
-# Coverage |
-name = 'mac-m32-n32-coverage' |
-factories.append([name, '7Coverage|closer', F_MAC(name, clobber=True, |
- target='coverage-mac,nacl,doc', |
- tests=['nacl_coverage'], |
- options=nacl_factory.generic_m32_n32_options, |
- factory_properties={ |
- 'archive_build': False, |
- 'archive_coverage': 'coverage-mac-x86-32', |
- })]) |
- |
-name = 'hardy64-m32-n32-coverage' |
-factories.append([name, '7Coverage|closer', F_LINUX(name, clobber=True, |
- target='coverage-linux,nacl,doc', |
- tests=['nacl_coverage'], |
- options=nacl_factory.generic_m32_n32_options, |
- factory_properties={ |
- 'archive_build': False, |
- 'archive_coverage': 'coverage-linux-x86-32', |
- })]) |
- |
-name = 'hardy64-m64-n64-coverage' |
-factories.append([name, '7Coverage|closer', F_LINUX(name, clobber=True, |
- target='coverage-linux,nacl,doc', |
- tests=['nacl_coverage'], |
- options=nacl_factory.generic_m64_n64_options, |
- factory_properties={ |
- 'archive_build': False, |
- 'archive_coverage': 'coverage-linux-x86-64', |
- })]) |
- |
-name = 'hardy64-marm-narm-coverage' |
-factories.append([name, '7Coverage|closer', F_ARM(name, clobber=True, |
- target='coverage-linux,nacl,doc', |
- tests=['nacl_coverage'], |
- options=nacl_factory.linux_marm_narm_options['dbg'], |
- factory_properties={ |
- 'archive_build': False, |
- 'archive_coverage': 'coverage-linux-arm', |
- })]) |
- |
-name = 'xp-m32-n32-coverage' |
-factories.append([name, '7Coverage|closer', F_WIN32(name, clobber=True, |
- target='coverage-win,nacl,doc', |
- tests=['nacl_coverage'], |
- options=nacl_factory.win_m32_n32_options, |
- factory_properties={ |
- 'archive_build': False, |
- 'archive_coverage': 'coverage-win-x86-32', |
- })]) |
- |
- |
-####### SCHEDULERS |
-## configure the Schedulers |
-# Main scheduler for all changes in trunk. |
-primary_builders = [] |
-for f in factories: |
- if f[0] not in [ |
- 'win7atom64-m64-n64-test-dbg', |
- 'win7atom64-m64-n64-test-opt', |
- 'arm-marm-narm-test-dbg', |
- 'arm-marm-narm-test-opt', |
- ]: |
- primary_builders.append(f[0]) |
-s_nacl = Scheduler( |
- name='nacl', |
- branch='native_client', |
- treeStableTimer=60, |
- builderNames=primary_builders, |
-) |
- |
-s_win7atom64_dbg_hw_tests = Triggerable( |
- name='win7atom64_dbg_hw_tests', |
- builderNames=['win7atom64-m64-n64-test-dbg']) |
-s_win7atom64_opt_hw_tests = Triggerable( |
- name='win7atom64_opt_hw_tests', |
- builderNames=['win7atom64-m64-n64-test-opt']) |
-s_arm_dbg_hw_tests = Triggerable(name='arm_dbg_hw_tests', |
- builderNames=['arm-marm-narm-test-dbg']) |
-s_arm_opt_hw_tests = Triggerable(name='arm_opt_hw_tests', |
- builderNames=['arm-marm-narm-test-opt']) |
- |
-c['schedulers'] = [ |
- s_nacl, |
- s_win7atom64_dbg_hw_tests, |
- s_win7atom64_opt_hw_tests, |
- s_arm_dbg_hw_tests, |
- s_arm_opt_hw_tests, |
-] |
- |
- |
-# Setup a per slave lock to prevent more than one thing running at once on |
-# a single slave. |
-slave_lock = locks.SlaveLock('overload_lock', maxCount=1) |
- |
- |
- |
-# ---------------------------------------------------------------------------- |
-# BUILDER DEFINITIONS |
- |
-# The 'builders' list defines the Builders. Each one is configured with a |
-# dictionary, using the following keys: |
-# name (required): the name used to describe this bilder |
-# slavename (required): which slave to use, must appear in c['slaves'] |
-# builddir (required): which subdirectory to run the builder in |
-# factory (required): a BuildFactory to define how the build is run |
-# periodicBuildTime (optional): if set, force a build every N seconds |
-# category (optional): it is not used in the normal 'buildbot' meaning. It is |
-# used by gatekeeper to determine which steps it should |
-# look for to close the tree. |
-# |
- |
-def AutoReboot(builder): |
- return builder not in [ |
- 'lucid64-pnacl-translator', |
- 'lucid64-spec-arm', |
- 'lucid64-spec-x86', |
- 'arm-marm-narm-test-dbg', |
- 'arm-marm-narm-test-opt', |
- ] |
- |
- |
-c['builders'] = [] |
-slaves = slaves_list.SlavesList('slaves.cfg', 'NativeClient') |
-for f in factories: |
- c['builders'].append({ |
- 'name': f[0], |
- 'slavenames': slaves.GetSlavesName(builder=f[0]), |
- 'builddir': f[0], |
- 'factory': f[2], |
- 'category': '%s' % f[1], |
- 'locks': [slave_lock], |
- 'auto_reboot': AutoReboot(f[0]), |
- }) |
- |
- |
-####### BUILDSLAVES |
- |
-# The 'slaves' list defines the set of allowable buildslaves. List all the |
-# slaves registered to a builder. Remove dupes. |
-c['slaves'] = master_utils.AutoSetupSlaves(c['builders'], |
- config.Master.GetBotPassword()) |
- |
-# Make sure everything works together. |
-master_utils.VerifySetup(c, slaves) |
- |
- |
-####### STATUS TARGETS |
- |
-# Adds common status and tools to this master. |
-master_utils.AutoSetupMaster(c, ActiveMaster) |
- |
-# Add more. |
- |
-if TREE_GATE_KEEPER: |
- import gatekeeper |
- # This is the list of the builder categories and the corresponding critical |
- # steps. If one critical step fails, gatekeeper will close the tree |
- # automatically. |
- categories_steps = { |
- '': [ |
- 'update scripts', 'update', |
- 'clobber', 'clobber_packages', |
- ], |
- 'info': [], |
- 'closer': [ |
- 'update scripts', 'update', |
- 'clobber', 'clobber_packages', 'precompile', 'scons_compile', |
- 'gyp_compile', 'gyp_tests', 'build_packages', |
- 'cooking_tarball', 'selenium', |
- 'small_tests', 'medium_tests', 'large_tests', |
- 'hand_tests', 'smoke_tests', |
- 'backup_plugin', 'install_plugin', 'start_vncserver', |
- 'stop_vncserver', 'restore_plugin', |
- 'archived_build', 'extract_archive', 'setting_acls', |
- ], |
- } |
- exclusions = { } |
- forgiving_steps = ['update scripts', 'update', 'svnkill', 'taskkill', |
- 'archived_build', 'extract_archive', 'setting_acls'], |
- c['status'].append(gatekeeper.GateKeeper( |
- fromaddr=ActiveMaster.from_address, |
- categories_steps=categories_steps, |
- exclusions=exclusions, |
- relayhost=config.Master.smtp, |
- subject='buildbot %(result)s in %(projectName)s on %(builder)s, ' |
- 'revision %(revision)s', |
- extraRecipients=ActiveMaster.tree_closing_notification_recipients, |
- tree_status_url=ActiveMaster.tree_status_url, |
- lookup='google.com', |
- forgiving_steps=forgiving_steps)) |
- |
-if GOOD_REVISIONS: |
- import goodrevisions |
- # This is the list of builders with their respective list of critical steps |
- # that all need to succeed to mark a revision as successful. A single failure |
- # in any of the steps of any of the builders will mark the revision as failed. |
- tcb_steps = [ |
- 'update', |
- 'gyp_compile', |
- 'gyp_tests', |
- 'scons_compile', |
- 'small_tests', |
- 'medium_tests', |
- 'large_tests', |
- ] |
- coverage_steps = [ |
- 'update', |
- 'gyp_compile', |
- 'gyp_tests', |
- 'scons_compile', |
- 'coverage', |
- ] |
- good_revs = {} |
- for f in factories: |
- name = f[0] |
- if (name.endswith('-dbg') or name.endswith('-opt')) and 'test' not in name: |
- if (('mac' in name or 'lucid' in name or 'hardy' in name) and |
- 'n32' in name and 'arm' not in name): |
- good_revs[name] = tcb_steps + ['selenium'] |
- else: |
- good_revs[name] = tcb_steps |
- elif name.endswith('-coverage'): |
- good_revs[name] = coverage_steps |
- c['status'].append(goodrevisions.GoodRevisions( |
- good_revision_steps=good_revs, |
- store_revisions_url=ActiveMaster.store_revisions_url)) |
- |
- |
-####### PROJECT IDENTITY |
- |
-# Buildbot master url: |
-c['buildbotURL'] = 'http://buildbot.jail.google.com/buildbot/nacl/' |