Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(592)

Unified Diff: master.nacl/master.cfg

Issue 5329006: Delete obsolete masters from tools/buildbot (Closed) Base URL: svn://svn.chromium.org/chrome/trunk/tools/buildbot/
Patch Set: Created 10 years, 1 month ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
« no previous file with comments | « master.nacl/buildbot.tac ('k') | master.nacl/public_html/announce.html » ('j') | no next file with comments »
Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
Index: master.nacl/master.cfg
===================================================================
--- master.nacl/master.cfg (revision 67605)
+++ master.nacl/master.cfg (working copy)
@@ -1,508 +0,0 @@
-# -*- python -*-
-# ex: set syntax=python:
-
-# Copyright (c) 2006-2008 The Chromium Authors. All rights reserved.
-# Use of this source code is governed by a BSD-style license that can be
-# found in the LICENSE file.
-
-# This is the buildmaster config file for the 'nacl' bot. It must
-# be installed as 'master.cfg' in your buildmaster's base directory
-# (although the filename can be changed with the --basedir option to
-# 'mktap buildbot master').
-
-# It has one job: define a dictionary named BuildmasterConfig. This
-# dictionary has a variety of keys to control different aspects of the
-# buildmaster. They are documented in docs/config.xhtml .
-
-# This file follows this naming convention:
-# Factories: f_nacl_[dbg/opt/sdk]_[os]
-# Builders: b_nacl_[dbg/opt/sdk]_[os]
-# BuildDir: [dbg/opt/sdk]-[os]
-#
-# os = xp/linux/mac
-
-from buildbot import locks
-from buildbot.changes import svnpoller
-from buildbot.scheduler import Dependent
-from buildbot.scheduler import Scheduler
-from buildbot.scheduler import Triggerable
-
-# Reload all the python files under master and common
-import master
-reload(master)
-import common
-reload(common)
-
-# These modules come from scripts/master, which must be in the PYTHONPATH.
-import build_utils
-import chromium_step
-import master_utils
-from master.factory import nacl_factory
-from master.factory import chromium_factory
-import slaves_list
-
-# These modules come from scripts/common, which must be in the PYTHONPATH.
-import chromium_config as config
-import chromium_utils
-
-ActiveMaster = config.Master.NativeClient
-
-TREE_GATE_KEEPER = ActiveMaster.is_production_host
-GOOD_REVISIONS = ActiveMaster.is_production_host
-
-# This is the dictionary that the buildmaster pays attention to. We also use
-# a shorter alias to save typing.
-c = BuildmasterConfig = {}
-
-
-####### CHANGESOURCES
-
-# the 'change_source' list tells the buildmaster how it should find out about
-# source code changes. Any class which implements IChangeSource can be added
-# to this list: there are several in buildbot/changes/*.py to choose from.
-def NativeClientTreeFileSplitter(path):
- projects = ['native_client']
- for p in projects:
- if path.startswith(p + '/'):
- return (p, path[len(p)+1:])
- return None
-
-# Polls config.Master.nacl_trunk_url for changes
-trunk_poller = svnpoller.SVNPoller(
- svnurl=config.Master.nacl_trunk_url + '/src',
- split_file=NativeClientTreeFileSplitter,
- pollinterval=10)
-
-c['change_source'] = [trunk_poller]
-
-
-####### BUILDERS
-
-# buildbot/process/factory.py provides several BuildFactory classes you can
-# start with, which implement build processes for common targets (GNU
-# autoconf projects, CPAN perl modules, etc). The factory.BuildFactory is the
-# base class, and is configured with a series of BuildSteps. When the build
-# is run, the appropriate buildslave is told to execute each Step in turn.
-
-# the first BuildStep is typically responsible for obtaining a copy of the
-# sources. There are source-obtaining Steps in buildbot/process/step.py for
-# CVS, SVN, and others.
-
-
-# ----------------------------------------------------------------------------
-# FACTORIES
-
-m_win32 = nacl_factory.NativeClientFactory(
- 'native_client', 'win32', use_supplement=True)
-m_win64 = nacl_factory.NativeClientFactory(
- 'native_client', 'win64', use_supplement=True)
-m_linux = nacl_factory.NativeClientFactory(
- 'native_client', 'linux2', use_supplement=True)
-m_mac = nacl_factory.NativeClientFactory(
- 'native_client', 'darwin', use_supplement=True)
-m_arm = nacl_factory.NativeClientFactory(
- 'native_client', 'arm', use_supplement=True)
-m_arm_tester = nacl_factory.NativeClientFactory(
- 'native_client', 'arm', use_supplement=True)
-
-# Some shortcut to simplify the code below.
-F_WIN32 = m_win32.NativeClientFactory
-F_WIN64 = m_win64.NativeClientFactory
-F_LINUX = m_linux.NativeClientFactory
-F_MAC = m_mac.NativeClientFactory
-F_ARM = m_arm.NativeClientFactory
-
-F_LINUX_GLIBC = m_linux.ModularBuildFactory
-
-F_LINUX_ANNO = m_linux.AnnotatedFactory
-
-
-# The identifier of the factory is the build configuration. If two factories
-# are using the same build configuration, they should have the same identifier.
-
-# BuilderTesters using a custom build configuration.
-factories = []
-# XP
-for mode in ('dbg', 'opt'):
- name = 'xp-m32-n32-%s' % mode
- factories.append([name, '1Windows', F_WIN32(name, clobber=True,
- target='%s-win,nacl,doc' % mode,
- tests=['nacl_small_tests',
- 'nacl_medium_tests',
- 'nacl_large_tests'],
- options=nacl_factory.win_m32_n32_options,
- factory_properties={'archive_build': False})])
-# Vista64
-for mode in ('dbg', 'opt'):
- name = 'vista64-m64-n64-%s' % mode
- factories.append([name, '1Windows|closer', F_WIN64(name, clobber=True,
- target='%s-win,nacl,doc' % mode,
- tests=[
- 'nacl_small_tests',
- 'nacl_medium_tests',
- 'nacl_large_tests',
- 'nacl_trigger_win7atom64_hw_%s' % mode
- ],
- options=nacl_factory.win_m64_n64_options,
- factory_properties={
- 'archive_build': True,
- 'archive_src': 'native_client/vista64.tgz',
- 'archive_dst_base': 'between_builders',
- 'archive_dst': 'vista64_%s.tgz' % mode,
- })])
-# Win7 on Atom64
-for mode in ('dbg', 'opt'):
- name = 'win7atom64-m64-n64-test-%s' % mode
- factories.append([name, '1Windows|closer', F_WIN64(name, clobber=True,
- target='%s-win,nacl,doc' % mode,
- tests=['nacl_small_tests',
- 'nacl_medium_tests',
- 'nacl_large_tests'],
- options=nacl_factory.win_m64_n64_tester_options,
- slave_type='Tester',
- factory_properties={
- 'archive_build': False,
- 'archive_url': (
- 'http://chrome-web.jail.google.com/buildbot/nacl_archive/'
- 'between_builders/vista64_%s.tgz' % mode),
- })])
-# Mac
-for mode in ('dbg', 'opt'):
- name = 'mac-m32-n32-%s' % mode
- factories.append([name, '2Mac', F_MAC(name, clobber=True,
- target='%s-mac,nacl,doc' % mode,
- tests=['nacl_small_tests',
- 'nacl_medium_tests',
- 'nacl_large_tests',
- 'nacl_selenium'],
- options=nacl_factory.generic_m32_n32_options,
- factory_properties={'archive_build': False})])
-# Linux
-for ver in ('hardy', 'lucid'):
- cat_ver = {'hardy': '3Hardy', 'lucid': '4Lucid'}[ver]
- # m32-n32
- for b in ('32', '64'):
- for mode in ('dbg', 'opt'):
- name = '%s%s-m32-n32-%s' % (ver, b, mode)
- tests=['nacl_small_tests',
- 'nacl_medium_tests',
- 'nacl_large_tests',
- 'nacl_selenium']
- factories.append([name, cat_ver, F_LINUX(name, clobber=True,
- target='%s-linux,nacl,doc' % mode,
- tests=tests,
- options=nacl_factory.generic_m32_n32_options,
- factory_properties={'archive_build': False})])
- # m64-n64
- for mode in ('dbg', 'opt'):
- name = '%s64-m64-n64-%s' % (ver, mode)
- if ver == 'hardy':
- options=nacl_factory.hardy64_m64_n64_options
- else:
- options=nacl_factory.generic_m64_n64_options
- factories.append([name, cat_ver, F_LINUX(name, clobber=True,
- target='%s-linux,nacl,doc' % mode,
- options=options,
- tests=['nacl_small_tests',
- 'nacl_medium_tests',
- 'nacl_large_tests'],
- factory_properties={
- 'archive_build': False,
- 'gclient_env': {'GYP_DEFINES': 'target_arch=x64'},
- })])
-# ARM
-for mode in ('dbg', 'opt'):
- name = 'hardy64-marm-narm-%s' % mode
- factories.append([name, '5Arm', F_ARM(name, clobber=True,
- target='%s-linux,nacl' % mode,
- tests=[
- 'nacl_small_tests',
- 'nacl_medium_tests',
- 'nacl_large_tests',
- 'nacl_trigger_arm_hw_%s' % mode
- ],
- options=nacl_factory.linux_marm_narm_options[mode],
- factory_properties={
- 'archive_build': True,
- 'archive_src': 'native_client/arm.tgz',
- 'archive_dst_base': 'between_builders',
- 'archive_dst': 'arm_%s.tgz' % mode,
- })])
-
-# Arm board tests
-for mode in ('dbg', 'opt'):
- name = 'arm-marm-narm-test-%s' % mode
- factories.append([name, '5Arm', F_ARM(name, clobber=True,
- target='%s-linux,nacl' % mode,
- tests=[
- 'nacl_small_tests',
- 'nacl_medium_tests',
- 'nacl_large_tests',
- 'nacl_selenium',
- 'nacl_arm_hw',
- ],
- options=nacl_factory.linux_marm_narm_options['%s-arm' % mode],
- slave_type='Tester',
- factory_properties={
- 'archive_build': False,
- 'archive_url': ('http://chrome-web/buildbot/nacl_archive/'
- 'between_builders/arm_%s.tgz' % mode)
- },
- )])
-
-# Valgrind
-factories.append(['karmic64-valgrind', '6Other|closer', F_LINUX(
- 'karmic64-valgrind', clobber=True,
- target='dbg-linux,nacl',
- options=nacl_factory.generic_m64_n64_options,
- tests=['nacl_valgrind'])])
-
-# SPEC
-factories.append(['lucid64-spec-arm', '6Other|closer',
- F_LINUX_ANNO('lucid64-spec-arm',
- './tests/spec2k/bot_spec.sh 1 ~/cpu2000-redhat64-ia32')])
-factories.append(['lucid64-spec-x86', '6Other|closer',
- F_LINUX_ANNO('lucid64-spec-x86',
- './tests/spec2k/bot_spec.sh 2 ~/cpu2000-redhat64-ia32',
- factory_properties={
- 'test_name': 'spec2k',
- 'perf_id': 'nacl-lucid64-spec-x86',
- 'show_perf_results': True,
- })])
-factories.append(['lucid64-pnacl-translator', '6Other|closer',
- F_LINUX_ANNO('lucid64-pnacl-translator',
- './tests/spec2k/bot_spec.sh 3 ~/cpu2000-redhat64-ia32')])
-
-# Coverage
-name = 'mac-m32-n32-coverage'
-factories.append([name, '7Coverage|closer', F_MAC(name, clobber=True,
- target='coverage-mac,nacl,doc',
- tests=['nacl_coverage'],
- options=nacl_factory.generic_m32_n32_options,
- factory_properties={
- 'archive_build': False,
- 'archive_coverage': 'coverage-mac-x86-32',
- })])
-
-name = 'hardy64-m32-n32-coverage'
-factories.append([name, '7Coverage|closer', F_LINUX(name, clobber=True,
- target='coverage-linux,nacl,doc',
- tests=['nacl_coverage'],
- options=nacl_factory.generic_m32_n32_options,
- factory_properties={
- 'archive_build': False,
- 'archive_coverage': 'coverage-linux-x86-32',
- })])
-
-name = 'hardy64-m64-n64-coverage'
-factories.append([name, '7Coverage|closer', F_LINUX(name, clobber=True,
- target='coverage-linux,nacl,doc',
- tests=['nacl_coverage'],
- options=nacl_factory.generic_m64_n64_options,
- factory_properties={
- 'archive_build': False,
- 'archive_coverage': 'coverage-linux-x86-64',
- })])
-
-name = 'hardy64-marm-narm-coverage'
-factories.append([name, '7Coverage|closer', F_ARM(name, clobber=True,
- target='coverage-linux,nacl,doc',
- tests=['nacl_coverage'],
- options=nacl_factory.linux_marm_narm_options['dbg'],
- factory_properties={
- 'archive_build': False,
- 'archive_coverage': 'coverage-linux-arm',
- })])
-
-name = 'xp-m32-n32-coverage'
-factories.append([name, '7Coverage|closer', F_WIN32(name, clobber=True,
- target='coverage-win,nacl,doc',
- tests=['nacl_coverage'],
- options=nacl_factory.win_m32_n32_options,
- factory_properties={
- 'archive_build': False,
- 'archive_coverage': 'coverage-win-x86-32',
- })])
-
-
-####### SCHEDULERS
-## configure the Schedulers
-# Main scheduler for all changes in trunk.
-primary_builders = []
-for f in factories:
- if f[0] not in [
- 'win7atom64-m64-n64-test-dbg',
- 'win7atom64-m64-n64-test-opt',
- 'arm-marm-narm-test-dbg',
- 'arm-marm-narm-test-opt',
- ]:
- primary_builders.append(f[0])
-s_nacl = Scheduler(
- name='nacl',
- branch='native_client',
- treeStableTimer=60,
- builderNames=primary_builders,
-)
-
-s_win7atom64_dbg_hw_tests = Triggerable(
- name='win7atom64_dbg_hw_tests',
- builderNames=['win7atom64-m64-n64-test-dbg'])
-s_win7atom64_opt_hw_tests = Triggerable(
- name='win7atom64_opt_hw_tests',
- builderNames=['win7atom64-m64-n64-test-opt'])
-s_arm_dbg_hw_tests = Triggerable(name='arm_dbg_hw_tests',
- builderNames=['arm-marm-narm-test-dbg'])
-s_arm_opt_hw_tests = Triggerable(name='arm_opt_hw_tests',
- builderNames=['arm-marm-narm-test-opt'])
-
-c['schedulers'] = [
- s_nacl,
- s_win7atom64_dbg_hw_tests,
- s_win7atom64_opt_hw_tests,
- s_arm_dbg_hw_tests,
- s_arm_opt_hw_tests,
-]
-
-
-# Setup a per slave lock to prevent more than one thing running at once on
-# a single slave.
-slave_lock = locks.SlaveLock('overload_lock', maxCount=1)
-
-
-
-# ----------------------------------------------------------------------------
-# BUILDER DEFINITIONS
-
-# The 'builders' list defines the Builders. Each one is configured with a
-# dictionary, using the following keys:
-# name (required): the name used to describe this bilder
-# slavename (required): which slave to use, must appear in c['slaves']
-# builddir (required): which subdirectory to run the builder in
-# factory (required): a BuildFactory to define how the build is run
-# periodicBuildTime (optional): if set, force a build every N seconds
-# category (optional): it is not used in the normal 'buildbot' meaning. It is
-# used by gatekeeper to determine which steps it should
-# look for to close the tree.
-#
-
-def AutoReboot(builder):
- return builder not in [
- 'lucid64-pnacl-translator',
- 'lucid64-spec-arm',
- 'lucid64-spec-x86',
- 'arm-marm-narm-test-dbg',
- 'arm-marm-narm-test-opt',
- ]
-
-
-c['builders'] = []
-slaves = slaves_list.SlavesList('slaves.cfg', 'NativeClient')
-for f in factories:
- c['builders'].append({
- 'name': f[0],
- 'slavenames': slaves.GetSlavesName(builder=f[0]),
- 'builddir': f[0],
- 'factory': f[2],
- 'category': '%s' % f[1],
- 'locks': [slave_lock],
- 'auto_reboot': AutoReboot(f[0]),
- })
-
-
-####### BUILDSLAVES
-
-# The 'slaves' list defines the set of allowable buildslaves. List all the
-# slaves registered to a builder. Remove dupes.
-c['slaves'] = master_utils.AutoSetupSlaves(c['builders'],
- config.Master.GetBotPassword())
-
-# Make sure everything works together.
-master_utils.VerifySetup(c, slaves)
-
-
-####### STATUS TARGETS
-
-# Adds common status and tools to this master.
-master_utils.AutoSetupMaster(c, ActiveMaster)
-
-# Add more.
-
-if TREE_GATE_KEEPER:
- import gatekeeper
- # This is the list of the builder categories and the corresponding critical
- # steps. If one critical step fails, gatekeeper will close the tree
- # automatically.
- categories_steps = {
- '': [
- 'update scripts', 'update',
- 'clobber', 'clobber_packages',
- ],
- 'info': [],
- 'closer': [
- 'update scripts', 'update',
- 'clobber', 'clobber_packages', 'precompile', 'scons_compile',
- 'gyp_compile', 'gyp_tests', 'build_packages',
- 'cooking_tarball', 'selenium',
- 'small_tests', 'medium_tests', 'large_tests',
- 'hand_tests', 'smoke_tests',
- 'backup_plugin', 'install_plugin', 'start_vncserver',
- 'stop_vncserver', 'restore_plugin',
- 'archived_build', 'extract_archive', 'setting_acls',
- ],
- }
- exclusions = { }
- forgiving_steps = ['update scripts', 'update', 'svnkill', 'taskkill',
- 'archived_build', 'extract_archive', 'setting_acls'],
- c['status'].append(gatekeeper.GateKeeper(
- fromaddr=ActiveMaster.from_address,
- categories_steps=categories_steps,
- exclusions=exclusions,
- relayhost=config.Master.smtp,
- subject='buildbot %(result)s in %(projectName)s on %(builder)s, '
- 'revision %(revision)s',
- extraRecipients=ActiveMaster.tree_closing_notification_recipients,
- tree_status_url=ActiveMaster.tree_status_url,
- lookup='google.com',
- forgiving_steps=forgiving_steps))
-
-if GOOD_REVISIONS:
- import goodrevisions
- # This is the list of builders with their respective list of critical steps
- # that all need to succeed to mark a revision as successful. A single failure
- # in any of the steps of any of the builders will mark the revision as failed.
- tcb_steps = [
- 'update',
- 'gyp_compile',
- 'gyp_tests',
- 'scons_compile',
- 'small_tests',
- 'medium_tests',
- 'large_tests',
- ]
- coverage_steps = [
- 'update',
- 'gyp_compile',
- 'gyp_tests',
- 'scons_compile',
- 'coverage',
- ]
- good_revs = {}
- for f in factories:
- name = f[0]
- if (name.endswith('-dbg') or name.endswith('-opt')) and 'test' not in name:
- if (('mac' in name or 'lucid' in name or 'hardy' in name) and
- 'n32' in name and 'arm' not in name):
- good_revs[name] = tcb_steps + ['selenium']
- else:
- good_revs[name] = tcb_steps
- elif name.endswith('-coverage'):
- good_revs[name] = coverage_steps
- c['status'].append(goodrevisions.GoodRevisions(
- good_revision_steps=good_revs,
- store_revisions_url=ActiveMaster.store_revisions_url))
-
-
-####### PROJECT IDENTITY
-
-# Buildbot master url:
-c['buildbotURL'] = 'http://buildbot.jail.google.com/buildbot/nacl/'
« no previous file with comments | « master.nacl/buildbot.tac ('k') | master.nacl/public_html/announce.html » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698