Index: tools/submit_try |
diff --git a/tools/submit_try b/tools/submit_try |
deleted file mode 100755 |
index c687e632c7d32fe1dfebdb76a2bf63533d077ff4..0000000000000000000000000000000000000000 |
--- a/tools/submit_try |
+++ /dev/null |
@@ -1,293 +0,0 @@ |
-#!/usr/bin/python |
- |
-# Copyright (c) 2013 The Chromium Authors. All rights reserved. |
-# Use of this source code is governed by a BSD-style license that can be |
-# found in the LICENSE file. |
- |
- |
-""" |
-submit_try: Submit a try request. |
- |
-This is a thin wrapper around the try request utilities in depot_tools which |
-adds some validation and supports both git and svn. |
-""" |
- |
- |
-import httplib |
-import json |
-import os |
-import re |
-import shutil |
-import subprocess |
-import sys |
-import tempfile |
- |
-import retrieve_from_googlesource |
- |
- |
-# Alias which can be used to run a try on every builder. |
-ALL_BUILDERS = 'all' |
-# Alias which can be used to run a try on all compile builders. |
-COMPILE_BUILDERS = 'compile' |
-# Alias which can be used to run a try on all builders that are run in the CQ. |
-CQ_BUILDERS = 'cq' |
-# Alias which can be used to specify a regex to choose builders. |
-REGEX = 'regex' |
- |
-ALL_ALIASES = [ALL_BUILDERS, COMPILE_BUILDERS, REGEX, CQ_BUILDERS] |
- |
-LARGE_NUMBER_OF_BOTS = 5 |
- |
-GIT = 'git.bat' if os.name == 'nt' else 'git' |
- |
-# URL of the slaves.cfg file in the Skia buildbot sources. |
-SKIA_REPO = 'https://skia.googlesource.com/buildbot' |
-SLAVES_CFG_PATH = 'master/slaves.cfg' |
- |
-# All try builders have this suffix. |
-TRYBOT_SUFFIX = '-Trybot' |
- |
-# String for matching the svn url of the try server inside codereview.settings. |
-TRYSERVER_SVN_URL = 'TRYSERVER_SVN_URL: ' |
- |
-# Strings used for matching svn config properties. |
-URL_STR = 'URL' |
-REPO_ROOT_STR = 'Repository Root' |
- |
- |
-def FindDepotTools(): |
- """ Find depot_tools on the local machine and return its location. """ |
- which_cmd = 'where' if os.name == 'nt' else 'which' |
- cmd = [which_cmd, 'gcl'] |
- proc = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT) |
- if proc.wait() != 0: |
- raise Exception('Couldn\'t find depot_tools in PATH!') |
- gcl = proc.communicate()[0].split('\n')[0].rstrip() |
- depot_tools_dir = os.path.dirname(gcl) |
- return depot_tools_dir |
- |
- |
-def GetCheckoutRoot(): |
- """ Determine where the local checkout is rooted.""" |
- cmd = ['git', 'rev-parse', '--show-toplevel'] |
- proc = subprocess.Popen(cmd, stdout=subprocess.PIPE, |
- stderr=subprocess.STDOUT) |
- if proc.wait() != 0: |
- raise Exception('Couldn\'t find checkout root!') |
- return os.path.basename(proc.communicate()[0]) |
- |
- |
-def GetTryRepo(): |
- """Determine the TRYSERVER_SVN_URL from the codereview.settings file.""" |
- codereview_settings_file = os.path.join(os.path.dirname(__file__), os.pardir, |
- 'codereview.settings') |
- with open(codereview_settings_file) as f: |
- for line in f: |
- if line.startswith(TRYSERVER_SVN_URL): |
- return line[len(TRYSERVER_SVN_URL):].rstrip() |
- raise Exception('Couldn\'t determine the TRYSERVER_SVN_URL. Make sure it is ' |
- 'defined in the %s file.' % codereview_settings_file) |
- |
- |
-def RetrieveTrybotList(): |
- """Retrieve the list of known trybots from the checked-in buildbot |
- configuration.""" |
- # Retrieve the slaves.cfg file from the repository. |
- slaves_cfg_text = retrieve_from_googlesource.get(SKIA_REPO, SLAVES_CFG_PATH) |
- |
- # Execute the slaves.cfg file to obtain the list of slaves. |
- vars = {} |
- exec(slaves_cfg_text, vars) |
- slaves_cfg = vars['slaves'] |
- |
- # Pull the list of known builders from the slaves list. |
- trybots = set() |
- for slave in slaves_cfg: |
- for builder in slave['builder']: |
- if not builder.endswith(TRYBOT_SUFFIX): |
- trybots.add(builder) |
- |
- return list(trybots), vars['cq_trybots'] |
- |
- |
-def ValidateArgs(argv, trybots, cq_trybots, is_svn=True): |
- """ Parse and validate command-line arguments. If the arguments are valid, |
- returns a tuple of (<changelist name>, <list of trybots>). |
- |
- trybots: list of strings; A list of the known try builders. |
- cq_trybots: list of strings; Trybots who get run by the commit queue. |
- is_svn: bool; whether or not we're in an svn checkout. |
- """ |
- |
- class CollectedArgs(object): |
- def __init__(self, bots, changelist, revision): |
- self._bots = bots |
- self._changelist = changelist |
- self._revision = revision |
- |
- @property |
- def bots(self): |
- for bot in self._bots: |
- yield bot |
- |
- @property |
- def changelist(self): |
- return self._changelist |
- |
- @property |
- def revision(self): |
- return self._revision |
- |
- usage = ( |
-"""submit_try: Submit a try request. |
-submit_try %s--bot <buildername> [<buildername> ...] |
- |
--b, --bot Builder(s) or Alias on which to run the try. Required. |
- Allowed aliases: %s |
--h, --help Show this message. |
--r <revision#> Revision from which to run the try. |
--l, --list_bots List the available try builders and aliases and exit. |
-""" % ('<changelist> ' if is_svn else '', ALL_ALIASES)) |
- |
- def Error(msg=None): |
- if msg: |
- print msg |
- print usage |
- sys.exit(1) |
- |
- using_bots = None |
- changelist = None |
- revision = None |
- |
- while argv: |
- arg = argv.pop(0) |
- if arg == '-h' or arg == '--help': |
- Error() |
- elif arg == '-l' or arg == '--list_bots': |
- format_args = ['\n '.join(sorted(trybots))] + \ |
- ALL_ALIASES + \ |
- ['\n '.join(sorted(cq_trybots))] |
- print ( |
-""" |
-submit_try: Available builders:\n %s |
- |
-Can also use the following aliases to run on groups of builders- |
- %s: Will run against all trybots. |
- %s: Will run against all compile trybots. |
- %s: You will be prompted to enter a regex to select builders with. |
- %s: Will run against the same trybots as the commit queue:\n %s |
- |
-""" % tuple(format_args)) |
- sys.exit(0) |
- elif arg == '-b' or arg == '--bot': |
- if using_bots: |
- Error('--bot specified multiple times.') |
- if len(argv) < 1: |
- Error('You must specify a builder with "--bot".') |
- using_bots = [] |
- while argv and not argv[0].startswith('-'): |
- for bot in argv.pop(0).split(','): |
- if bot in ALL_ALIASES: |
- if using_bots: |
- Error('Cannot specify "%s" with additional builder names or ' |
- 'aliases.' % bot) |
- elif bot == COMPILE_BUILDERS: |
- using_bots = [t for t in trybots if t.startswith('Build')] |
- elif bot == CQ_BUILDERS: |
- using_bots = cq_trybots |
- elif bot == REGEX: |
- while True: |
- regex = raw_input("Enter your trybot regex: ") |
- p = re.compile(regex) |
- using_bots = [t for t in trybots if p.match(t)] |
- print '\n\nTrybots that match your regex:\n%s\n\n' % '\n'.join( |
- using_bots) |
- if raw_input('Re-enter regex? [y,n]: ') == 'n': |
- break |
- break |
- else: |
- if not bot in trybots: |
- Error('Unrecognized builder: %s' % bot) |
- using_bots.append(bot) |
- elif arg == '-r': |
- if len(argv) < 1: |
- Error('You must specify a revision with "-r".') |
- revision = argv.pop(0) |
- else: |
- if changelist or not is_svn: |
- Error('Unknown argument: %s' % arg) |
- changelist = arg |
- if is_svn and not changelist: |
- Error('You must specify a changelist name.') |
- if not using_bots: |
- Error('You must specify one or more builders using --bot.') |
- if len(using_bots) > LARGE_NUMBER_OF_BOTS: |
- are_you_sure = raw_input('Running a try on a large number of bots is very ' |
- 'expensive. You may be able to get enough ' |
- 'information by running on a smaller set of bots. ' |
- 'Are you sure you want to do this? [y,n]: ') |
- if are_you_sure != 'y': |
- Error() |
- return CollectedArgs(bots=using_bots, changelist=changelist, |
- revision=revision) |
- |
- |
-def SubmitTryRequest(trybots, revision=None): |
- """ Submits a try request on the given list of trybots. |
- |
- Args: |
- trybots: list of strings; the names of the try builders to run. |
- revision: optional string; the revision from which to run the try. |
- """ |
- botlist = ','.join(['%s%s' % (bot, TRYBOT_SUFFIX) for bot in trybots]) |
- # Find depot_tools. This is needed to import git_cl and trychange. |
- sys.path.append(FindDepotTools()) |
- import git_cl |
- import trychange |
- |
- cmd = [GIT, 'diff', git_cl.Changelist().GetUpstreamBranch(), |
- '--no-ext-diff'] |
- proc = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE) |
- git_data = proc.communicate() |
- if git_data[0] is None: |
- raise Exception('Failed to capture git diff!') |
- |
- temp_dir = tempfile.mkdtemp() |
- try: |
- diff_file = os.path.join(temp_dir, 'patch.diff') |
- with open(diff_file, 'wb') as f: |
- f.write(git_data[0]) |
- f.close() |
- |
- try_args = ['--use_svn', |
- '--svn_repo', GetTryRepo(), |
- '--root', GetCheckoutRoot(), |
- '--bot', botlist, |
- '--diff', diff_file, |
- ] |
- if revision: |
- try_args.extend(['-r', revision]) |
- |
- # Submit the try request. |
- trychange.TryChange(try_args, None, False) |
- finally: |
- shutil.rmtree(temp_dir) |
- |
- |
-def main(): |
- # Retrieve the list of active try builders from the build master. |
- trybots, cq_trybots = RetrieveTrybotList() |
- |
- # Determine if we're in an SVN checkout. |
- is_svn = os.path.isdir('.svn') |
- |
- # Parse and validate the command-line arguments. |
- args = ValidateArgs(sys.argv[1:], trybots=trybots, cq_trybots=cq_trybots, |
- is_svn=is_svn) |
- |
- # Submit the try request. |
- SubmitTryRequest(args.bots, args.revision) |
- |
- |
-if __name__ == '__main__': |
- sys.exit(main()) |