| Index: infra/recipes.py
|
| diff --git a/infra/recipes.py b/infra/recipes.py
|
| deleted file mode 100755
|
| index f62211f84689a33247d8d99d6296599f86c0a545..0000000000000000000000000000000000000000
|
| --- a/infra/recipes.py
|
| +++ /dev/null
|
| @@ -1,170 +0,0 @@
|
| -#!/usr/bin/env python
|
| -
|
| -# Copyright (c) 2016 The Chromium Authors. All rights reserved.
|
| -# Use of this source code is governed by a BSD-style license that can be
|
| -# found in the LICENSE file.
|
| -
|
| -"""Bootstrap script to clone and forward to the recipe engine tool.
|
| -
|
| -***********************************************************************
|
| -** DO NOT MODIFY EXCEPT IN THE PER-REPO CONFIGURATION SECTION BELOW. **
|
| -***********************************************************************
|
| -
|
| -This is a copy of https://github.com/luci/recipes-py/blob/master/doc/recipes.py.
|
| -To fix bugs, fix in the github repo then copy it back to here and fix the
|
| -PER-REPO CONFIGURATION section to look like this one.
|
| -"""
|
| -
|
| -import os
|
| -
|
| -#### PER-REPO CONFIGURATION (editable) ####
|
| -# The root of the repository relative to the directory of this file.
|
| -REPO_ROOT = os.pardir
|
| -# The path of the recipes.cfg file relative to the root of the repository.
|
| -RECIPES_CFG = os.path.join('infra', 'config', 'recipes.cfg')
|
| -#### END PER-REPO CONFIGURATION ####
|
| -
|
| -BOOTSTRAP_VERSION = 1
|
| -
|
| -import ast
|
| -import logging
|
| -import random
|
| -import re
|
| -import subprocess
|
| -import sys
|
| -import time
|
| -import traceback
|
| -
|
| -
|
| -def parse_protobuf(fh):
|
| - """Parse the protobuf text format just well enough to understand recipes.cfg.
|
| -
|
| - We don't use the protobuf library because we want to be as self-contained
|
| - as possible in this bootstrap, so it can be simply vendored into a client
|
| - repo.
|
| -
|
| - We assume all fields are repeated since we don't have a proto spec to work
|
| - with.
|
| -
|
| - Args:
|
| - fh: a filehandle containing the text format protobuf.
|
| - Returns:
|
| - A recursive dictionary of lists.
|
| - """
|
| - def parse_atom(field, text):
|
| - if text == 'true':
|
| - return True
|
| - if text == 'false':
|
| - return False
|
| -
|
| - # repo_type is an enum. Since it does not have quotes,
|
| - # invoking literal_eval would fail.
|
| - if field == 'repo_type':
|
| - return text
|
| -
|
| - return ast.literal_eval(text)
|
| -
|
| - ret = {}
|
| - for line in fh:
|
| - line = line.strip()
|
| - m = re.match(r'(\w+)\s*:\s*(.*)', line)
|
| - if m:
|
| - ret.setdefault(m.group(1), []).append(parse_atom(m.group(1), m.group(2)))
|
| - continue
|
| -
|
| - m = re.match(r'(\w+)\s*{', line)
|
| - if m:
|
| - subparse = parse_protobuf(fh)
|
| - ret.setdefault(m.group(1), []).append(subparse)
|
| - continue
|
| -
|
| - if line == '}':
|
| - return ret
|
| - if line == '':
|
| - continue
|
| -
|
| - raise ValueError('Could not understand line: <%s>' % line)
|
| -
|
| - return ret
|
| -
|
| -
|
| -def get_unique(things):
|
| - if len(things) == 1:
|
| - return things[0]
|
| - elif len(things) == 0:
|
| - raise ValueError("Expected to get one thing, but dinna get none.")
|
| - else:
|
| - logging.warn('Expected to get one thing, but got a bunch: %s\n%s' %
|
| - (things, traceback.format_stack()))
|
| - return things[0]
|
| -
|
| -
|
| -def _subprocess_call(argv, **kwargs):
|
| - logging.info('Running %r', argv)
|
| - return subprocess.call(argv, **kwargs)
|
| -
|
| -def _subprocess_check_call(argv, **kwargs):
|
| - logging.info('Running %r', argv)
|
| - subprocess.check_call(argv, **kwargs)
|
| -
|
| -
|
| -def main():
|
| - if '--verbose' in sys.argv:
|
| - logging.getLogger().setLevel(logging.INFO)
|
| -
|
| - if sys.platform.startswith(('win', 'cygwin')):
|
| - git = 'git.bat'
|
| - else:
|
| - git = 'git'
|
| -
|
| - # Find the repository and config file to operate on.
|
| - repo_root = os.path.abspath(
|
| - os.path.join(os.path.dirname(__file__), REPO_ROOT))
|
| - recipes_cfg_path = os.path.join(repo_root, RECIPES_CFG)
|
| -
|
| - with open(recipes_cfg_path, 'rU') as fh:
|
| - protobuf = parse_protobuf(fh)
|
| -
|
| - engine_buf = get_unique([
|
| - b for b in protobuf['deps'] if b.get('project_id') == ['recipe_engine'] ])
|
| - engine_url = get_unique(engine_buf['url'])
|
| - engine_revision = get_unique(engine_buf['revision'])
|
| - engine_subpath = (get_unique(engine_buf.get('path_override', ['']))
|
| - .replace('/', os.path.sep))
|
| -
|
| - recipes_path = os.path.join(repo_root,
|
| - get_unique(protobuf['recipes_path']).replace('/', os.path.sep))
|
| - deps_path = os.path.join(recipes_path, '.recipe_deps')
|
| - engine_path = os.path.join(deps_path, 'recipe_engine')
|
| -
|
| - # Ensure that we have the recipe engine cloned.
|
| - def ensure_engine():
|
| - if not os.path.exists(deps_path):
|
| - os.makedirs(deps_path)
|
| - if not os.path.exists(engine_path):
|
| - _subprocess_check_call([git, 'clone', engine_url, engine_path])
|
| -
|
| - needs_fetch = _subprocess_call(
|
| - [git, 'rev-parse', '--verify', '%s^{commit}' % engine_revision],
|
| - cwd=engine_path, stdout=open(os.devnull, 'w'))
|
| - if needs_fetch:
|
| - _subprocess_check_call([git, 'fetch'], cwd=engine_path)
|
| - _subprocess_check_call(
|
| - [git, 'checkout', '--quiet', engine_revision], cwd=engine_path)
|
| -
|
| - try:
|
| - ensure_engine()
|
| - except subprocess.CalledProcessError:
|
| - logging.exception('ensure_engine failed')
|
| -
|
| - # Retry errors.
|
| - time.sleep(random.uniform(2,5))
|
| - ensure_engine()
|
| -
|
| - args = ['--package', recipes_cfg_path] + sys.argv[1:]
|
| - return _subprocess_call([
|
| - sys.executable, '-u',
|
| - os.path.join(engine_path, engine_subpath, 'recipes.py')] + args)
|
| -
|
| -if __name__ == '__main__':
|
| - sys.exit(main())
|
|
|