Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(985)

Unified Diff: scripts/slave/bot_update.py

Issue 248303002: Revert of Bot Update support on official builders (Closed) Base URL: https://chromium.googlesource.com/chromium/tools/build.git@master
Patch Set: Created 6 years, 8 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
« no previous file with comments | « no previous file | no next file » | no next file with comments »
Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
Index: scripts/slave/bot_update.py
diff --git a/scripts/slave/bot_update.py b/scripts/slave/bot_update.py
index b2fb5e9cc80b1d5b91b6cbca40db650b1ccc0598..5f6753b529fe04ccd46601f7a962f0fe322a781d 100755
--- a/scripts/slave/bot_update.py
+++ b/scripts/slave/bot_update.py
@@ -31,21 +31,10 @@
RECOGNIZED_PATHS = {
# If SVN path matches key, the entire URL is rewritten to the Git url.
'/chrome/trunk/src':
- CHROMIUM_SRC_URL,
+ CHROMIUM_SRC_URL,
'/chrome-internal/trunk/src-internal':
- 'https://chrome-internal.googlesource.com/chrome/src-internal.git',
+ 'https://chrome-internal.googlesource.com/chrome/src-internal.git'
}
-
-# Official builds use buildspecs, so this is a special case.
-BUILDSPEC_RE = r'^/chrome-internal/trunk/tools/buildspec/build/(.*)$'
-GIT_BUILDSPEC_PATH = ('https://chrome-internal.googlesource.com/chrome/tools/'
- 'buildspec')
-
-# This is the repository that the buildspecs2git cron job mirrors
-# all buildspecs into. When we see an svn buildspec, we rely on the
-# buildspecs2git cron job to produce the git version of the buildspec.
-GIT_BUILDSPEC_REPO = (
- 'https://chrome-internal.googlesource.com/chrome/tools/git_buildspecs')
# Copied from scripts/recipes/chromium.py.
GOT_REVISION_MAPPINGS = {
@@ -60,6 +49,7 @@
}
+
BOT_UPDATE_MESSAGE = """
What is the "Bot Update" step?
==============================
@@ -116,7 +106,7 @@
# IMPORTANT: If you're trying to enable a RECIPE bot, you'll need to
# edit recipe_modules/bot_update/api.py instead.
-ENABLED_MASTERS = ['chromium.git', 'chrome_git']
+ENABLED_MASTERS = ['chromium.git']
ENABLED_BUILDERS = {
'tryserver.chromium': ['linux_rel_alt'],
}
@@ -312,27 +302,19 @@
assert input_solutions
solutions = copy.deepcopy(input_solutions)
first_solution = True
- buildspec_name = False
for solution in solutions:
original_url = solution['url']
parsed_url = urlparse.urlparse(original_url)
parsed_path = parsed_url.path
-
- # Rewrite SVN urls into Git urls.
- buildspec_m = re.match(BUILDSPEC_RE, parsed_path)
- if first_solution and buildspec_m:
- solution['url'] = GIT_BUILDSPEC_PATH
- buildspec_name = buildspec_m.group(1)
- elif parsed_path in RECOGNIZED_PATHS:
+ if first_solution:
+ root = parsed_path
+ first_solution = False
+ if parsed_path in RECOGNIZED_PATHS:
solution['url'] = RECOGNIZED_PATHS[parsed_path]
else:
print 'Warning: path %s not recognized' % parsed_path
-
- if first_solution:
- root = parsed_path
- first_solution = False
-
-
+ if solution.get('deps_file', 'DEPS') == 'DEPS':
+ solution['deps_file'] = '.DEPS.git'
solution['managed'] = False
# We don't want gclient to be using a safesync URL. Instead it should
# using the lkgr/lkcr branch/tags.
@@ -340,7 +322,7 @@
print 'Removing safesync url %s from %s' % (solution['safesync_url'],
parsed_path)
del solution['safesync_url']
- return solutions, root, buildspec_name
+ return solutions, root
def ensure_no_checkout(dir_names, scm_dirname):
@@ -378,15 +360,10 @@
f.write(get_gclient_spec(solutions, target_os))
-def gclient_sync(output_json, buildspec_name):
+def gclient_sync(output_json):
gclient_bin = 'gclient.bat' if sys.platform.startswith('win') else 'gclient'
- cmd = [gclient_bin, 'sync', '--verbose', '--reset', '--force',
- '--output-json', output_json]
- if buildspec_name:
- cmd += ['--with_branch_heads']
- else:
- cmd += ['--nohooks', '--noprehooks']
- call(*cmd)
+ call(gclient_bin, 'sync', '--verbose', '--reset', '--force',
+ '--nohooks', '--noprehooks', '--output-json', output_json)
with open(output_json) as f:
return json.load(f)
@@ -499,10 +476,8 @@
Returns True if there was a DEPS change after the last .DEPS.git update.
"""
- print 'Checking if %s exists' % deps_git_file
if not path.isfile(deps_git_file):
# .DEPS.git doesn't exist but DEPS does? We probably want to generate one.
- print 'it exists!'
return True
last_known_deps_ref = _last_commit_for_file(deps_file, repo_base)
@@ -516,61 +491,10 @@
return last_known_deps_ref != merge_base_ref
-def get_git_buildspec(version):
- """Get the git buildspec of a version, return its contents.
-
- The contents are returned instead of the file so that we can check the
- repository into a temp directory and confine the cleanup logic here.
- """
- git('cache', 'populate', '-v', '--cache-dir', CACHE_DIR, GIT_BUILDSPEC_REPO)
- mirror_dir = git(
- 'cache', 'exists', '--cache-dir', CACHE_DIR, GIT_BUILDSPEC_REPO).strip()
- TOTAL_TRIES = 30
- for tries in range(TOTAL_TRIES):
- try:
- return git('show', 'master:%s/DEPS' % version, cwd=mirror_dir)
- except SubprocessFailed:
- if tries < TOTAL_TRIES - 1:
- print 'Buildspec for %s not committed yet, waiting 5 seconds...'
- time.sleep(5)
- git('cache', 'populate', '-v', '--cache-dir',
- CACHE_DIR, GIT_BUILDSPEC_REPO)
- else:
- print >> sys.stderr, '%s not found, ' % version,
- print >> sys.stderr, 'the buildspec2git cron job probably is not ',
- print >> sys.stderr, 'running correctly, please contact mmoss@.'
- raise
-
-
-def buildspecs2git(sln_dir, buildspec_name):
- """This is like deps2git, but for buildspecs.
-
- Because buildspecs are vastly different than normal DEPS files, we cannot
- use deps2git.py to generate git versions of the git DEPS. Fortunately
- we don't have buildspec trybots, and there is already a service that
- generates git DEPS for every buildspec commit already, so we can leverage
- that service so that we don't need to run buildspec2git.py serially.
-
- This checks the commit message of the current DEPS file for the release
- number, waits in a busy loop for the coorisponding .DEPS.git file to be
- committed into the git_buildspecs repository.
- """
- repo_base = path.join(os.getcwd(), sln_dir)
- deps_file = path.join(repo_base, 'build', buildspec_name, 'DEPS')
- deps_git_file = path.join(repo_base, 'build', buildspec_name, '.DEPS.git')
- deps_log = git('log', '-1', '--format=%B', deps_file, cwd=repo_base)
- m = re.search(r'Buildspec for\s+version (\d+\.\d+\.\d+\.\d+)', deps_log)
- version = m.group(1)
- git_buildspec = get_git_buildspec(version)
- with open(deps_git_file, 'wb') as f:
- f.write(git_buildspec)
-
-
def ensure_deps2git(sln_dir, shallow):
repo_base = path.join(os.getcwd(), sln_dir)
deps_file = path.join(repo_base, 'DEPS')
deps_git_file = path.join(repo_base, '.DEPS.git')
- print 'Checking if %s is newer than %s' % (deps_file, deps_git_file)
if not path.isfile(deps_file):
return
@@ -583,9 +507,7 @@
# TODO(hinoka): This might need to be smarter if we need to deal with
# DEPS changes that are in an internal repository.
- repo_type = 'public'
- if sln_dir in ['src-internal']:
- repo_type = 'internal'
+ repo_type = 'internal' if 'internal' in sln_dir else 'public'
cmd = [sys.executable, DEPS2GIT_PATH,
'-t', repo_type,
'--cache_dir=%s' % CACHE_DIR,
@@ -853,7 +775,7 @@
specs = {}
exec(options.specs, specs)
svn_solutions = specs.get('solutions', [])
- git_solutions, svn_root, buildspec_name = solutions_to_git(svn_solutions)
+ git_solutions, svn_root = solutions_to_git(svn_solutions)
solutions_printer(git_solutions)
dir_names = [sln.get('name') for sln in svn_solutions if 'name' in sln]
@@ -905,10 +827,7 @@
git_ref)
# Run deps2git if there is a DEPS commit after the last .DEPS.git commit.
- if buildspec_name:
- buildspecs2git(options.root, buildspec_name)
- else:
- ensure_deps2git(options.root, options.shallow)
+ ensure_deps2git(options.root, options.shallow)
# Ensure our build/ directory is set up with the correct .gclient file.
gclient_configure(git_solutions, specs.get('target_os', []))
@@ -917,7 +836,7 @@
# from gclient by passing in --output-json. In our case, we can just reuse
# the temp file that
_, gclient_output_file = tempfile.mkstemp(suffix='.json')
- gclient_output = gclient_sync(gclient_output_file, buildspec_name)
+ gclient_output = gclient_sync(gclient_output_file)
# If we're fed an svn revision number as --revision, then our got_revision
# output should be in svn revs. Otherwise it'll be in git hashes.
« no previous file with comments | « no previous file | no next file » | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698