| Index: recipe_modules/bot_update/resources/bot_update.py
 | 
| diff --git a/recipe_modules/bot_update/resources/bot_update.py b/recipe_modules/bot_update/resources/bot_update.py
 | 
| index 1d551ba6e39c5e0c6c7a7741e8cf196717d22753..b69b49ffd793bfb9f202fe44fb5076d07905f8b0 100755
 | 
| --- a/recipe_modules/bot_update/resources/bot_update.py
 | 
| +++ b/recipe_modules/bot_update/resources/bot_update.py
 | 
| @@ -86,6 +86,13 @@
 | 
|  CHROMIUM_GIT_HOST = 'https://chromium.googlesource.com'
 | 
|  CHROMIUM_SRC_URL = CHROMIUM_GIT_HOST + '/chromium/src.git'
 | 
|  
 | 
| +# Official builds use buildspecs, so this is a special case.
 | 
| +BUILDSPEC_TYPE = collections.namedtuple('buildspec',
 | 
| +    ('container', 'version'))
 | 
| +BUILDSPEC_RE = (r'^/chrome-internal/trunk/tools/buildspec/'
 | 
| +                 '(build|branches|releases)/(.+)$')
 | 
| +GIT_BUILDSPEC_PATH = ('https://chrome-internal.googlesource.com/chrome/tools/'
 | 
| +                      'buildspec')
 | 
|  BRANCH_HEADS_REFSPEC = '+refs/branch-heads/*'
 | 
|  
 | 
|  BUILDSPEC_COMMIT_RE = (
 | 
| @@ -106,10 +113,49 @@
 | 
|  # Regular expression to parse gclient's revinfo entries.
 | 
|  REVINFO_RE = re.compile(r'^([^:]+):\s+([^@]+)@(.+)$')
 | 
|  
 | 
| +# Used by 'ResolveSvnRevisionFromGitiles'
 | 
| +GIT_SVN_PROJECT_MAP = {
 | 
| +  'webkit': {
 | 
| +    'svn_url': 'svn://svn.chromium.org/blink',
 | 
| +    'branch_map': [
 | 
| +      (r'trunk', r'refs/heads/master'),
 | 
| +      (r'branches/([^/]+)', r'refs/branch-heads/\1'),
 | 
| +    ],
 | 
| +  },
 | 
| +  'v8': {
 | 
| +    'svn_url': 'https://v8.googlecode.com/svn',
 | 
| +    'branch_map': [
 | 
| +      (r'trunk', r'refs/heads/candidates'),
 | 
| +      (r'branches/bleeding_edge', r'refs/heads/master'),
 | 
| +      (r'branches/([^/]+)', r'refs/branch-heads/\1'),
 | 
| +    ],
 | 
| +  },
 | 
| +  'nacl': {
 | 
| +    'svn_url': 'svn://svn.chromium.org/native_client',
 | 
| +    'branch_map': [
 | 
| +      (r'trunk/src/native_client', r'refs/heads/master'),
 | 
| +    ],
 | 
| +  },
 | 
| +}
 | 
| +
 | 
| +# Key for the 'git-svn' ID metadata commit footer entry.
 | 
| +GIT_SVN_ID_FOOTER_KEY = 'git-svn-id'
 | 
| +# e.g., git-svn-id: https://v8.googlecode.com/svn/trunk@23117
 | 
| +#     ce2b1a6d-e550-0410-aec6-3dcde31c8c00
 | 
| +GIT_SVN_ID_RE = re.compile(r'((?:\w+)://[^@]+)@(\d+)\s+(?:[a-zA-Z0-9\-]+)')
 | 
| +
 | 
| +
 | 
| +# This is the git mirror of the buildspecs repository. We could rely on the svn
 | 
| +# checkout, now that the git buildspecs are checked in alongside the svn
 | 
| +# buildspecs, but we're going to want to pull all the buildspecs from here
 | 
| +# eventually anyhow, and there's already some logic to pull from git (for the
 | 
| +# old git_buildspecs.git repo), so just stick with that.
 | 
| +GIT_BUILDSPEC_REPO = (
 | 
| +    'https://chrome-internal.googlesource.com/chrome/tools/buildspec')
 | 
|  
 | 
|  # Copied from scripts/recipes/chromium.py.
 | 
|  GOT_REVISION_MAPPINGS = {
 | 
| -    CHROMIUM_SRC_URL: {
 | 
| +    '/chrome/trunk/src': {
 | 
|          'src/': 'got_revision',
 | 
|          'src/native_client/': 'got_nacl_revision',
 | 
|          'src/tools/swarm_client/': 'got_swarm_client_revision',
 | 
| @@ -136,6 +182,18 @@
 | 
|    * it only operates in Git, so the logic can be clearer and cleaner; and
 | 
|    * it is a slave-side script, so its behavior can be modified without
 | 
|      restarting the master.
 | 
| +
 | 
| +Why Git, you ask? Because that is the direction that the Chromium project is
 | 
| +heading. This step is an integral part of the transition from using the SVN repo
 | 
| +at chrome/trunk/src to using the Git repo src.git. Please pardon the dust while
 | 
| +we fully convert everything to Git. This message will get out of your way
 | 
| +eventually, and the waterfall will be a happier place because of it.
 | 
| +
 | 
| +This step can be activated or deactivated independently on every builder on
 | 
| +every master. When it is active, the "gclient revert" and "update" steps become
 | 
| +no-ops. When it is inactive, it prints this message, cleans up after itself, and
 | 
| +lets everything else continue as though nothing has changed. Eventually, when
 | 
| +everything is stable enough, this step will replace them entirely.
 | 
|  
 | 
|  Debugging information:
 | 
|  (master/builder/slave may be unspecified on recipes)
 | 
| @@ -186,6 +244,16 @@
 | 
|      print 'If this is an internal bot, this step may be erroneously inactive.'
 | 
|    internal_data = local_vars
 | 
|  
 | 
| +RECOGNIZED_PATHS = {
 | 
| +    # If SVN path matches key, the entire URL is rewritten to the Git url.
 | 
| +    '/chrome/trunk/src':
 | 
| +        CHROMIUM_SRC_URL,
 | 
| +    '/chrome/trunk/src/tools/cros.DEPS':
 | 
| +        CHROMIUM_GIT_HOST + '/chromium/src/tools/cros.DEPS.git',
 | 
| +    '/chrome-internal/trunk/src-internal':
 | 
| +        'https://chrome-internal.googlesource.com/chrome/src-internal.git',
 | 
| +}
 | 
| +RECOGNIZED_PATHS.update(internal_data.get('RECOGNIZED_PATHS', {}))
 | 
|  
 | 
|  ENABLED_MASTERS = [
 | 
|      'bot_update.always_on',
 | 
| @@ -269,6 +337,17 @@
 | 
|  DISABLED_SLAVES = {}
 | 
|  DISABLED_SLAVES.update(internal_data.get('DISABLED_SLAVES', {}))
 | 
|  
 | 
| +# These masters work only in Git, meaning for got_revision, always output
 | 
| +# a git hash rather than a SVN rev.
 | 
| +GIT_MASTERS = [
 | 
| +    'client.v8',
 | 
| +    'client.v8.branches',
 | 
| +    'client.v8.ports',
 | 
| +    'tryserver.v8',
 | 
| +]
 | 
| +GIT_MASTERS += internal_data.get('GIT_MASTERS', [])
 | 
| +
 | 
| +
 | 
|  # How many times to try before giving up.
 | 
|  ATTEMPTS = 5
 | 
|  
 | 
| @@ -305,7 +384,16 @@
 | 
|    pass
 | 
|  
 | 
|  
 | 
| +class SVNRevisionNotFound(Exception):
 | 
| +  pass
 | 
| +
 | 
| +
 | 
|  class InvalidDiff(Exception):
 | 
| +  pass
 | 
| +
 | 
| +
 | 
| +class Inactive(Exception):
 | 
| +  """Not really an exception, just used to exit early cleanly."""
 | 
|    pass
 | 
|  
 | 
|  
 | 
| @@ -465,6 +553,20 @@
 | 
|            and not check_disabled(master, builder, slave))
 | 
|  
 | 
|  
 | 
| +def maybe_ignore_revision(revision, buildspec):
 | 
| +  """Handle builders that don't care what buildbot tells them to build.
 | 
| +
 | 
| +  This is especially the case with branch builders that build from buildspecs
 | 
| +  and/or trigger off multiple repositories, where the --revision passed in has
 | 
| +  nothing to do with the solution being built. Clearing the revision in this
 | 
| +  case causes bot_update to use HEAD rather that trying to checkout an
 | 
| +  inappropriate version of the solution.
 | 
| +  """
 | 
| +  if buildspec and buildspec.container == 'branches':
 | 
| +    return []
 | 
| +  return revision
 | 
| +
 | 
| +
 | 
|  def solutions_printer(solutions):
 | 
|    """Prints gclient solution to stdout."""
 | 
|    print 'Gclient Solutions'
 | 
| @@ -499,17 +601,51 @@
 | 
|      print
 | 
|  
 | 
|  
 | 
| -def modify_solutions(input_solutions):
 | 
| +def solutions_to_git(input_solutions):
 | 
|    """Modifies urls in solutions to point at Git repos.
 | 
|  
 | 
| -  returns: new solution dictionary
 | 
| +  returns: (git solution, svn root of first solution) tuple.
 | 
|    """
 | 
|    assert input_solutions
 | 
|    solutions = copy.deepcopy(input_solutions)
 | 
| +  first_solution = True
 | 
| +  buildspec = None
 | 
|    for solution in solutions:
 | 
|      original_url = solution['url']
 | 
|      parsed_url = urlparse.urlparse(original_url)
 | 
|      parsed_path = parsed_url.path
 | 
| +
 | 
| +    # Rewrite SVN urls into Git urls.
 | 
| +    buildspec_m = re.match(BUILDSPEC_RE, parsed_path)
 | 
| +    if first_solution and buildspec_m:
 | 
| +      solution['url'] = GIT_BUILDSPEC_PATH
 | 
| +      buildspec = BUILDSPEC_TYPE(
 | 
| +          container=buildspec_m.group(1),
 | 
| +          version=buildspec_m.group(2),
 | 
| +      )
 | 
| +      solution['deps_file'] = path.join(buildspec.container, buildspec.version,
 | 
| +                                        'DEPS')
 | 
| +    elif parsed_path in RECOGNIZED_PATHS:
 | 
| +      solution['url'] = RECOGNIZED_PATHS[parsed_path]
 | 
| +      solution['deps_file'] = '.DEPS.git'
 | 
| +    elif parsed_url.scheme == 'https' and 'googlesource' in parsed_url.netloc:
 | 
| +      pass
 | 
| +    else:
 | 
| +      print 'Warning: %s' % ('path %r not recognized' % parsed_path,)
 | 
| +
 | 
| +    # Strip out deps containing $$V8_REV$$, etc.
 | 
| +    if 'custom_deps' in solution:
 | 
| +      new_custom_deps = {}
 | 
| +      for deps_name, deps_value in solution['custom_deps'].iteritems():
 | 
| +        if deps_value and '$$' in deps_value:
 | 
| +          print 'Dropping %s:%s from custom deps' % (deps_name, deps_value)
 | 
| +        else:
 | 
| +          new_custom_deps[deps_name] = deps_value
 | 
| +      solution['custom_deps'] = new_custom_deps
 | 
| +
 | 
| +    if first_solution:
 | 
| +      root = parsed_path
 | 
| +      first_solution = False
 | 
|  
 | 
|      solution['managed'] = False
 | 
|      # We don't want gclient to be using a safesync URL. Instead it should
 | 
| @@ -518,8 +654,7 @@
 | 
|        print 'Removing safesync url %s from %s' % (solution['safesync_url'],
 | 
|                                                    parsed_path)
 | 
|        del solution['safesync_url']
 | 
| -
 | 
| -  return solutions
 | 
| +  return solutions, root, buildspec
 | 
|  
 | 
|  
 | 
|  def remove(target):
 | 
| @@ -530,15 +665,28 @@
 | 
|    os.rename(target, path.join(dead_folder, uuid.uuid4().hex))
 | 
|  
 | 
|  
 | 
| -def ensure_no_checkout(dir_names):
 | 
| -  """Ensure that there is no undesired checkout under build/."""
 | 
| -  build_dir = os.getcwd()
 | 
| -  has_checkout = any(path.exists(path.join(build_dir, dir_name, '.git'))
 | 
| +def ensure_no_checkout(dir_names, scm_dirname):
 | 
| +  """Ensure that there is no undesired checkout under build/.
 | 
| +
 | 
| +  If there is an incorrect checkout under build/, then
 | 
| +  move build/ to build.dead/
 | 
| +  This function will check each directory in dir_names.
 | 
| +
 | 
| +  scm_dirname is expected to be either ['.svn', '.git']
 | 
| +  """
 | 
| +  assert scm_dirname in ['.svn', '.git', '*']
 | 
| +  has_checkout = any(path.exists(path.join(os.getcwd(), dir_name, scm_dirname))
 | 
|                       for dir_name in dir_names)
 | 
| -  if has_checkout:
 | 
| +
 | 
| +  if has_checkout or scm_dirname == '*':
 | 
| +    build_dir = os.getcwd()
 | 
| +    prefix = ''
 | 
| +    if scm_dirname != '*':
 | 
| +      prefix = '%s detected in checkout, ' % scm_dirname
 | 
| +
 | 
|      for filename in os.listdir(build_dir):
 | 
|        deletion_target = path.join(build_dir, filename)
 | 
| -      print '.git detected in checkout, deleting %s...' % deletion_target,
 | 
| +      print '%sdeleting %s...' % (prefix, deletion_target),
 | 
|        remove(deletion_target)
 | 
|        print 'done'
 | 
|  
 | 
| @@ -630,6 +778,32 @@
 | 
|    """Returns: (str/None) The footer value for 'key', or None if none was found.
 | 
|    """
 | 
|    return get_commit_message_footer_map(message).get(key)
 | 
| +
 | 
| +
 | 
| +def get_svn_rev(git_hash, dir_name):
 | 
| +  log = git('log', '-1', git_hash, cwd=dir_name)
 | 
| +  git_svn_id = get_commit_message_footer(log, GIT_SVN_ID_FOOTER_KEY)
 | 
| +  if not git_svn_id:
 | 
| +    return None
 | 
| +  m = GIT_SVN_ID_RE.match(git_svn_id)
 | 
| +  if not m:
 | 
| +    return None
 | 
| +  return int(m.group(2))
 | 
| +
 | 
| +
 | 
| +def get_git_hash(revision, branch, sln_dir):
 | 
| +  """We want to search for the SVN revision on the git-svn branch.
 | 
| +
 | 
| +  Note that git will search backwards from origin/master.
 | 
| +  """
 | 
| +  match = "^%s: [^ ]*@%s " % (GIT_SVN_ID_FOOTER_KEY, revision)
 | 
| +  ref = branch if branch.startswith('refs/') else 'origin/%s' % branch
 | 
| +  cmd = ['log', '-E', '--grep', match, '--format=%H', '--max-count=1', ref]
 | 
| +  result = git(*cmd, cwd=sln_dir).strip()
 | 
| +  if result:
 | 
| +    return result
 | 
| +  raise SVNRevisionNotFound('We can\'t resolve svn r%s into a git hash in %s' %
 | 
| +                            (revision, sln_dir))
 | 
|  
 | 
|  
 | 
|  def emit_log_lines(name, lines):
 | 
| @@ -686,11 +860,16 @@
 | 
|      branch, revision = split_revision
 | 
|  
 | 
|    if revision and revision.upper() != 'HEAD':
 | 
| -    git('checkout', '--force', revision, cwd=folder_name)
 | 
| +    if revision and revision.isdigit() and len(revision) < 40:
 | 
| +      # rev_num is really a svn revision number, convert it into a git hash.
 | 
| +      git_ref = get_git_hash(int(revision), branch, folder_name)
 | 
| +    else:
 | 
| +      # rev_num is actually a git hash or ref, we can just use it.
 | 
| +      git_ref = revision
 | 
| +    git('checkout', '--force', git_ref, cwd=folder_name)
 | 
|    else:
 | 
|      ref = branch if branch.startswith('refs/') else 'origin/%s' % branch
 | 
|      git('checkout', '--force', ref, cwd=folder_name)
 | 
| -
 | 
|  
 | 
|  def git_checkout(solutions, revisions, shallow, refs, git_cache_dir):
 | 
|    build_dir = os.getcwd()
 | 
| @@ -752,6 +931,16 @@
 | 
|          else:
 | 
|            raise
 | 
|          remove(sln_dir)
 | 
| +      except SVNRevisionNotFound:
 | 
| +        tries_left -= 1
 | 
| +        if tries_left > 0:
 | 
| +          # If we don't have the correct revision, wait and try again.
 | 
| +          print 'We can\'t find revision %s.' % revision
 | 
| +          print 'The svn to git replicator is probably falling behind.'
 | 
| +          print 'waiting 5 seconds and trying again...'
 | 
| +          time.sleep(5)
 | 
| +        else:
 | 
| +          raise
 | 
|  
 | 
|      git('clean', '-dff', cwd=sln_dir)
 | 
|  
 | 
| @@ -770,6 +959,51 @@
 | 
|      except Exception:
 | 
|        if attempt == ATTEMPTS - 1:
 | 
|          raise
 | 
| +
 | 
| +
 | 
| +def parse_diff(diff):
 | 
| +  """Takes a unified diff and returns a list of diffed files and their diffs.
 | 
| +
 | 
| +  The return format is a list of pairs of:
 | 
| +    (<filename>, <diff contents>)
 | 
| +  <diff contents> is inclusive of the diff line.
 | 
| +  """
 | 
| +  result = []
 | 
| +  current_diff = ''
 | 
| +  current_header = None
 | 
| +  for line in diff.splitlines():
 | 
| +    # "diff" is for git style patches, and "Index: " is for SVN style patches.
 | 
| +    if line.startswith('diff') or line.startswith('Index: '):
 | 
| +      if current_header:
 | 
| +        # If we are in a diff portion, then save the diff.
 | 
| +        result.append((current_header, '%s\n' % current_diff))
 | 
| +      git_header_match = re.match(r'diff (?:--git )?(\S+) (\S+)', line)
 | 
| +      svn_header_match = re.match(r'Index: (.*)', line)
 | 
| +
 | 
| +      if git_header_match:
 | 
| +        # First, see if its a git style header.
 | 
| +        from_file = git_header_match.group(1)
 | 
| +        to_file = git_header_match.group(2)
 | 
| +        if from_file != to_file and from_file.startswith('a/'):
 | 
| +          # Sometimes git prepends 'a/' and 'b/' in front of file paths.
 | 
| +          from_file = from_file[2:]
 | 
| +        current_header = from_file
 | 
| +
 | 
| +      elif svn_header_match:
 | 
| +        # Otherwise, check if its an SVN style header.
 | 
| +        current_header = svn_header_match.group(1)
 | 
| +
 | 
| +      else:
 | 
| +        # Otherwise... I'm not really sure what to do with this.
 | 
| +        raise InvalidDiff('Can\'t process header: %s\nFull diff:\n%s' %
 | 
| +                          (line, diff))
 | 
| +
 | 
| +      current_diff = ''
 | 
| +    current_diff += '%s\n' % line
 | 
| +  if current_header:
 | 
| +    # We hit EOF, gotta save the last diff.
 | 
| +    result.append((current_header, current_diff))
 | 
| +  return result
 | 
|  
 | 
|  
 | 
|  def apply_rietveld_issue(issue, patchset, root, server, _rev_map, _revision,
 | 
| @@ -869,13 +1103,52 @@
 | 
|      f.write('Success!')
 | 
|  
 | 
|  
 | 
| +def get_commit_position_for_git_svn(url, revision):
 | 
| +  """Generates a commit position string for a 'git-svn' URL/revision.
 | 
| +
 | 
| +  If the 'git-svn' URL maps to a known project, we will construct a commit
 | 
| +  position branch value by applying substitution on the SVN URL.
 | 
| +  """
 | 
| +  # Identify the base URL so we can strip off trunk/branch name
 | 
| +  project_config = branch = None
 | 
| +  for _, project_config in GIT_SVN_PROJECT_MAP.iteritems():
 | 
| +    if url.startswith(project_config['svn_url']):
 | 
| +      branch = url[len(project_config['svn_url']):]
 | 
| +      break
 | 
| +
 | 
| +  if branch:
 | 
| +    # Strip any leading slashes
 | 
| +    branch = branch.lstrip('/')
 | 
| +
 | 
| +    # Try and map the branch
 | 
| +    for pattern, repl in project_config.get('branch_map', ()):
 | 
| +      nbranch, subn = re.subn(pattern, repl, branch, count=1)
 | 
| +      if subn:
 | 
| +        print 'INFO: Mapped SVN branch to Git branch [%s] => [%s]' % (
 | 
| +            branch, nbranch)
 | 
| +        branch = nbranch
 | 
| +        break
 | 
| +  else:
 | 
| +    # Use generic 'svn' branch
 | 
| +    print 'INFO: Could not resolve project for SVN URL %r' % (url,)
 | 
| +    branch = 'svn'
 | 
| +  return '%s@{#%s}' % (branch, revision)
 | 
| +
 | 
| +
 | 
|  def get_commit_position(git_path, revision='HEAD'):
 | 
|    """Dumps the 'git' log for a specific revision and parses out the commit
 | 
|    position.
 | 
|  
 | 
|    If a commit position metadata key is found, its value will be returned.
 | 
| +
 | 
| +  Otherwise, we will search for a 'git-svn' metadata entry. If one is found,
 | 
| +  we will compose a commit position from it, using its SVN revision value as
 | 
| +  the revision.
 | 
| +
 | 
| +  If the 'git-svn' URL maps to a known project, we will construct a commit
 | 
| +  position branch value by truncating the URL, mapping 'trunk' to
 | 
| +  "refs/heads/master". Otherwise, we will return the generic branch, 'svn'.
 | 
|    """
 | 
| -  # TODO(iannucci): Use git-footers for this.
 | 
|    git_log = git('log', '--format=%B', '-n1', revision, cwd=git_path)
 | 
|    footer_map = get_commit_message_footer_map(git_log)
 | 
|  
 | 
| @@ -884,11 +1157,23 @@
 | 
|             footer_map.get(COMMIT_ORIGINAL_POSITION_FOOTER_KEY))
 | 
|    if value:
 | 
|      return value
 | 
| +
 | 
| +  # Compose a commit position from 'git-svn' metadata
 | 
| +  value = footer_map.get(GIT_SVN_ID_FOOTER_KEY)
 | 
| +  if value:
 | 
| +    m = GIT_SVN_ID_RE.match(value)
 | 
| +    if not m:
 | 
| +      raise ValueError("Invalid 'git-svn' value: [%s]" % (value,))
 | 
| +    return get_commit_position_for_git_svn(m.group(1), m.group(2))
 | 
|    return None
 | 
|  
 | 
|  
 | 
| -def parse_got_revision(gclient_output, got_revision_mapping):
 | 
| -  """Translate git gclient revision mapping to build properties."""
 | 
| +def parse_got_revision(gclient_output, got_revision_mapping, use_svn_revs):
 | 
| +  """Translate git gclient revision mapping to build properties.
 | 
| +
 | 
| +  If use_svn_revs is True, then translate git hashes in the revision mapping
 | 
| +  to svn revision numbers.
 | 
| +  """
 | 
|    properties = {}
 | 
|    solutions_output = {
 | 
|        # Make sure path always ends with a single slash.
 | 
| @@ -907,7 +1192,13 @@
 | 
|      else:
 | 
|        # Since we are using .DEPS.git, everything had better be git.
 | 
|        assert solution_output.get('scm') == 'git'
 | 
| -      revision = git('rev-parse', 'HEAD', cwd=dir_name).strip()
 | 
| +      git_revision = git('rev-parse', 'HEAD', cwd=dir_name).strip()
 | 
| +      if use_svn_revs:
 | 
| +        revision = get_svn_rev(git_revision, dir_name)
 | 
| +        if not revision:
 | 
| +          revision = git_revision
 | 
| +      else:
 | 
| +        revision = git_revision
 | 
|        commit_position = get_commit_position(dir_name)
 | 
|  
 | 
|      properties[property_name] = revision
 | 
| @@ -939,6 +1230,7 @@
 | 
|                                     revisions)
 | 
|      if not revision:
 | 
|        continue
 | 
| +    # TODO(hinoka): Catch SVNRevisionNotFound error maybe?
 | 
|      git('fetch', 'origin', cwd=deps_name)
 | 
|      force_revision(deps_name, revision)
 | 
|  
 | 
| @@ -947,7 +1239,7 @@
 | 
|                      patch_root, issue, patchset, rietveld_server,
 | 
|                      gerrit_repo, gerrit_ref, gerrit_rebase_patch_ref,
 | 
|                      revision_mapping, apply_issue_email_file,
 | 
| -                    apply_issue_key_file, gyp_env, shallow, runhooks,
 | 
| +                    apply_issue_key_file, buildspec, gyp_env, shallow, runhooks,
 | 
|                      refs, git_cache_dir, gerrit_reset):
 | 
|    # Get a checkout of each solution, without DEPS or hooks.
 | 
|    # Calling git directly because there is no way to run Gclient without
 | 
| @@ -984,12 +1276,20 @@
 | 
|    # Let gclient do the DEPS syncing.
 | 
|    # The branch-head refspec is a special case because its possible Chrome
 | 
|    # src, which contains the branch-head refspecs, is DEPSed in.
 | 
| -  gclient_output = gclient_sync(BRANCH_HEADS_REFSPEC in refs, shallow)
 | 
| +  gclient_output = gclient_sync(buildspec or BRANCH_HEADS_REFSPEC in refs,
 | 
| +                                shallow)
 | 
|  
 | 
|    # Now that gclient_sync has finished, we should revert any .DEPS.git so that
 | 
|    # presubmit doesn't complain about it being modified.
 | 
| -  if git('ls-files', '.DEPS.git', cwd=first_sln).strip():
 | 
| +  if (not buildspec and
 | 
| +      git('ls-files', '.DEPS.git', cwd=first_sln).strip()):
 | 
|      git('checkout', 'HEAD', '--', '.DEPS.git', cwd=first_sln)
 | 
| +
 | 
| +  if buildspec and runhooks:
 | 
| +    # Run gclient runhooks if we're on an official builder.
 | 
| +    # TODO(hinoka): Remove this when the official builders run their own
 | 
| +    #               runhooks step.
 | 
| +    gclient_runhooks(gyp_env)
 | 
|  
 | 
|    # Finally, ensure that all DEPS are pinned to the correct revision.
 | 
|    dir_names = [sln['name'] for sln in solutions]
 | 
| @@ -1036,9 +1336,15 @@
 | 
|        # This is an alt_root@revision argument.
 | 
|        current_root, current_rev = split_revision
 | 
|  
 | 
| +      # We want to normalize svn/git urls into .git urls.
 | 
|        parsed_root = urlparse.urlparse(current_root)
 | 
| -      if parsed_root.scheme in ['http', 'https']:
 | 
| -        # We want to normalize git urls into .git urls.
 | 
| +      if parsed_root.scheme == 'svn':
 | 
| +        if parsed_root.path in RECOGNIZED_PATHS:
 | 
| +          normalized_root = RECOGNIZED_PATHS[parsed_root.path]
 | 
| +        else:
 | 
| +          print 'WARNING: SVN path %s not recognized, ignoring' % current_root
 | 
| +          continue
 | 
| +      elif parsed_root.scheme in ['http', 'https']:
 | 
|          normalized_root = 'https://%s/%s' % (parsed_root.netloc,
 | 
|                                               parsed_root.path)
 | 
|          if not normalized_root.endswith('.git'):
 | 
| @@ -1094,10 +1400,13 @@
 | 
|                     help=('Same as revision_mapping, except its a path to a json'
 | 
|                           ' file containing that format.'))
 | 
|    parse.add_option('--revision', action='append', default=[],
 | 
| -                   help='Revision to check out. Can be any form of git ref. '
 | 
| -                        'Can prepend root@<rev> to specify which repository, '
 | 
| -                        'where root is either a filesystem path or git https '
 | 
| -                        'url. To specify Tip of Tree, set rev to HEAD. ')
 | 
| +                   help='Revision to check out. Can be an SVN revision number, '
 | 
| +                        'git hash, or any form of git ref.  Can prepend '
 | 
| +                        'root@<rev> to specify which repository, where root '
 | 
| +                        'is either a filesystem path, git https url, or '
 | 
| +                        'svn url. To specify Tip of Tree, set rev to HEAD.'
 | 
| +                        'To specify a git branch and an SVN rev, <rev> can be '
 | 
| +                        'set to <branch>:<revision>.')
 | 
|    parse.add_option('--output_manifest', action='store_true',
 | 
|                     help=('Add manifest json to the json output.'))
 | 
|    parse.add_option('--slave_name', default=socket.getfqdn().split('.')[0],
 | 
| @@ -1171,12 +1480,20 @@
 | 
|    dir_names = [sln.get('name') for sln in git_slns if 'name' in sln]
 | 
|    # If we're active now, but the flag file doesn't exist (we weren't active
 | 
|    # last run) or vice versa, blow away all checkouts.
 | 
| -  if options.clobber or (bool(active) != bool(check_flag(options.flag_file))):
 | 
| -    ensure_no_checkout(dir_names)
 | 
| +  if bool(active) != bool(check_flag(options.flag_file)):
 | 
| +    ensure_no_checkout(dir_names, '*')
 | 
|    if options.output_json:
 | 
|      # Make sure we tell recipes that we didn't run if the script exits here.
 | 
|      emit_json(options.output_json, did_run=active)
 | 
| -  emit_flag(options.flag_file)
 | 
| +  if active:
 | 
| +    if options.clobber:
 | 
| +      ensure_no_checkout(dir_names, '*')
 | 
| +    else:
 | 
| +      ensure_no_checkout(dir_names, '.svn')
 | 
| +    emit_flag(options.flag_file)
 | 
| +  else:
 | 
| +    delete_flag(options.flag_file)
 | 
| +    raise Inactive  # This is caught in main() and we exit cleanly.
 | 
|  
 | 
|    # Do a shallow checkout if the disk is less than 100GB.
 | 
|    total_disk_space, free_disk_space = get_total_disk_space()
 | 
| @@ -1203,7 +1520,8 @@
 | 
|    return revisions, step_text
 | 
|  
 | 
|  
 | 
| -def checkout(options, git_slns, specs, master, revisions, step_text):
 | 
| +def checkout(options, git_slns, specs, buildspec, master,
 | 
| +             svn_root, revisions, step_text):
 | 
|    first_sln = git_slns[0]['name']
 | 
|    dir_names = [sln.get('name') for sln in git_slns if 'name' in sln]
 | 
|    try:
 | 
| @@ -1233,6 +1551,7 @@
 | 
|            apply_issue_key_file=options.apply_issue_key_file,
 | 
|  
 | 
|            # For official builders.
 | 
| +          buildspec=buildspec,
 | 
|            gyp_env=options.gyp_env,
 | 
|            runhooks=not options.no_runhooks,
 | 
|  
 | 
| @@ -1244,7 +1563,7 @@
 | 
|        gclient_output = ensure_checkout(**checkout_parameters)
 | 
|      except GclientSyncFailed:
 | 
|        print 'We failed gclient sync, lets delete the checkout and retry.'
 | 
| -      ensure_no_checkout(dir_names)
 | 
| +      ensure_no_checkout(dir_names, '*')
 | 
|        gclient_output = ensure_checkout(**checkout_parameters)
 | 
|    except PatchFailed as e:
 | 
|      if options.output_json:
 | 
| @@ -1264,8 +1583,11 @@
 | 
|        print '@@@STEP_TEXT@%s PATCH FAILED@@@' % step_text
 | 
|      raise
 | 
|  
 | 
| +  # Revision is an svn revision, unless it's a git master.
 | 
| +  use_svn_rev = master not in GIT_MASTERS
 | 
| +
 | 
|    # Take care of got_revisions outputs.
 | 
| -  revision_mapping = GOT_REVISION_MAPPINGS.get(git_slns[0]['url'], {})
 | 
| +  revision_mapping = dict(GOT_REVISION_MAPPINGS.get(svn_root, {}))
 | 
|    if options.revision_mapping:
 | 
|      revision_mapping.update(options.revision_mapping)
 | 
|  
 | 
| @@ -1275,7 +1597,8 @@
 | 
|    if not revision_mapping:
 | 
|      revision_mapping[first_sln] = 'got_revision'
 | 
|  
 | 
| -  got_revisions = parse_got_revision(gclient_output, revision_mapping)
 | 
| +  got_revisions = parse_got_revision(gclient_output, revision_mapping,
 | 
| +                                     use_svn_rev)
 | 
|  
 | 
|    if not got_revisions:
 | 
|      # TODO(hinoka): We should probably bail out here, but in the interest
 | 
| @@ -1349,16 +1672,21 @@
 | 
|    # Parse, munipulate, and print the gclient solutions.
 | 
|    specs = {}
 | 
|    exec(options.specs, specs)
 | 
| -  orig_solutions = specs.get('solutions', [])
 | 
| -  git_slns = modify_solutions(orig_solutions)
 | 
| +  svn_solutions = specs.get('solutions', [])
 | 
| +  git_slns, svn_root, buildspec = solutions_to_git(svn_solutions)
 | 
| +  options.revision = maybe_ignore_revision(options.revision, buildspec)
 | 
|  
 | 
|    solutions_printer(git_slns)
 | 
|  
 | 
|    try:
 | 
|      # Dun dun dun, the main part of bot_update.
 | 
|      revisions, step_text = prepare(options, git_slns, active)
 | 
| -    checkout(options, git_slns, specs, master, revisions, step_text)
 | 
| -
 | 
| +    checkout(options, git_slns, specs, buildspec, master, svn_root, revisions,
 | 
| +             step_text)
 | 
| +
 | 
| +  except Inactive:
 | 
| +    # Not active, should count as passing.
 | 
| +    pass
 | 
|    except PatchFailed as e:
 | 
|      emit_flag(options.flag_file)
 | 
|      # Return a specific non-zero exit code for patch failure (because it is
 | 
| 
 |