Remove telemetry reference builds from chromium DEPS.

tools/perf/update_reference_build.py

Index: tools/perf/update_reference_build.py
diff --git a/tools/perf/update_reference_build.py b/tools/perf/update_reference_build.py
deleted file mode 100755
index 9123de29745b8a5ded3b0a509a6f3cf1d7f9f09a..0000000000000000000000000000000000000000
--- a/tools/perf/update_reference_build.py
+++ /dev/null
@@ -1,333 +0,0 @@
-#!/usr/bin/env python
-#
-# Copyright 2013 The Chromium Authors. All rights reserved.
-# Use of this source code is governed by a BSD-style license that can be
-# found in the LICENSE file.
-
-"""Updates the Chrome reference builds.
-
-Before running this script, you should first verify that you are authenticated
-for SVN. You can do this by running:
-  $ svn ls svn://svn.chromium.org/chrome/trunk/deps/reference_builds
-You may need to get your SVN password from https://chromium-access.appspot.com/.
-
-Usage:
-  $ cd /tmp
-  $ /path/to/update_reference_build.py
-  $ cd reference_builds/reference_builds
-  $ gcl change
-  $ gcl upload <change>
-  $ gcl commit <change>
-"""
-
-import collections
-import logging
-import os
-import shutil
-import subprocess
-import sys
-import urllib2
-import zipfile
-
-
-# Google storage location (no public web URL's), example:
-# gs://chrome-unsigned/desktop-*/30.0.1595.0/precise32/chrome-precise32.zip
-CHROME_GS_URL_FMT = ('gs://chrome-unsigned/desktop-*/%s/%s/%s')
-
-
-def _ReportValueError(error_string):
-  # TODO(aiolos): alert sheriffs via email when an error is seen.
-  # This should be added when alerts are added when updating the build.
-  raise ValueError(error_string)
-
-
-class BuildUpdater(object):
-  # Remove a platform name from this list to disable updating it.
-  _REF_BUILD_PLATFORMS = ['Mac64', 'Win', 'Linux', 'Linux_x64']
-
-  # Omaha is Chrome's autoupdate server. It reports the current versions used
-  # by each platform on each channel.
-  _OMAHA_PLATFORMS = ['mac', 'linux', 'win']
-
-  # All of the information we need to update each platform.
-  #   omaha: name omaha uses for the platforms.
-  #   zip_name: name of the zip file to be retrieved from cloud storage.
-  #   gs_build: name of the Chrome build platform used in cloud storage.
-  #   destination: Name of the folder to download the reference build to.
-  UpdateInfo = collections.namedtuple('UpdateInfo',
-                                      'omaha, gs_build, zip_name, destination')
-  _PLATFORM_MAP = {'Mac64': UpdateInfo(omaha='mac',
-                                       gs_build='mac64',
-                                       zip_name='chrome-mac.zip',
-                                       destination='chrome_mac'),
-                   'Win': UpdateInfo(omaha='win',
-                                     gs_build='win',
-                                     zip_name='chrome-win.zip',
-                                     destination='chrome_win'),
-                   'Linux': UpdateInfo(omaha='linux',
-                                       gs_build='precise32',
-                                       zip_name='chrome-precise32.zip',
-                                       destination='chrome_linux'),
-                   'Linux_x64': UpdateInfo(omaha='linux',
-                                           gs_build='precise64',
-                                           zip_name='chrome-precise64.zip',
-                                           destination='chrome_linux64')}
-
-  def __init__(self):
-    stable_versions = self._StableVersionsMap()
-    current_versions = self._CurrentRefBuildsMap()
-    self._platform_to_version_map = {}
-    for platform in stable_versions:
-      if (platform not in current_versions or
-          stable_versions[platform] != current_versions[platform]):
-        self._platform_to_version_map[platform] = stable_versions[platform]
-
-  @classmethod
-  def _StableVersionsMap(cls):
-    omaha_versions_map = cls._OmahaVersionsMap()
-    versions_map = {}
-    for platform in cls._REF_BUILD_PLATFORMS:
-      omaha_platform = cls._PLATFORM_MAP[platform].omaha
-      if omaha_platform in omaha_versions_map:
-        versions_map[platform] = omaha_versions_map[omaha_platform]
-    return versions_map
-
-  @classmethod
-  def _OmahaReport(cls):
-    url = 'https://omahaproxy.appspot.com/all?channel=stable'
-    lines = urllib2.urlopen(url).readlines()
-    return [l.split(',') for l in lines]
-
-  @classmethod
-  def _OmahaVersionsMap(cls):
-    platforms = cls._OMAHA_PLATFORMS
-    rows = cls._OmahaReport()
-    if (len(rows) < 1 or
-        not rows[0][0:3] == ['os', 'channel', 'current_version']):
-      _ReportValueError('Omaha report is not in the expected form: %s.'
-                        % rows)
-    versions_map = {}
-    for row in rows[1:]:
-      if row[1] != 'stable':
-        _ReportValueError('Omaha report contains a line with the channel %s'
-                          % row[1])
-      if row[0] in platforms:
-        versions_map[row[0]] = row[2]
-
-    if not all(platform in versions_map for platform in platforms):
-      _ReportValueError('Omaha report did not contain all desired platforms')
-    return versions_map
-
-  @classmethod
-  def _CurrentRefBuildsMap(cls):
-    # TODO(aiolos): Add logic for pulling the current reference build versions.
-    # Return an empty dictionary to force an update until we store the builds in
-    # in cloud storage.
-    return {}
-
-  @staticmethod
-  def _GetCmdStatusAndOutput(args, cwd=None, shell=False):
-    """Executes a subprocess and returns its exit code and output.
-
-    Args:
-      args: A string or a sequence of program arguments.
-      cwd: If not None, the subprocess's current directory will be changed to
-        |cwd| before it's executed.
-      shell: Whether to execute args as a shell command.
-
-    Returns:
-      The tuple (exit code, output).
-    """
-    logging.info(str(args) + ' ' + (cwd or ''))
-    p = subprocess.Popen(args=args, cwd=cwd, stdout=subprocess.PIPE,
-                         stderr=subprocess.PIPE, shell=shell)
-    stdout, stderr = p.communicate()
-    exit_code = p.returncode
-    if stderr:
-      logging.critical(stderr)
-    logging.info(stdout)
-    return (exit_code, stdout)
-
-  def _GetBuildUrl(self, platform, version, filename):
-    """Returns the URL for fetching one file.
-
-    Args:
-      platform: Platform name, must be a key in |self._PLATFORM_MAP|.
-      version: A Chrome version number, e.g. 30.0.1600.1.
-      filename: Name of the file to fetch.
-
-    Returns:
-      The URL for fetching a file. This may be a GS or HTTP URL.
-    """
-    return CHROME_GS_URL_FMT % (
-        version, self._PLATFORM_MAP[platform].gs_build, filename)
-
-  def _FindBuildVersion(self, platform, version, filename):
-    """Searches for a version where a filename can be found.
-
-    Args:
-      platform: Platform name.
-      version: A Chrome version number, e.g. 30.0.1600.1.
-      filename: Filename to look for.
-
-    Returns:
-      A version where the file could be found, or None.
-    """
-    # TODO(shadi): Iterate over official versions to find a valid one.
-    return (version
-            if self._DoesBuildExist(platform, version, filename) else None)
-
-  def _DoesBuildExist(self, platform, version, filename):
-    """Checks whether a file can be found for the given Chrome version.
-
-    Args:
-      platform: Platform name.
-      version: Chrome version number, e.g. 30.0.1600.1.
-      filename: Filename to look for.
-
-    Returns:
-      True if the file could be found, False otherwise.
-    """
-    url = self._GetBuildUrl(platform, version, filename)
-    return self._DoesGSFileExist(url)
-
-  def _DoesGSFileExist(self, gs_file_name):
-    """Returns True if the GS file can be found, False otherwise."""
-    exit_code = BuildUpdater._GetCmdStatusAndOutput(
-        ['gsutil', 'ls', gs_file_name])[0]
-    return not exit_code
-
-  def _GetPlatformFiles(self, platform):
-    """Returns the name of the zip file to fetch for |platform|."""
-    return BuildUpdater._PLATFORM_MAP[platform].zip_name
-
-  def _DownloadBuilds(self):
-    for platform in self._platform_to_version_map:
-      version = self._platform_to_version_map[platform]
-      filename = self._GetPlatformFiles(platform)
-      output = os.path.join('dl', platform,
-                            '%s_%s_%s' % (platform,
-                                          version,
-                                          filename))
-      if os.path.exists(output):
-        logging.info('%s alread exists, skipping download', output)
-        continue
-      build_version = self._FindBuildVersion(platform, version, filename)
-      if not build_version:
-        logging.critical('Failed to find %s build for r%s\n', platform,
-                         version)
-        sys.exit(1)
-      dirname = os.path.dirname(output)
-      if dirname and not os.path.exists(dirname):
-        os.makedirs(dirname)
-      url = self._GetBuildUrl(platform, build_version, filename)
-      self._DownloadFile(url, output)
-
-  def _DownloadFile(self, url, output):
-    logging.info('Downloading %s, saving to %s', url, output)
-    BuildUpdater._GetCmdStatusAndOutput(['gsutil', 'cp', url, output])
-
-  def _FetchSvnRepos(self):
-    if not os.path.exists('reference_builds'):
-      os.makedirs('reference_builds')
-    BuildUpdater._GetCmdStatusAndOutput(
-        ['gclient', 'config',
-         'svn://svn.chromium.org/chrome/trunk/deps/reference_builds'],
-        'reference_builds')
-    BuildUpdater._GetCmdStatusAndOutput(
-        ['gclient', 'sync'], 'reference_builds')
-
-  def _UnzipFile(self, dl_file, dest_dir):
-    """Unzips a file if it is a zip file.
-
-    Args:
-      dl_file: The downloaded file to unzip.
-      dest_dir: The destination directory to unzip to.
-
-    Returns:
-      True if the file was unzipped. False if it wasn't a zip file.
-    """
-    if not zipfile.is_zipfile(dl_file):
-      return False
-    logging.info('Opening %s', dl_file)
-    with zipfile.ZipFile(dl_file, 'r') as z:
-      for content in z.namelist():
-        dest = os.path.join(dest_dir, content[content.find('/') + 1:])
-        # Create dest parent dir if it does not exist.
-        if not os.path.isdir(os.path.dirname(dest)):
-          os.makedirs(os.path.dirname(dest))
-        # If dest is just a dir listing, do nothing.
-        if not os.path.basename(dest):
-          continue
-        if not os.path.isdir(os.path.dirname(dest)):
-          os.makedirs(os.path.dirname(dest))
-        with z.open(content) as unzipped_content:
-          logging.info('Extracting %s to %s (%s)', content, dest, dl_file)
-          with file(dest, 'wb') as dest_file:
-            dest_file.write(unzipped_content.read())
-          permissions = z.getinfo(content).external_attr >> 16
-          if permissions:
-            os.chmod(dest, permissions)
-    return True
-
-  def _ClearDir(self, directory):
-    """Clears all files in |directory| except for hidden files and folders."""
-    for root, dirs, files in os.walk(directory):
-      # Skip hidden files and folders (like .svn and .git).
-      files = [f for f in files if f[0] != '.']
-      dirs[:] = [d for d in dirs if d[0] != '.']
-
-      for f in files:
-        os.remove(os.path.join(root, f))
-
-  def _ExtractBuilds(self):
-    for platform in self._platform_to_version_map:
-      if os.path.exists('tmp_unzip'):
-        os.path.unlink('tmp_unzip')
-      dest_dir = os.path.join(
-          'reference_builds', 'reference_builds',
-          BuildUpdater._PLATFORM_MAP[platform].destination)
-      self._ClearDir(dest_dir)
-      for root, _, dl_files in os.walk(os.path.join('dl', platform)):
-        for dl_file in dl_files:
-          dl_file = os.path.join(root, dl_file)
-          if not self._UnzipFile(dl_file, dest_dir):
-            logging.info('Copying %s to %s', dl_file, dest_dir)
-            shutil.copy(dl_file, dest_dir)
-
-  def _SvnAddAndRemove(self):
-    svn_dir = os.path.join('reference_builds', 'reference_builds')
-    # List all changes without ignoring any files.
-    stat = BuildUpdater._GetCmdStatusAndOutput(['svn', 'stat', '--no-ignore'],
-                                               svn_dir)[1]
-    for line in stat.splitlines():
-      action, filename = line.split(None, 1)
-      # Add new and ignored files.
-      if action == '?' or action == 'I':
-        BuildUpdater._GetCmdStatusAndOutput(
-            ['svn', 'add', filename], svn_dir)
-      elif action == '!':
-        BuildUpdater._GetCmdStatusAndOutput(
-            ['svn', 'delete', filename], svn_dir)
-      filepath = os.path.join(svn_dir, filename)
-      if not os.path.isdir(filepath) and os.access(filepath, os.X_OK):
-        BuildUpdater._GetCmdStatusAndOutput(
-            ['svn', 'propset', 'svn:executable', 'true', filename], svn_dir)
-
-  def DownloadAndUpdateBuilds(self):
-    self._DownloadBuilds()
-    self._FetchSvnRepos()
-    self._ExtractBuilds()
-    self._SvnAddAndRemove()
-
-
-def main():
-  logging.getLogger().setLevel(logging.DEBUG)
-  # TODO(aiolos): check that there are no options passed (argparse).
-  b = BuildUpdater()
-  b.DownloadAndUpdateBuilds()
-  logging.info('Successfully updated reference builds. Move to '
-               'reference_builds/reference_builds and make a change with gcl.')
-
-if __name__ == '__main__':
-  main()