Move find_dependencies and related files to internal/

tools/telemetry/telemetry/util/bootstrap.py

-# Copyright 2014 The Chromium Authors. All rights reserved.
-# Use of this source code is governed by a BSD-style license that can be
-# found in the LICENSE file.
-
-"""Bootstrap Chrome Telemetry by downloading all its files from SVN servers.
-
-Requires a DEPS file to specify which directories on which SVN servers
-are required to run Telemetry. Format of that DEPS file is a subset of the
-normal DEPS file format[1]; currently only only the "deps" dictionary is
-supported and nothing else.
-
-Fetches all files in the specified directories using WebDAV (SVN is WebDAV under
-the hood).
-
-[1] http://dev.chromium.org/developers/how-tos/depottools#TOC-DEPS-file
-"""
-
-import imp
-import logging
-import os
-import urllib
-import urlparse
-
-# Dummy module for DAVclient.
-davclient = None
-
-
-# Link to file containing the 'davclient' WebDAV client library.
-_DAVCLIENT_URL = ('https://src.chromium.org/chrome/trunk/src/tools/'
-                  'telemetry/third_party/davclient/davclient.py')
-
-
-def _DownloadAndImportDAVClientModule():
-  """Dynamically import davclient helper library."""
-  global davclient
-  davclient_src = urllib.urlopen(_DAVCLIENT_URL).read()
-  davclient = imp.new_module('davclient')
-  exec davclient_src in davclient.__dict__  # pylint: disable=exec-used
-
-
-class DAVClientWrapper(object):
-  """Knows how to retrieve subdirectories and files from WebDAV/SVN servers."""
-
-  def __init__(self, root_url):
-    """Initialize SVN server root_url, save files to local dest_dir.
-
-    Args:
-      root_url: string url of SVN/WebDAV server
-    """
-    self.root_url = root_url
-    self.client = davclient.DAVClient(root_url)
-
-  @staticmethod
-  def __norm_path_keys(dict_with_path_keys):
-    """Returns a dictionary with os.path.normpath called on every key."""
-    return dict((os.path.normpath(k), v) for (k, v) in
-                dict_with_path_keys.items())
-
-  def GetDirList(self, path):
-    """Returns string names of all files and subdirs of path on the server."""
-    props = self.__norm_path_keys(self.client.propfind(path, depth=1))
-    # remove this path
-    del props[os.path.normpath(path)]
-    return [os.path.basename(p) for p in props.keys()]
-
-  def IsFile(self, path):
-    """Returns True if the path is a file on the server, False if directory."""
-    props = self.__norm_path_keys(self.client.propfind(path, depth=1))
-    return props[os.path.normpath(path)]['resourcetype'] is None
-
-  def Traverse(self, src_path, dst_path):
-    """Walks the directory hierarchy pointed to by src_path download all files.
-
-    Recursively walks src_path and saves all files and subfolders into
-    dst_path.
-
-    Args:
-      src_path: string path on SVN server to save (absolute path on server).
-      dest_path: string local path (relative or absolute) to save to.
-    """
-    if self.IsFile(src_path):
-      if not os.path.exists(os.path.dirname(dst_path)):
-        logging.info('Creating %s', os.path.dirname(dst_path))
-        os.makedirs(os.path.dirname(dst_path))
-      if os.path.isfile(dst_path):
-        logging.info('Skipping %s', dst_path)
-      else:
-        logging.info('Saving %s to %s', self.root_url + src_path, dst_path)
-        urllib.urlretrieve(self.root_url + src_path, dst_path)
-      return
-    else:
-      for subdir in self.GetDirList(src_path):
-        self.Traverse(os.path.join(src_path, subdir),
-                      os.path.join(dst_path, subdir))
-
-
-def ListAllDepsPaths(deps_file):
-  """Recursively returns a list of all paths indicated in this deps file.
-
-  Note that this discards information about where path dependencies come from,
-  so this is only useful in the context of a Chromium source checkout that has
-  already fetched all dependencies.
-
-  Args:
-    deps_file: File containing deps information to be evaluated, in the
-               format given in the header of this file.
-  Returns:
-    A list of string paths starting under src that are required by the
-    given deps file, and all of its sub-dependencies. This amounts to
-    the keys of the 'deps' dictionary.
-  """
-  deps = {}
-  deps_includes = {}
-
-  chrome_root = os.path.dirname(__file__)
-  while os.path.basename(chrome_root) != 'src':
-    chrome_root = os.path.abspath(os.path.join(chrome_root, os.pardir))
-
-  exec open(deps_file).read()  # pylint: disable=exec-used
-
-  deps_paths = deps.keys()
-
-  for path in deps_includes.keys():
-    # Need to localize the paths.
-    path = os.path.join(chrome_root, os.pardir, path)
-    deps_paths += ListAllDepsPaths(path)
-
-  return deps_paths
-
-
-def DownloadDeps(destination_dir, url):
-  """Saves all the dependencies in deps_path.
-
-  Opens and reads url, assuming the contents are in the simple DEPS-like file
-  format specified in the header of this file, then download all
-  files/directories listed to the destination_dir.
-
-  Args:
-    destination_dir: String path to directory to download files into.
-    url: URL containing deps information to be evaluated.
-  """
-  logging.warning('Downloading deps from %s...', url)
-  # TODO(wiltzius): Add a parameter for which revision to pull.
-  _DownloadAndImportDAVClientModule()
-
-  deps = {}
-  deps_includes = {}
-
-  exec urllib.urlopen(url).read()  # pylint: disable=exec-used
-
-  for dst_path, src_path in deps.iteritems():
-    full_dst_path = os.path.join(destination_dir, dst_path)
-    parsed_url = urlparse.urlparse(src_path)
-    root_url = parsed_url.scheme + '://' + parsed_url.netloc
-
-    dav_client = DAVClientWrapper(root_url)
-    dav_client.Traverse(parsed_url.path, full_dst_path)
-
-  for url in deps_includes.values():
-    DownloadDeps(destination_dir, url)