Index: tools/telemetry/telemetry/internal/util/bootstrap.py |
diff --git a/tools/telemetry/telemetry/internal/util/bootstrap.py b/tools/telemetry/telemetry/internal/util/bootstrap.py |
deleted file mode 100644 |
index ba8a1494e9b4041ca81548fb4bd2295ad61f3899..0000000000000000000000000000000000000000 |
--- a/tools/telemetry/telemetry/internal/util/bootstrap.py |
+++ /dev/null |
@@ -1,160 +0,0 @@ |
-# Copyright 2014 The Chromium Authors. All rights reserved. |
-# Use of this source code is governed by a BSD-style license that can be |
-# found in the LICENSE file. |
- |
-"""Bootstrap Chrome Telemetry by downloading all its files from SVN servers. |
- |
-Requires a DEPS file to specify which directories on which SVN servers |
-are required to run Telemetry. Format of that DEPS file is a subset of the |
-normal DEPS file format[1]; currently only only the "deps" dictionary is |
-supported and nothing else. |
- |
-Fetches all files in the specified directories using WebDAV (SVN is WebDAV under |
-the hood). |
- |
-[1] http://dev.chromium.org/developers/how-tos/depottools#TOC-DEPS-file |
-""" |
- |
-import imp |
-import logging |
-import os |
-import urllib |
-import urlparse |
- |
-# Dummy module for DAVclient. |
-davclient = None |
- |
- |
-# Link to file containing the 'davclient' WebDAV client library. |
-_DAVCLIENT_URL = ('https://src.chromium.org/chrome/trunk/src/tools/' |
- 'telemetry/third_party/davclient/davclient.py') |
- |
- |
-def _DownloadAndImportDAVClientModule(): |
- """Dynamically import davclient helper library.""" |
- global davclient |
- davclient_src = urllib.urlopen(_DAVCLIENT_URL).read() |
- davclient = imp.new_module('davclient') |
- exec davclient_src in davclient.__dict__ # pylint: disable=exec-used |
- |
- |
-class DAVClientWrapper(object): |
- """Knows how to retrieve subdirectories and files from WebDAV/SVN servers.""" |
- |
- def __init__(self, root_url): |
- """Initialize SVN server root_url, save files to local dest_dir. |
- |
- Args: |
- root_url: string url of SVN/WebDAV server |
- """ |
- self.root_url = root_url |
- self.client = davclient.DAVClient(root_url) |
- |
- @staticmethod |
- def __norm_path_keys(dict_with_path_keys): |
- """Returns a dictionary with os.path.normpath called on every key.""" |
- return dict((os.path.normpath(k), v) for (k, v) in |
- dict_with_path_keys.items()) |
- |
- def GetDirList(self, path): |
- """Returns string names of all files and subdirs of path on the server.""" |
- props = self.__norm_path_keys(self.client.propfind(path, depth=1)) |
- # remove this path |
- del props[os.path.normpath(path)] |
- return [os.path.basename(p) for p in props.keys()] |
- |
- def IsFile(self, path): |
- """Returns True if the path is a file on the server, False if directory.""" |
- props = self.__norm_path_keys(self.client.propfind(path, depth=1)) |
- return props[os.path.normpath(path)]['resourcetype'] is None |
- |
- def Traverse(self, src_path, dst_path): |
- """Walks the directory hierarchy pointed to by src_path download all files. |
- |
- Recursively walks src_path and saves all files and subfolders into |
- dst_path. |
- |
- Args: |
- src_path: string path on SVN server to save (absolute path on server). |
- dest_path: string local path (relative or absolute) to save to. |
- """ |
- if self.IsFile(src_path): |
- if not os.path.exists(os.path.dirname(dst_path)): |
- logging.info('Creating %s', os.path.dirname(dst_path)) |
- os.makedirs(os.path.dirname(dst_path)) |
- if os.path.isfile(dst_path): |
- logging.info('Skipping %s', dst_path) |
- else: |
- logging.info('Saving %s to %s', self.root_url + src_path, dst_path) |
- urllib.urlretrieve(self.root_url + src_path, dst_path) |
- return |
- else: |
- for subdir in self.GetDirList(src_path): |
- self.Traverse(os.path.join(src_path, subdir), |
- os.path.join(dst_path, subdir)) |
- |
- |
-def ListAllDepsPaths(deps_file): |
- """Recursively returns a list of all paths indicated in this deps file. |
- |
- Note that this discards information about where path dependencies come from, |
- so this is only useful in the context of a Chromium source checkout that has |
- already fetched all dependencies. |
- |
- Args: |
- deps_file: File containing deps information to be evaluated, in the |
- format given in the header of this file. |
- Returns: |
- A list of string paths starting under src that are required by the |
- given deps file, and all of its sub-dependencies. This amounts to |
- the keys of the 'deps' dictionary. |
- """ |
- deps = {} |
- deps_includes = {} |
- |
- chrome_root = os.path.dirname(__file__) |
- while os.path.basename(chrome_root) != 'src': |
- chrome_root = os.path.abspath(os.path.join(chrome_root, '..')) |
- |
- exec open(deps_file).read() # pylint: disable=exec-used |
- |
- deps_paths = deps.keys() |
- |
- for path in deps_includes.keys(): |
- # Need to localize the paths. |
- path = os.path.join(chrome_root, '..', path) |
- deps_paths += ListAllDepsPaths(path) |
- |
- return deps_paths |
- |
- |
-def DownloadDeps(destination_dir, url): |
- """Saves all the dependencies in deps_path. |
- |
- Opens and reads url, assuming the contents are in the simple DEPS-like file |
- format specified in the header of this file, then download all |
- files/directories listed to the destination_dir. |
- |
- Args: |
- destination_dir: String path to directory to download files into. |
- url: URL containing deps information to be evaluated. |
- """ |
- logging.warning('Downloading deps from %s...', url) |
- # TODO(wiltzius): Add a parameter for which revision to pull. |
- _DownloadAndImportDAVClientModule() |
- |
- deps = {} |
- deps_includes = {} |
- |
- exec urllib.urlopen(url).read() # pylint: disable=exec-used |
- |
- for dst_path, src_path in deps.iteritems(): |
- full_dst_path = os.path.join(destination_dir, dst_path) |
- parsed_url = urlparse.urlparse(src_path) |
- root_url = parsed_url.scheme + '://' + parsed_url.netloc |
- |
- dav_client = DAVClientWrapper(root_url) |
- dav_client.Traverse(parsed_url.path, full_dst_path) |
- |
- for url in deps_includes.values(): |
- DownloadDeps(destination_dir, url) |