Index: tools/telemetry_tools/find_dependencies |
diff --git a/tools/telemetry_tools/find_dependencies b/tools/telemetry_tools/find_dependencies |
deleted file mode 100755 |
index 5c596bf83ddb4d6c1b5168644d8b42fb751be274..0000000000000000000000000000000000000000 |
--- a/tools/telemetry_tools/find_dependencies |
+++ /dev/null |
@@ -1,262 +0,0 @@ |
-#!/usr/bin/env python |
-# Copyright (c) 2014 The Chromium Authors. All rights reserved. |
-# Use of this source code is governed by a BSD-style license that can be |
-# found in the LICENSE file. |
- |
-import collections |
-import fnmatch |
-import imp |
-import logging |
-import modulefinder |
-import optparse |
-import os |
-import sys |
-import zipfile |
- |
-sys.path.append(os.path.join( |
- os.path.dirname(os.path.realpath(__file__)), os.pardir, 'telemetry')) |
-from telemetry import test |
-from telemetry.core import discover |
-from telemetry.core import util |
-from telemetry.page import cloud_storage |
- |
-import path_set |
-import telemetry_bootstrap |
- |
- |
-DEPS_FILE = 'bootstrap_deps' |
- |
- |
-def _InDirectory(subdirectory, directory): |
- subdirectory = os.path.realpath(subdirectory) |
- directory = os.path.realpath(directory) |
- common_prefix = os.path.commonprefix([subdirectory, directory]) |
- return common_prefix == directory |
- |
- |
-def FindBootstrapDependencies(base_dir): |
- deps_file = os.path.join(base_dir, DEPS_FILE) |
- if not os.path.exists(deps_file): |
- return [] |
- deps_paths = telemetry_bootstrap.ListAllDepsPaths(deps_file) |
- return set( |
- os.path.realpath(os.path.join(util.GetChromiumSrcDir(), os.pardir, path)) |
- for path in deps_paths) |
- |
- |
-def FindPythonDependencies(module_path): |
- logging.info('Finding Python dependencies of %s' % module_path) |
- |
- # Load the module to inherit its sys.path modifications. |
- imp.load_source( |
- os.path.splitext(os.path.basename(module_path))[0], module_path) |
- |
- # Analyze the module for its imports. |
- finder = modulefinder.ModuleFinder() |
- finder.run_script(module_path) |
- |
- # Filter for only imports in Chromium. |
- for module in finder.modules.itervalues(): |
- # If it's an __init__.py, module.__path__ gives the package's folder. |
- module_path = module.__path__[0] if module.__path__ else module.__file__ |
- if not module_path: |
- continue |
- |
- module_path = os.path.realpath(module_path) |
- if not _InDirectory(module_path, util.GetChromiumSrcDir()): |
- continue |
- |
- yield module_path |
- |
- |
-def FindPageSetDependencies(base_dir): |
- logging.info('Finding page sets in %s' % base_dir) |
- |
- # Add base_dir to path so our imports relative to base_dir will work. |
- sys.path.append(base_dir) |
- tests = discover.DiscoverClasses(base_dir, base_dir, test.Test, |
- index_by_class_name=True) |
- |
- for test_class in tests.itervalues(): |
- test_obj = test_class() |
- |
- # Ensure the test's default options are set if needed. |
- parser = optparse.OptionParser() |
- test_obj.AddTestCommandLineOptions(parser) |
- options = optparse.Values() |
- for k, v in parser.get_default_values().__dict__.iteritems(): |
- options.ensure_value(k, v) |
- |
- # Page set paths are relative to their runner script, not relative to us. |
- util.GetBaseDir = lambda: base_dir |
- # TODO: Loading the page set will automatically download its Cloud Storage |
- # deps. This is really expensive, and we don't want to do this by default. |
- page_set = test_obj.CreatePageSet(options) |
- |
- # Add all of its serving_dirs as dependencies. |
- for serving_dir in page_set.serving_dirs: |
- yield serving_dir |
- for page in page_set: |
- if page.is_file: |
- yield page.serving_dir |
- |
- |
-def FindExcludedFiles(files, options): |
- def MatchesConditions(path, conditions): |
- for condition in conditions: |
- if condition(path): |
- return True |
- return False |
- |
- # Define some filters for files. |
- def IsHidden(path): |
- for pathname_component in path.split(os.sep): |
- if pathname_component.startswith('.'): |
- return True |
- return False |
- def IsPyc(path): |
- return os.path.splitext(path)[1] == '.pyc' |
- def IsInCloudStorage(path): |
- return os.path.exists(path + '.sha1') |
- def MatchesExcludeOptions(path): |
- for pattern in options.exclude: |
- if (fnmatch.fnmatch(path, pattern) or |
- fnmatch.fnmatch(os.path.basename(path), pattern)): |
- return True |
- return False |
- |
- # Collect filters we're going to use to exclude files. |
- exclude_conditions = [ |
- IsHidden, |
- IsPyc, |
- IsInCloudStorage, |
- MatchesExcludeOptions, |
- ] |
- |
- # Check all the files against the filters. |
- for path in files: |
- if MatchesConditions(path, exclude_conditions): |
- yield path |
- |
- |
-def FindDependencies(paths, options): |
- # Verify arguments. |
- for path in paths: |
- if not os.path.exists(path): |
- raise ValueError('Path does not exist: %s' % path) |
- |
- dependencies = path_set.PathSet() |
- |
- # Including this file will include Telemetry and its dependencies. |
- # If the user doesn't pass any arguments, we just have Telemetry. |
- dependencies |= FindPythonDependencies(os.path.realpath(__file__)) |
- |
- # Add dependencies. |
- for path in paths: |
- base_dir = os.path.dirname(os.path.realpath(path)) |
- |
- dependencies.add(base_dir) |
- dependencies |= FindBootstrapDependencies(base_dir) |
- dependencies |= FindPythonDependencies(path) |
- if options.include_page_set_data: |
- dependencies |= FindPageSetDependencies(base_dir) |
- |
- # Remove excluded files. |
- dependencies -= FindExcludedFiles(set(dependencies), options) |
- |
- return dependencies |
- |
- |
-def ZipDependencies(paths, dependencies, options): |
- base_dir = os.path.dirname(os.path.realpath(util.GetChromiumSrcDir())) |
- |
- with zipfile.ZipFile(options.zip, 'w', zipfile.ZIP_DEFLATED) as zip_file: |
- # Add dependencies to archive. |
- for path in dependencies: |
- path_in_archive = os.path.join( |
- 'telemetry', os.path.relpath(path, base_dir)) |
- zip_file.write(path, path_in_archive) |
- |
- # Add symlinks to executable paths, for ease of use. |
- for path in paths: |
- link_info = zipfile.ZipInfo( |
- os.path.join('telemetry', os.path.basename(path))) |
- link_info.create_system = 3 # Unix attributes. |
- # 010 is regular file, 0111 is the permission bits rwxrwxrwx. |
- link_info.external_attr = 0100777 << 16 # Octal. |
- |
- relative_path = os.path.relpath(path, base_dir) |
- link_script = ( |
- '#!/usr/bin/env python\n\n' |
- 'import os\n' |
- 'import sys\n\n\n' |
- 'script = os.path.join(os.path.dirname(__file__), \'%s\')\n' |
- 'os.execv(sys.executable, [sys.executable, script] + sys.argv[1:])' |
- % relative_path) |
- |
- zip_file.writestr(link_info, link_script) |
- |
- # Add gsutil to the archive, if it's available. The gsutil in |
- # depot_tools is modified to allow authentication using prodaccess. |
- # TODO: If there's a gsutil in telemetry/third_party/, bootstrap_deps |
- # will include it. Then there will be two copies of gsutil at the same |
- # location in the archive. This can be confusing for users. |
- gsutil_path = cloud_storage.FindGsutil() |
- if cloud_storage.SupportsProdaccess(gsutil_path): |
- gsutil_dependencies = path_set.PathSet() |
- gsutil_dependencies.add(os.path.dirname(gsutil_path)) |
- gsutil_dependencies -= FindExcludedFiles( |
- set(gsutil_dependencies), options) |
- |
- gsutil_base_dir = os.path.join(os.path.dirname(gsutil_path), os.pardir) |
- for path in gsutil_dependencies: |
- path_in_archive = os.path.join( |
- 'telemetry', os.path.relpath(util.GetTelemetryDir(), base_dir), |
- 'third_party', os.path.relpath(path, gsutil_base_dir)) |
- zip_file.write(path, path_in_archive) |
- |
- |
-def ParseCommandLine(): |
- parser = optparse.OptionParser() |
- parser.add_option( |
- '-v', '--verbose', action='count', dest='verbosity', |
- help='Increase verbosity level (repeat as needed).') |
- |
- parser.add_option( |
- '-p', '--include-page-set-data', action='store_true', default=False, |
- help='Scan tests for page set data and include them.') |
- |
- parser.add_option( |
- '-e', '--exclude', action='append', default=[], |
- help='Exclude paths matching EXCLUDE. Can be used multiple times.') |
- |
- parser.add_option( |
- '-z', '--zip', |
- help='Store files in a zip archive at ZIP.') |
- |
- options, args = parser.parse_args() |
- |
- if options.verbosity >= 2: |
- logging.getLogger().setLevel(logging.DEBUG) |
- elif options.verbosity: |
- logging.getLogger().setLevel(logging.INFO) |
- else: |
- logging.getLogger().setLevel(logging.WARNING) |
- |
- return options, args |
- |
- |
-def main(): |
- options, paths = ParseCommandLine() |
- |
- dependencies = FindDependencies(paths, options) |
- |
- if options.zip: |
- ZipDependencies(paths, dependencies, options) |
- print 'Zip archive written to %s.' % options.zip |
- else: |
- print '\n'.join(sorted(dependencies)) |
- |
- |
-if __name__ == '__main__': |
- main() |