| OLD | NEW |
| (Empty) |
| 1 # Copyright 2014 The Chromium Authors. All rights reserved. | |
| 2 # Use of this source code is governed by a BSD-style license that can be | |
| 3 # found in the LICENSE file. | |
| 4 | |
| 5 import fnmatch | |
| 6 import glob | |
| 7 import os | |
| 8 import shutil | |
| 9 import sys | |
| 10 | |
| 11 from pylib import cmd_helper | |
| 12 from pylib import constants | |
| 13 | |
| 14 | |
| 15 _ISOLATE_SCRIPT = os.path.join( | |
| 16 constants.DIR_SOURCE_ROOT, 'tools', 'swarming_client', 'isolate.py') | |
| 17 | |
| 18 | |
| 19 def DefaultPathVariables(): | |
| 20 return { | |
| 21 'DEPTH': constants.DIR_SOURCE_ROOT, | |
| 22 'PRODUCT_DIR': constants.GetOutDirectory(), | |
| 23 } | |
| 24 | |
| 25 | |
| 26 def DefaultConfigVariables(): | |
| 27 # Note: This list must match the --config-vars in build/isolate.gypi | |
| 28 return { | |
| 29 'CONFIGURATION_NAME': constants.GetBuildType(), | |
| 30 'OS': 'android', | |
| 31 'asan': '0', | |
| 32 'branding': 'Chromium', | |
| 33 'chromeos': '0', | |
| 34 'component': 'static_library', | |
| 35 'enable_pepper_cdms': '0', | |
| 36 'enable_plugins': '0', | |
| 37 'fastbuild': '0', | |
| 38 'icu_use_data_file_flag': '1', | |
| 39 'kasko': '0', | |
| 40 'lsan': '0', | |
| 41 'msan': '0', | |
| 42 # TODO(maruel): This may not always be true. | |
| 43 'target_arch': 'arm', | |
| 44 'tsan': '0', | |
| 45 'use_custom_libcxx': '0', | |
| 46 'use_instrumented_libraries': '0', | |
| 47 'use_prebuilt_instrumented_libraries': '0', | |
| 48 'use_openssl': '0', | |
| 49 'use_ozone': '0', | |
| 50 'use_x11': '0', | |
| 51 'v8_use_external_startup_data': '1', | |
| 52 } | |
| 53 | |
| 54 | |
| 55 class Isolator(object): | |
| 56 """Manages calls to isolate.py for the android test runner scripts.""" | |
| 57 | |
| 58 def __init__(self, isolate_deps_dir): | |
| 59 """ | |
| 60 Args: | |
| 61 isolate_deps_dir: The directory in which dependencies specified by | |
| 62 isolate are or should be stored. | |
| 63 """ | |
| 64 self._isolate_deps_dir = isolate_deps_dir | |
| 65 | |
| 66 def Clear(self): | |
| 67 """Deletes the isolate dependency directory.""" | |
| 68 if os.path.exists(self._isolate_deps_dir): | |
| 69 shutil.rmtree(self._isolate_deps_dir) | |
| 70 | |
| 71 def Remap(self, isolate_abs_path, isolated_abs_path, | |
| 72 path_variables=None, config_variables=None): | |
| 73 """Remaps data dependencies into |self._isolate_deps_dir|. | |
| 74 | |
| 75 Args: | |
| 76 isolate_abs_path: The absolute path to the .isolate file, which specifies | |
| 77 data dependencies in the source tree. | |
| 78 isolated_abs_path: The absolute path to the .isolated file, which is | |
| 79 generated by isolate.py and specifies data dependencies in | |
| 80 |self._isolate_deps_dir| and their digests. | |
| 81 path_variables: A dict containing everything that should be passed | |
| 82 as a |--path-variable| to the isolate script. Defaults to the return | |
| 83 value of |DefaultPathVariables()|. | |
| 84 config_variables: A dict containing everything that should be passed | |
| 85 as a |--config-variable| to the isolate script. Defaults to the return | |
| 86 value of |DefaultConfigVariables()|. | |
| 87 Raises: | |
| 88 Exception if the isolate command fails for some reason. | |
| 89 """ | |
| 90 if not path_variables: | |
| 91 path_variables = DefaultPathVariables() | |
| 92 if not config_variables: | |
| 93 config_variables = DefaultConfigVariables() | |
| 94 | |
| 95 isolate_cmd = [ | |
| 96 sys.executable, _ISOLATE_SCRIPT, 'remap', | |
| 97 '--isolate', isolate_abs_path, | |
| 98 '--isolated', isolated_abs_path, | |
| 99 '--outdir', self._isolate_deps_dir, | |
| 100 ] | |
| 101 for k, v in path_variables.iteritems(): | |
| 102 isolate_cmd.extend(['--path-variable', k, v]) | |
| 103 for k, v in config_variables.iteritems(): | |
| 104 isolate_cmd.extend(['--config-variable', k, v]) | |
| 105 | |
| 106 if cmd_helper.RunCmd(isolate_cmd): | |
| 107 raise Exception('isolate command failed: %s' % ' '.join(isolate_cmd)) | |
| 108 | |
| 109 def VerifyHardlinks(self): | |
| 110 """Checks |isolate_deps_dir| for a hardlink. | |
| 111 | |
| 112 Returns: | |
| 113 True if a hardlink is found. | |
| 114 False if nothing is found. | |
| 115 Raises: | |
| 116 Exception if a non-hardlink is found. | |
| 117 """ | |
| 118 for root, _, filenames in os.walk(self._isolate_deps_dir): | |
| 119 if filenames: | |
| 120 linked_file = os.path.join(root, filenames[0]) | |
| 121 orig_file = os.path.join( | |
| 122 self._isolate_deps_dir, | |
| 123 os.path.relpath(linked_file, self._isolate_deps_dir)) | |
| 124 if os.stat(linked_file).st_ino == os.stat(orig_file).st_ino: | |
| 125 return True | |
| 126 else: | |
| 127 raise Exception('isolate remap command did not use hardlinks.') | |
| 128 return False | |
| 129 | |
| 130 def PurgeExcluded(self, deps_exclusion_list): | |
| 131 """Deletes anything on |deps_exclusion_list| from |self._isolate_deps_dir|. | |
| 132 | |
| 133 Args: | |
| 134 deps_exclusion_list: A list of globs to exclude from the isolate | |
| 135 dependency directory. | |
| 136 """ | |
| 137 excluded_paths = ( | |
| 138 x for y in deps_exclusion_list | |
| 139 for x in glob.glob( | |
| 140 os.path.abspath(os.path.join(self._isolate_deps_dir, y)))) | |
| 141 for p in excluded_paths: | |
| 142 if os.path.isdir(p): | |
| 143 shutil.rmtree(p) | |
| 144 else: | |
| 145 os.remove(p) | |
| 146 | |
| 147 def MoveOutputDeps(self): | |
| 148 """Moves files from the output directory to the top level of | |
| 149 |self._isolate_deps_dir|. | |
| 150 | |
| 151 Moves pak files from the output directory to to <isolate_deps_dir>/paks | |
| 152 Moves files from the product directory to <isolate_deps_dir> | |
| 153 """ | |
| 154 # On Android, all pak files need to be in the top-level 'paks' directory. | |
| 155 paks_dir = os.path.join(self._isolate_deps_dir, 'paks') | |
| 156 os.mkdir(paks_dir) | |
| 157 | |
| 158 deps_out_dir = os.path.join( | |
| 159 self._isolate_deps_dir, | |
| 160 os.path.relpath(os.path.join(constants.GetOutDirectory(), os.pardir), | |
| 161 constants.DIR_SOURCE_ROOT)) | |
| 162 for root, _, filenames in os.walk(deps_out_dir): | |
| 163 for filename in fnmatch.filter(filenames, '*.pak'): | |
| 164 shutil.move(os.path.join(root, filename), paks_dir) | |
| 165 | |
| 166 # Move everything in PRODUCT_DIR to top level. | |
| 167 deps_product_dir = os.path.join(deps_out_dir, constants.GetBuildType()) | |
| 168 if os.path.isdir(deps_product_dir): | |
| 169 for p in os.listdir(deps_product_dir): | |
| 170 shutil.move(os.path.join(deps_product_dir, p), self._isolate_deps_dir) | |
| 171 os.rmdir(deps_product_dir) | |
| 172 os.rmdir(deps_out_dir) | |
| 173 | |
| OLD | NEW |