Index: third_party/google-endpoints/setuptools/command/build_py.py |
diff --git a/third_party/google-endpoints/setuptools/command/build_py.py b/third_party/google-endpoints/setuptools/command/build_py.py |
new file mode 100644 |
index 0000000000000000000000000000000000000000..56daa2bd320770807888d742c82e42fd1b275aac |
--- /dev/null |
+++ b/third_party/google-endpoints/setuptools/command/build_py.py |
@@ -0,0 +1,270 @@ |
+from glob import glob |
+from distutils.util import convert_path |
+import distutils.command.build_py as orig |
+import os |
+import fnmatch |
+import textwrap |
+import io |
+import distutils.errors |
+import itertools |
+ |
+import six |
+from six.moves import map, filter, filterfalse |
+ |
+try: |
+ from setuptools.lib2to3_ex import Mixin2to3 |
+except ImportError: |
+ |
+ class Mixin2to3: |
+ def run_2to3(self, files, doctests=True): |
+ "do nothing" |
+ |
+ |
+class build_py(orig.build_py, Mixin2to3): |
+ """Enhanced 'build_py' command that includes data files with packages |
+ |
+ The data files are specified via a 'package_data' argument to 'setup()'. |
+ See 'setuptools.dist.Distribution' for more details. |
+ |
+ Also, this version of the 'build_py' command allows you to specify both |
+ 'py_modules' and 'packages' in the same setup operation. |
+ """ |
+ |
+ def finalize_options(self): |
+ orig.build_py.finalize_options(self) |
+ self.package_data = self.distribution.package_data |
+ self.exclude_package_data = (self.distribution.exclude_package_data or |
+ {}) |
+ if 'data_files' in self.__dict__: |
+ del self.__dict__['data_files'] |
+ self.__updated_files = [] |
+ self.__doctests_2to3 = [] |
+ |
+ def run(self): |
+ """Build modules, packages, and copy data files to build directory""" |
+ if not self.py_modules and not self.packages: |
+ return |
+ |
+ if self.py_modules: |
+ self.build_modules() |
+ |
+ if self.packages: |
+ self.build_packages() |
+ self.build_package_data() |
+ |
+ self.run_2to3(self.__updated_files, False) |
+ self.run_2to3(self.__updated_files, True) |
+ self.run_2to3(self.__doctests_2to3, True) |
+ |
+ # Only compile actual .py files, using our base class' idea of what our |
+ # output files are. |
+ self.byte_compile(orig.build_py.get_outputs(self, include_bytecode=0)) |
+ |
+ def __getattr__(self, attr): |
+ "lazily compute data files" |
+ if attr == 'data_files': |
+ self.data_files = self._get_data_files() |
+ return self.data_files |
+ return orig.build_py.__getattr__(self, attr) |
+ |
+ def build_module(self, module, module_file, package): |
+ if six.PY2 and isinstance(package, six.string_types): |
+ # avoid errors on Python 2 when unicode is passed (#190) |
+ package = package.split('.') |
+ outfile, copied = orig.build_py.build_module(self, module, module_file, |
+ package) |
+ if copied: |
+ self.__updated_files.append(outfile) |
+ return outfile, copied |
+ |
+ def _get_data_files(self): |
+ """Generate list of '(package,src_dir,build_dir,filenames)' tuples""" |
+ self.analyze_manifest() |
+ return list(map(self._get_pkg_data_files, self.packages or ())) |
+ |
+ def _get_pkg_data_files(self, package): |
+ # Locate package source directory |
+ src_dir = self.get_package_dir(package) |
+ |
+ # Compute package build directory |
+ build_dir = os.path.join(*([self.build_lib] + package.split('.'))) |
+ |
+ # Strip directory from globbed filenames |
+ filenames = [ |
+ os.path.relpath(file, src_dir) |
+ for file in self.find_data_files(package, src_dir) |
+ ] |
+ return package, src_dir, build_dir, filenames |
+ |
+ def find_data_files(self, package, src_dir): |
+ """Return filenames for package's data files in 'src_dir'""" |
+ patterns = self._get_platform_patterns( |
+ self.package_data, |
+ package, |
+ src_dir, |
+ ) |
+ globs_expanded = map(glob, patterns) |
+ # flatten the expanded globs into an iterable of matches |
+ globs_matches = itertools.chain.from_iterable(globs_expanded) |
+ glob_files = filter(os.path.isfile, globs_matches) |
+ files = itertools.chain( |
+ self.manifest_files.get(package, []), |
+ glob_files, |
+ ) |
+ return self.exclude_data_files(package, src_dir, files) |
+ |
+ def build_package_data(self): |
+ """Copy data files into build directory""" |
+ for package, src_dir, build_dir, filenames in self.data_files: |
+ for filename in filenames: |
+ target = os.path.join(build_dir, filename) |
+ self.mkpath(os.path.dirname(target)) |
+ srcfile = os.path.join(src_dir, filename) |
+ outf, copied = self.copy_file(srcfile, target) |
+ srcfile = os.path.abspath(srcfile) |
+ if (copied and |
+ srcfile in self.distribution.convert_2to3_doctests): |
+ self.__doctests_2to3.append(outf) |
+ |
+ def analyze_manifest(self): |
+ self.manifest_files = mf = {} |
+ if not self.distribution.include_package_data: |
+ return |
+ src_dirs = {} |
+ for package in self.packages or (): |
+ # Locate package source directory |
+ src_dirs[assert_relative(self.get_package_dir(package))] = package |
+ |
+ self.run_command('egg_info') |
+ ei_cmd = self.get_finalized_command('egg_info') |
+ for path in ei_cmd.filelist.files: |
+ d, f = os.path.split(assert_relative(path)) |
+ prev = None |
+ oldf = f |
+ while d and d != prev and d not in src_dirs: |
+ prev = d |
+ d, df = os.path.split(d) |
+ f = os.path.join(df, f) |
+ if d in src_dirs: |
+ if path.endswith('.py') and f == oldf: |
+ continue # it's a module, not data |
+ mf.setdefault(src_dirs[d], []).append(path) |
+ |
+ def get_data_files(self): |
+ pass # Lazily compute data files in _get_data_files() function. |
+ |
+ def check_package(self, package, package_dir): |
+ """Check namespace packages' __init__ for declare_namespace""" |
+ try: |
+ return self.packages_checked[package] |
+ except KeyError: |
+ pass |
+ |
+ init_py = orig.build_py.check_package(self, package, package_dir) |
+ self.packages_checked[package] = init_py |
+ |
+ if not init_py or not self.distribution.namespace_packages: |
+ return init_py |
+ |
+ for pkg in self.distribution.namespace_packages: |
+ if pkg == package or pkg.startswith(package + '.'): |
+ break |
+ else: |
+ return init_py |
+ |
+ with io.open(init_py, 'rb') as f: |
+ contents = f.read() |
+ if b'declare_namespace' not in contents: |
+ raise distutils.errors.DistutilsError( |
+ "Namespace package problem: %s is a namespace package, but " |
+ "its\n__init__.py does not call declare_namespace()! Please " |
+ 'fix it.\n(See the setuptools manual under ' |
+ '"Namespace Packages" for details.)\n"' % (package,) |
+ ) |
+ return init_py |
+ |
+ def initialize_options(self): |
+ self.packages_checked = {} |
+ orig.build_py.initialize_options(self) |
+ |
+ def get_package_dir(self, package): |
+ res = orig.build_py.get_package_dir(self, package) |
+ if self.distribution.src_root is not None: |
+ return os.path.join(self.distribution.src_root, res) |
+ return res |
+ |
+ def exclude_data_files(self, package, src_dir, files): |
+ """Filter filenames for package's data files in 'src_dir'""" |
+ files = list(files) |
+ patterns = self._get_platform_patterns( |
+ self.exclude_package_data, |
+ package, |
+ src_dir, |
+ ) |
+ match_groups = ( |
+ fnmatch.filter(files, pattern) |
+ for pattern in patterns |
+ ) |
+ # flatten the groups of matches into an iterable of matches |
+ matches = itertools.chain.from_iterable(match_groups) |
+ bad = set(matches) |
+ keepers = ( |
+ fn |
+ for fn in files |
+ if fn not in bad |
+ ) |
+ # ditch dupes |
+ return list(_unique_everseen(keepers)) |
+ |
+ @staticmethod |
+ def _get_platform_patterns(spec, package, src_dir): |
+ """ |
+ yield platform-specific path patterns (suitable for glob |
+ or fn_match) from a glob-based spec (such as |
+ self.package_data or self.exclude_package_data) |
+ matching package in src_dir. |
+ """ |
+ raw_patterns = itertools.chain( |
+ spec.get('', []), |
+ spec.get(package, []), |
+ ) |
+ return ( |
+ # Each pattern has to be converted to a platform-specific path |
+ os.path.join(src_dir, convert_path(pattern)) |
+ for pattern in raw_patterns |
+ ) |
+ |
+ |
+# from Python docs |
+def _unique_everseen(iterable, key=None): |
+ "List unique elements, preserving order. Remember all elements ever seen." |
+ # unique_everseen('AAAABBBCCDAABBB') --> A B C D |
+ # unique_everseen('ABBCcAD', str.lower) --> A B C D |
+ seen = set() |
+ seen_add = seen.add |
+ if key is None: |
+ for element in filterfalse(seen.__contains__, iterable): |
+ seen_add(element) |
+ yield element |
+ else: |
+ for element in iterable: |
+ k = key(element) |
+ if k not in seen: |
+ seen_add(k) |
+ yield element |
+ |
+ |
+def assert_relative(path): |
+ if not os.path.isabs(path): |
+ return path |
+ from distutils.errors import DistutilsSetupError |
+ |
+ msg = textwrap.dedent(""" |
+ Error: setup script specifies an absolute path: |
+ |
+ %s |
+ |
+ setup() arguments must *always* be /-separated paths relative to the |
+ setup.py directory, *never* absolute paths. |
+ """).lstrip() % path |
+ raise DistutilsSetupError(msg) |