| Index: third_party/logilab/astroid/builder.py
|
| ===================================================================
|
| --- third_party/logilab/astroid/builder.py (revision 0)
|
| +++ third_party/logilab/astroid/builder.py (working copy)
|
| @@ -0,0 +1,237 @@
|
| +# copyright 2003-2014 LOGILAB S.A. (Paris, FRANCE), all rights reserved.
|
| +# contact http://www.logilab.fr/ -- mailto:contact@logilab.fr
|
| +#
|
| +# This file is part of astroid.
|
| +#
|
| +# astroid is free software: you can redistribute it and/or modify it
|
| +# under the terms of the GNU Lesser General Public License as published by the
|
| +# Free Software Foundation, either version 2.1 of the License, or (at your
|
| +# option) any later version.
|
| +#
|
| +# astroid is distributed in the hope that it will be useful, but
|
| +# WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
| +# FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public License
|
| +# for more details.
|
| +#
|
| +# You should have received a copy of the GNU Lesser General Public License along
|
| +# with astroid. If not, see <http://www.gnu.org/licenses/>.
|
| +"""The AstroidBuilder makes astroid from living object and / or from _ast
|
| +
|
| +The builder is not thread safe and can't be used to parse different sources
|
| +at the same time.
|
| +"""
|
| +from __future__ import with_statement
|
| +
|
| +__docformat__ = "restructuredtext en"
|
| +
|
| +import sys
|
| +from os.path import splitext, basename, exists, abspath
|
| +
|
| +from astroid.exceptions import AstroidBuildingException, InferenceError
|
| +from astroid.raw_building import InspectBuilder
|
| +from astroid.rebuilder import TreeRebuilder
|
| +from astroid.manager import AstroidManager
|
| +from astroid.bases import YES, Instance
|
| +from astroid.modutils import modpath_from_file
|
| +
|
| +from _ast import PyCF_ONLY_AST
|
| +def parse(string):
|
| + return compile(string, "<string>", 'exec', PyCF_ONLY_AST)
|
| +
|
| +if sys.version_info >= (3, 0):
|
| + from tokenize import detect_encoding
|
| +
|
| + def open_source_file(filename):
|
| + with open(filename, 'rb') as byte_stream:
|
| + encoding = detect_encoding(byte_stream.readline)[0]
|
| + stream = open(filename, 'rU', encoding=encoding)
|
| + try:
|
| + data = stream.read()
|
| + except UnicodeError: # wrong encodingg
|
| + # detect_encoding returns utf-8 if no encoding specified
|
| + msg = 'Wrong (%s) or no encoding specified' % encoding
|
| + raise AstroidBuildingException(msg)
|
| + return stream, encoding, data
|
| +
|
| +else:
|
| + import re
|
| +
|
| + _ENCODING_RGX = re.compile(r"\s*#+.*coding[:=]\s*([-\w.]+)")
|
| +
|
| + def _guess_encoding(string):
|
| + """get encoding from a python file as string or return None if not found
|
| + """
|
| + # check for UTF-8 byte-order mark
|
| + if string.startswith('\xef\xbb\xbf'):
|
| + return 'UTF-8'
|
| + for line in string.split('\n', 2)[:2]:
|
| + # check for encoding declaration
|
| + match = _ENCODING_RGX.match(line)
|
| + if match is not None:
|
| + return match.group(1)
|
| +
|
| + def open_source_file(filename):
|
| + """get data for parsing a file"""
|
| + stream = open(filename, 'U')
|
| + data = stream.read()
|
| + encoding = _guess_encoding(data)
|
| + return stream, encoding, data
|
| +
|
| +# ast NG builder ##############################################################
|
| +
|
| +MANAGER = AstroidManager()
|
| +
|
| +class AstroidBuilder(InspectBuilder):
|
| + """provide astroid building methods"""
|
| +
|
| + def __init__(self, manager=None):
|
| + InspectBuilder.__init__(self)
|
| + self._manager = manager or MANAGER
|
| +
|
| + def module_build(self, module, modname=None):
|
| + """build an astroid from a living module instance
|
| + """
|
| + node = None
|
| + path = getattr(module, '__file__', None)
|
| + if path is not None:
|
| + path_, ext = splitext(module.__file__)
|
| + if ext in ('.py', '.pyc', '.pyo') and exists(path_ + '.py'):
|
| + node = self.file_build(path_ + '.py', modname)
|
| + if node is None:
|
| + # this is a built-in module
|
| + # get a partial representation by introspection
|
| + node = self.inspect_build(module, modname=modname, path=path)
|
| + # we have to handle transformation by ourselves since the rebuilder
|
| + # isn't called for builtin nodes
|
| + #
|
| + # XXX it's then only called for Module nodes, not for underlying
|
| + # nodes
|
| + node = self._manager.transform(node)
|
| + return node
|
| +
|
| + def file_build(self, path, modname=None):
|
| + """build astroid from a source code file (i.e. from an ast)
|
| +
|
| + path is expected to be a python source file
|
| + """
|
| + try:
|
| + _, encoding, data = open_source_file(path)
|
| + except IOError, exc:
|
| + msg = 'Unable to load file %r (%s)' % (path, exc)
|
| + raise AstroidBuildingException(msg)
|
| + except SyntaxError, exc: # py3k encoding specification error
|
| + raise AstroidBuildingException(exc)
|
| + except LookupError, exc: # unknown encoding
|
| + raise AstroidBuildingException(exc)
|
| + # get module name if necessary
|
| + if modname is None:
|
| + try:
|
| + modname = '.'.join(modpath_from_file(path))
|
| + except ImportError:
|
| + modname = splitext(basename(path))[0]
|
| + # build astroid representation
|
| + module = self._data_build(data, modname, path)
|
| + return self._post_build(module, encoding)
|
| +
|
| + def string_build(self, data, modname='', path=None):
|
| + """build astroid from source code string and return rebuilded astroid"""
|
| + module = self._data_build(data, modname, path)
|
| + module.file_bytes = data.encode('utf-8')
|
| + return self._post_build(module, 'utf-8')
|
| +
|
| + def _post_build(self, module, encoding):
|
| + """handles encoding and delayed nodes
|
| + after a module has been built
|
| + """
|
| + module.file_encoding = encoding
|
| + self._manager.cache_module(module)
|
| + # post tree building steps after we stored the module in the cache:
|
| + for from_node in module._from_nodes:
|
| + if from_node.modname == '__future__':
|
| + for symbol, _ in from_node.names:
|
| + module.future_imports.add(symbol)
|
| + self.add_from_names_to_locals(from_node)
|
| + # handle delayed assattr nodes
|
| + for delayed in module._delayed_assattr:
|
| + self.delayed_assattr(delayed)
|
| + return module
|
| +
|
| + def _data_build(self, data, modname, path):
|
| + """build tree node from data and add some informations"""
|
| + # this method could be wrapped with a pickle/cache function
|
| + node = parse(data + '\n')
|
| + if path is not None:
|
| + node_file = abspath(path)
|
| + else:
|
| + node_file = '<?>'
|
| + if modname.endswith('.__init__'):
|
| + modname = modname[:-9]
|
| + package = True
|
| + else:
|
| + package = path and path.find('__init__.py') > -1 or False
|
| + rebuilder = TreeRebuilder(self._manager)
|
| + module = rebuilder.visit_module(node, modname, package)
|
| + module.file = module.path = node_file
|
| + module._from_nodes = rebuilder._from_nodes
|
| + module._delayed_assattr = rebuilder._delayed_assattr
|
| + return module
|
| +
|
| + def add_from_names_to_locals(self, node):
|
| + """store imported names to the locals;
|
| + resort the locals if coming from a delayed node
|
| + """
|
| +
|
| + _key_func = lambda node: node.fromlineno
|
| + def sort_locals(my_list):
|
| + my_list.sort(key=_key_func)
|
| + for (name, asname) in node.names:
|
| + if name == '*':
|
| + try:
|
| + imported = node.do_import_module()
|
| + except InferenceError:
|
| + continue
|
| + for name in imported.wildcard_import_names():
|
| + node.parent.set_local(name, node)
|
| + sort_locals(node.parent.scope().locals[name])
|
| + else:
|
| + node.parent.set_local(asname or name, node)
|
| + sort_locals(node.parent.scope().locals[asname or name])
|
| +
|
| + def delayed_assattr(self, node):
|
| + """visit a AssAttr node -> add name to locals, handle members
|
| + definition
|
| + """
|
| + try:
|
| + frame = node.frame()
|
| + for infered in node.expr.infer():
|
| + if infered is YES:
|
| + continue
|
| + try:
|
| + if infered.__class__ is Instance:
|
| + infered = infered._proxied
|
| + iattrs = infered.instance_attrs
|
| + elif isinstance(infered, Instance):
|
| + # Const, Tuple, ... we may be wrong, may be not, but
|
| + # anyway we don't want to pollute builtin's namespace
|
| + continue
|
| + elif infered.is_function:
|
| + iattrs = infered.instance_attrs
|
| + else:
|
| + iattrs = infered.locals
|
| + except AttributeError:
|
| + # XXX log error
|
| + #import traceback
|
| + #traceback.print_exc()
|
| + continue
|
| + values = iattrs.setdefault(node.attrname, [])
|
| + if node in values:
|
| + continue
|
| + # get assign in __init__ first XXX useful ?
|
| + if frame.name == '__init__' and values and not \
|
| + values[0].frame().name == '__init__':
|
| + values.insert(0, node)
|
| + else:
|
| + values.append(node)
|
| + except InferenceError:
|
| + pass
|
| +
|
|
|