OLD | NEW |
| (Empty) |
1 # copyright 2003-2013 LOGILAB S.A. (Paris, FRANCE), all rights reserved. | |
2 # contact http://www.logilab.fr/ -- mailto:contact@logilab.fr | |
3 # | |
4 # This file is part of astroid. | |
5 # | |
6 # astroid is free software: you can redistribute it and/or modify it | |
7 # under the terms of the GNU Lesser General Public License as published by the | |
8 # Free Software Foundation, either version 2.1 of the License, or (at your | |
9 # option) any later version. | |
10 # | |
11 # astroid is distributed in the hope that it will be useful, but | |
12 # WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
13 # FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public License | |
14 # for more details. | |
15 # | |
16 # You should have received a copy of the GNU Lesser General Public License along | |
17 # with astroid. If not, see <http://www.gnu.org/licenses/>. | |
18 """This module contains the classes for "scoped" node, i.e. which are opening a | |
19 new local scope in the language definition : Module, Class, Function (and | |
20 Lambda, GenExpr, DictComp and SetComp to some extent). | |
21 """ | |
22 from __future__ import with_statement | |
23 | |
24 __doctype__ = "restructuredtext en" | |
25 | |
26 import sys | |
27 from itertools import chain | |
28 try: | |
29 from io import BytesIO | |
30 except ImportError: | |
31 from cStringIO import StringIO as BytesIO | |
32 | |
33 from logilab.common.compat import builtins | |
34 from logilab.common.decorators import cached, cachedproperty | |
35 | |
36 from astroid.exceptions import NotFoundError, \ | |
37 AstroidBuildingException, InferenceError | |
38 from astroid.node_classes import Const, DelName, DelAttr, \ | |
39 Dict, From, List, Pass, Raise, Return, Tuple, Yield, YieldFrom, \ | |
40 LookupMixIn, const_factory as cf, unpack_infer, Name, CallFunc | |
41 from astroid.bases import NodeNG, InferenceContext, Instance,\ | |
42 YES, Generator, UnboundMethod, BoundMethod, _infer_stmts, copy_context, \ | |
43 BUILTINS | |
44 from astroid.mixins import FilterStmtsMixin | |
45 from astroid.bases import Statement | |
46 from astroid.manager import AstroidManager | |
47 | |
48 ITER_METHODS = ('__iter__', '__getitem__') | |
49 PY3K = sys.version_info >= (3, 0) | |
50 | |
51 | |
52 def remove_nodes(func, cls): | |
53 def wrapper(*args, **kwargs): | |
54 nodes = [n for n in func(*args, **kwargs) if not isinstance(n, cls)] | |
55 if not nodes: | |
56 raise NotFoundError() | |
57 return nodes | |
58 return wrapper | |
59 | |
60 | |
61 def function_to_method(n, klass): | |
62 if isinstance(n, Function): | |
63 if n.type == 'classmethod': | |
64 return BoundMethod(n, klass) | |
65 if n.type != 'staticmethod': | |
66 return UnboundMethod(n) | |
67 return n | |
68 | |
69 def std_special_attributes(self, name, add_locals=True): | |
70 if add_locals: | |
71 locals = self.locals | |
72 else: | |
73 locals = {} | |
74 if name == '__name__': | |
75 return [cf(self.name)] + locals.get(name, []) | |
76 if name == '__doc__': | |
77 return [cf(self.doc)] + locals.get(name, []) | |
78 if name == '__dict__': | |
79 return [Dict()] + locals.get(name, []) | |
80 raise NotFoundError(name) | |
81 | |
82 MANAGER = AstroidManager() | |
83 def builtin_lookup(name): | |
84 """lookup a name into the builtin module | |
85 return the list of matching statements and the astroid for the builtin | |
86 module | |
87 """ | |
88 builtin_astroid = MANAGER.ast_from_module(builtins) | |
89 if name == '__dict__': | |
90 return builtin_astroid, () | |
91 try: | |
92 stmts = builtin_astroid.locals[name] | |
93 except KeyError: | |
94 stmts = () | |
95 return builtin_astroid, stmts | |
96 | |
97 | |
98 # TODO move this Mixin to mixins.py; problem: 'Function' in _scope_lookup | |
99 class LocalsDictNodeNG(LookupMixIn, NodeNG): | |
100 """ this class provides locals handling common to Module, Function | |
101 and Class nodes, including a dict like interface for direct access | |
102 to locals information | |
103 """ | |
104 | |
105 # attributes below are set by the builder module or by raw factories | |
106 | |
107 # dictionary of locals with name as key and node defining the local as | |
108 # value | |
109 | |
110 def qname(self): | |
111 """return the 'qualified' name of the node, eg module.name, | |
112 module.class.name ... | |
113 """ | |
114 if self.parent is None: | |
115 return self.name | |
116 return '%s.%s' % (self.parent.frame().qname(), self.name) | |
117 | |
118 def frame(self): | |
119 """return the first parent frame node (i.e. Module, Function or Class) | |
120 """ | |
121 return self | |
122 | |
123 def scope(self): | |
124 """return the first node defining a new scope (i.e. Module, | |
125 Function, Class, Lambda but also GenExpr, DictComp and SetComp) | |
126 """ | |
127 return self | |
128 | |
129 | |
130 def _scope_lookup(self, node, name, offset=0): | |
131 """XXX method for interfacing the scope lookup""" | |
132 try: | |
133 stmts = node._filter_stmts(self.locals[name], self, offset) | |
134 except KeyError: | |
135 stmts = () | |
136 if stmts: | |
137 return self, stmts | |
138 if self.parent: # i.e. not Module | |
139 # nested scope: if parent scope is a function, that's fine | |
140 # else jump to the module | |
141 pscope = self.parent.scope() | |
142 if not pscope.is_function: | |
143 pscope = pscope.root() | |
144 return pscope.scope_lookup(node, name) | |
145 return builtin_lookup(name) # Module | |
146 | |
147 | |
148 | |
149 def set_local(self, name, stmt): | |
150 """define <name> in locals (<stmt> is the node defining the name) | |
151 if the node is a Module node (i.e. has globals), add the name to | |
152 globals | |
153 | |
154 if the name is already defined, ignore it | |
155 """ | |
156 #assert not stmt in self.locals.get(name, ()), (self, stmt) | |
157 self.locals.setdefault(name, []).append(stmt) | |
158 | |
159 __setitem__ = set_local | |
160 | |
161 def _append_node(self, child): | |
162 """append a child, linking it in the tree""" | |
163 self.body.append(child) | |
164 child.parent = self | |
165 | |
166 def add_local_node(self, child_node, name=None): | |
167 """append a child which should alter locals to the given node""" | |
168 if name != '__class__': | |
169 # add __class__ node as a child will cause infinite recursion later! | |
170 self._append_node(child_node) | |
171 self.set_local(name or child_node.name, child_node) | |
172 | |
173 | |
174 def __getitem__(self, item): | |
175 """method from the `dict` interface returning the first node | |
176 associated with the given name in the locals dictionary | |
177 | |
178 :type item: str | |
179 :param item: the name of the locally defined object | |
180 :raises KeyError: if the name is not defined | |
181 """ | |
182 return self.locals[item][0] | |
183 | |
184 def __iter__(self): | |
185 """method from the `dict` interface returning an iterator on | |
186 `self.keys()` | |
187 """ | |
188 return iter(self.keys()) | |
189 | |
190 def keys(self): | |
191 """method from the `dict` interface returning a tuple containing | |
192 locally defined names | |
193 """ | |
194 return self.locals.keys() | |
195 | |
196 def values(self): | |
197 """method from the `dict` interface returning a tuple containing | |
198 locally defined nodes which are instance of `Function` or `Class` | |
199 """ | |
200 return [self[key] for key in self.keys()] | |
201 | |
202 def items(self): | |
203 """method from the `dict` interface returning a list of tuple | |
204 containing each locally defined name with its associated node, | |
205 which is an instance of `Function` or `Class` | |
206 """ | |
207 return zip(self.keys(), self.values()) | |
208 | |
209 | |
210 def __contains__(self, name): | |
211 return name in self.locals | |
212 has_key = __contains__ | |
213 | |
214 # Module ##################################################################### | |
215 | |
216 class Module(LocalsDictNodeNG): | |
217 _astroid_fields = ('body',) | |
218 | |
219 fromlineno = 0 | |
220 lineno = 0 | |
221 | |
222 # attributes below are set by the builder module or by raw factories | |
223 | |
224 # the file from which as been extracted the astroid representation. It may | |
225 # be None if the representation has been built from a built-in module | |
226 file = None | |
227 # Alternatively, if built from a string/bytes, this can be set | |
228 file_bytes = None | |
229 # encoding of python source file, so we can get unicode out of it (python2 | |
230 # only) | |
231 file_encoding = None | |
232 # the module name | |
233 name = None | |
234 # boolean for astroid built from source (i.e. ast) | |
235 pure_python = None | |
236 # boolean for package module | |
237 package = None | |
238 # dictionary of globals with name as key and node defining the global | |
239 # as value | |
240 globals = None | |
241 | |
242 # Future imports | |
243 future_imports = None | |
244 | |
245 # names of python special attributes (handled by getattr impl.) | |
246 special_attributes = set(('__name__', '__doc__', '__file__', '__path__', | |
247 '__dict__')) | |
248 # names of module attributes available through the global scope | |
249 scope_attrs = set(('__name__', '__doc__', '__file__', '__path__')) | |
250 | |
251 def __init__(self, name, doc, pure_python=True): | |
252 self.name = name | |
253 self.doc = doc | |
254 self.pure_python = pure_python | |
255 self.locals = self.globals = {} | |
256 self.body = [] | |
257 self.future_imports = set() | |
258 | |
259 @property | |
260 def file_stream(self): | |
261 if self.file_bytes is not None: | |
262 return BytesIO(self.file_bytes) | |
263 if self.file is not None: | |
264 return open(self.file, 'rb') | |
265 return None | |
266 | |
267 def block_range(self, lineno): | |
268 """return block line numbers. | |
269 | |
270 start from the beginning whatever the given lineno | |
271 """ | |
272 return self.fromlineno, self.tolineno | |
273 | |
274 def scope_lookup(self, node, name, offset=0): | |
275 if name in self.scope_attrs and not name in self.locals: | |
276 try: | |
277 return self, self.getattr(name) | |
278 except NotFoundError: | |
279 return self, () | |
280 return self._scope_lookup(node, name, offset) | |
281 | |
282 def pytype(self): | |
283 return '%s.module' % BUILTINS | |
284 | |
285 def display_type(self): | |
286 return 'Module' | |
287 | |
288 def getattr(self, name, context=None, ignore_locals=False): | |
289 if name in self.special_attributes: | |
290 if name == '__file__': | |
291 return [cf(self.file)] + self.locals.get(name, []) | |
292 if name == '__path__' and self.package: | |
293 return [List()] + self.locals.get(name, []) | |
294 return std_special_attributes(self, name) | |
295 if not ignore_locals and name in self.locals: | |
296 return self.locals[name] | |
297 if self.package: | |
298 try: | |
299 return [self.import_module(name, relative_only=True)] | |
300 except AstroidBuildingException: | |
301 raise NotFoundError(name) | |
302 except SyntaxError: | |
303 raise NotFoundError(name) | |
304 except Exception:# XXX pylint tests never pass here; do we need it? | |
305 import traceback | |
306 traceback.print_exc() | |
307 raise NotFoundError(name) | |
308 getattr = remove_nodes(getattr, DelName) | |
309 | |
310 def igetattr(self, name, context=None): | |
311 """inferred getattr""" | |
312 # set lookup name since this is necessary to infer on import nodes for | |
313 # instance | |
314 context = copy_context(context) | |
315 context.lookupname = name | |
316 try: | |
317 return _infer_stmts(self.getattr(name, context), context, frame=self
) | |
318 except NotFoundError: | |
319 raise InferenceError(name) | |
320 | |
321 def fully_defined(self): | |
322 """return True if this module has been built from a .py file | |
323 and so contains a complete representation including the code | |
324 """ | |
325 return self.file is not None and self.file.endswith('.py') | |
326 | |
327 def statement(self): | |
328 """return the first parent node marked as statement node | |
329 consider a module as a statement... | |
330 """ | |
331 return self | |
332 | |
333 def previous_sibling(self): | |
334 """module has no sibling""" | |
335 return | |
336 | |
337 def next_sibling(self): | |
338 """module has no sibling""" | |
339 return | |
340 | |
341 if sys.version_info < (2, 8): | |
342 def absolute_import_activated(self): | |
343 for stmt in self.locals.get('absolute_import', ()): | |
344 if isinstance(stmt, From) and stmt.modname == '__future__': | |
345 return True | |
346 return False | |
347 else: | |
348 absolute_import_activated = lambda self: True | |
349 | |
350 def import_module(self, modname, relative_only=False, level=None): | |
351 """import the given module considering self as context""" | |
352 if relative_only and level is None: | |
353 level = 0 | |
354 absmodname = self.relative_to_absolute_name(modname, level) | |
355 try: | |
356 return MANAGER.ast_from_module_name(absmodname) | |
357 except AstroidBuildingException: | |
358 # we only want to import a sub module or package of this module, | |
359 # skip here | |
360 if relative_only: | |
361 raise | |
362 return MANAGER.ast_from_module_name(modname) | |
363 | |
364 def relative_to_absolute_name(self, modname, level): | |
365 """return the absolute module name for a relative import. | |
366 | |
367 The relative import can be implicit or explicit. | |
368 """ | |
369 # XXX this returns non sens when called on an absolute import | |
370 # like 'pylint.checkers.astroid.utils' | |
371 # XXX doesn't return absolute name if self.name isn't absolute name | |
372 if self.absolute_import_activated() and level is None: | |
373 return modname | |
374 if level: | |
375 if self.package: | |
376 level = level - 1 | |
377 package_name = self.name.rsplit('.', level)[0] | |
378 elif self.package: | |
379 package_name = self.name | |
380 else: | |
381 package_name = self.name.rsplit('.', 1)[0] | |
382 if package_name: | |
383 if not modname: | |
384 return package_name | |
385 return '%s.%s' % (package_name, modname) | |
386 return modname | |
387 | |
388 | |
389 def wildcard_import_names(self): | |
390 """return the list of imported names when this module is 'wildcard | |
391 imported' | |
392 | |
393 It doesn't include the '__builtins__' name which is added by the | |
394 current CPython implementation of wildcard imports. | |
395 """ | |
396 # take advantage of a living module if it exists | |
397 try: | |
398 living = sys.modules[self.name] | |
399 except KeyError: | |
400 pass | |
401 else: | |
402 try: | |
403 return living.__all__ | |
404 except AttributeError: | |
405 return [name for name in living.__dict__.keys() | |
406 if not name.startswith('_')] | |
407 # else lookup the astroid | |
408 # | |
409 # We separate the different steps of lookup in try/excepts | |
410 # to avoid catching too many Exceptions | |
411 # However, we can not analyse dynamically constructed __all__ | |
412 try: | |
413 all = self['__all__'] | |
414 except KeyError: | |
415 return [name for name in self.keys() if not name.startswith('_')] | |
416 try: | |
417 explicit = all.assigned_stmts().next() | |
418 except InferenceError: | |
419 return [name for name in self.keys() if not name.startswith('_')] | |
420 except AttributeError: | |
421 # not an assignment node | |
422 # XXX infer? | |
423 return [name for name in self.keys() if not name.startswith('_')] | |
424 try: | |
425 # should be a Tuple/List of constant string / 1 string not allowed | |
426 return [const.value for const in explicit.elts] | |
427 except AttributeError: | |
428 return [name for name in self.keys() if not name.startswith('_')] | |
429 | |
430 | |
431 class ComprehensionScope(LocalsDictNodeNG): | |
432 def frame(self): | |
433 return self.parent.frame() | |
434 | |
435 scope_lookup = LocalsDictNodeNG._scope_lookup | |
436 | |
437 | |
438 class GenExpr(ComprehensionScope): | |
439 _astroid_fields = ('elt', 'generators') | |
440 | |
441 def __init__(self): | |
442 self.locals = {} | |
443 self.elt = None | |
444 self.generators = [] | |
445 | |
446 | |
447 class DictComp(ComprehensionScope): | |
448 _astroid_fields = ('key', 'value', 'generators') | |
449 | |
450 def __init__(self): | |
451 self.locals = {} | |
452 self.key = None | |
453 self.value = None | |
454 self.generators = [] | |
455 | |
456 | |
457 class SetComp(ComprehensionScope): | |
458 _astroid_fields = ('elt', 'generators') | |
459 | |
460 def __init__(self): | |
461 self.locals = {} | |
462 self.elt = None | |
463 self.generators = [] | |
464 | |
465 | |
466 class _ListComp(NodeNG): | |
467 """class representing a ListComp node""" | |
468 _astroid_fields = ('elt', 'generators') | |
469 elt = None | |
470 generators = None | |
471 | |
472 if sys.version_info >= (3, 0): | |
473 class ListComp(_ListComp, ComprehensionScope): | |
474 """class representing a ListComp node""" | |
475 def __init__(self): | |
476 self.locals = {} | |
477 else: | |
478 class ListComp(_ListComp): | |
479 """class representing a ListComp node""" | |
480 | |
481 # Function ################################################################### | |
482 | |
483 def _infer_decorator_callchain(node): | |
484 """ Detect decorator call chaining and see if the | |
485 end result is a static or a classmethod. | |
486 """ | |
487 current = node | |
488 while True: | |
489 if isinstance(current, CallFunc): | |
490 try: | |
491 current = current.func.infer().next() | |
492 except InferenceError: | |
493 return | |
494 elif isinstance(current, Function): | |
495 if not current.parent: | |
496 return | |
497 try: | |
498 # TODO: We don't handle multiple inference results right now, | |
499 # because there's no flow to reason when the return | |
500 # is what we are looking for, a static or a class method. | |
501 result = current.infer_call_result(current.parent).next() | |
502 except (StopIteration, InferenceError): | |
503 return | |
504 if isinstance(result, (Function, CallFunc)): | |
505 current = result | |
506 else: | |
507 if isinstance(result, Instance): | |
508 result = result._proxied | |
509 if isinstance(result, Class): | |
510 if (result.name == 'classmethod' and | |
511 result.root().name == BUILTINS): | |
512 return 'classmethod' | |
513 elif (result.name == 'staticmethod' and | |
514 result.root().name == BUILTINS): | |
515 return 'staticmethod' | |
516 else: | |
517 return | |
518 else: | |
519 # We aren't interested in anything else returned, | |
520 # so go back to the function type inference. | |
521 return | |
522 else: | |
523 return | |
524 | |
525 def _function_type(self): | |
526 """ | |
527 Function type, possible values are: | |
528 method, function, staticmethod, classmethod. | |
529 """ | |
530 # Can't infer that this node is decorated | |
531 # with a subclass of `classmethod` where `type` is first set, | |
532 # so do it here. | |
533 if self.decorators: | |
534 for node in self.decorators.nodes: | |
535 if isinstance(node, CallFunc): | |
536 _type = _infer_decorator_callchain(node) | |
537 if _type is None: | |
538 continue | |
539 else: | |
540 return _type | |
541 if not isinstance(node, Name): | |
542 continue | |
543 try: | |
544 for infered in node.infer(): | |
545 if not isinstance(infered, Class): | |
546 continue | |
547 for ancestor in infered.ancestors(): | |
548 if isinstance(ancestor, Class): | |
549 if (ancestor.name == 'classmethod' and | |
550 ancestor.root().name == BUILTINS): | |
551 return 'classmethod' | |
552 elif (ancestor.name == 'staticmethod' and | |
553 ancestor.root().name == BUILTINS): | |
554 return 'staticmethod' | |
555 except InferenceError: | |
556 pass | |
557 return self._type | |
558 | |
559 | |
560 class Lambda(LocalsDictNodeNG, FilterStmtsMixin): | |
561 _astroid_fields = ('args', 'body',) | |
562 name = '<lambda>' | |
563 | |
564 # function's type, 'function' | 'method' | 'staticmethod' | 'classmethod' | |
565 type = 'function' | |
566 | |
567 def __init__(self): | |
568 self.locals = {} | |
569 self.args = [] | |
570 self.body = [] | |
571 | |
572 def pytype(self): | |
573 if 'method' in self.type: | |
574 return '%s.instancemethod' % BUILTINS | |
575 return '%s.function' % BUILTINS | |
576 | |
577 def display_type(self): | |
578 if 'method' in self.type: | |
579 return 'Method' | |
580 return 'Function' | |
581 | |
582 def callable(self): | |
583 return True | |
584 | |
585 def argnames(self): | |
586 """return a list of argument names""" | |
587 if self.args.args: # maybe None with builtin functions | |
588 names = _rec_get_names(self.args.args) | |
589 else: | |
590 names = [] | |
591 if self.args.vararg: | |
592 names.append(self.args.vararg) | |
593 if self.args.kwarg: | |
594 names.append(self.args.kwarg) | |
595 return names | |
596 | |
597 def infer_call_result(self, caller, context=None): | |
598 """infer what a function is returning when called""" | |
599 return self.body.infer(context) | |
600 | |
601 def scope_lookup(self, node, name, offset=0): | |
602 if node in self.args.defaults or node in self.args.kw_defaults: | |
603 frame = self.parent.frame() | |
604 # line offset to avoid that def func(f=func) resolve the default | |
605 # value to the defined function | |
606 offset = -1 | |
607 else: | |
608 # check this is not used in function decorators | |
609 frame = self | |
610 return frame._scope_lookup(node, name, offset) | |
611 | |
612 | |
613 class Function(Statement, Lambda): | |
614 if PY3K: | |
615 _astroid_fields = ('decorators', 'args', 'body', 'returns') | |
616 returns = None | |
617 else: | |
618 _astroid_fields = ('decorators', 'args', 'body') | |
619 | |
620 special_attributes = set(('__name__', '__doc__', '__dict__')) | |
621 is_function = True | |
622 # attributes below are set by the builder module or by raw factories | |
623 blockstart_tolineno = None | |
624 decorators = None | |
625 _type = "function" | |
626 type = cachedproperty(_function_type) | |
627 | |
628 def __init__(self, name, doc): | |
629 self.locals = {} | |
630 self.args = [] | |
631 self.body = [] | |
632 self.decorators = None | |
633 self.name = name | |
634 self.doc = doc | |
635 self.extra_decorators = [] | |
636 self.instance_attrs = {} | |
637 | |
638 def set_line_info(self, lastchild): | |
639 self.fromlineno = self.lineno | |
640 # lineno is the line number of the first decorator, we want the def stat
ement lineno | |
641 if self.decorators is not None: | |
642 self.fromlineno += sum(node.tolineno - node.lineno + 1 | |
643 for node in self.decorators.nodes) | |
644 if self.args.fromlineno < self.fromlineno: | |
645 self.args.fromlineno = self.fromlineno | |
646 self.tolineno = lastchild.tolineno | |
647 self.blockstart_tolineno = self.args.tolineno | |
648 | |
649 def block_range(self, lineno): | |
650 """return block line numbers. | |
651 | |
652 start from the "def" position whatever the given lineno | |
653 """ | |
654 return self.fromlineno, self.tolineno | |
655 | |
656 def getattr(self, name, context=None): | |
657 """this method doesn't look in the instance_attrs dictionary since it's | |
658 done by an Instance proxy at inference time. | |
659 """ | |
660 if name == '__module__': | |
661 return [cf(self.root().qname())] | |
662 if name in self.instance_attrs: | |
663 return self.instance_attrs[name] | |
664 return std_special_attributes(self, name, False) | |
665 | |
666 def is_method(self): | |
667 """return true if the function node should be considered as a method""" | |
668 # check we are defined in a Class, because this is usually expected | |
669 # (e.g. pylint...) when is_method() return True | |
670 return self.type != 'function' and isinstance(self.parent.frame(), Class
) | |
671 | |
672 def decoratornames(self): | |
673 """return a list of decorator qualified names""" | |
674 result = set() | |
675 decoratornodes = [] | |
676 if self.decorators is not None: | |
677 decoratornodes += self.decorators.nodes | |
678 decoratornodes += self.extra_decorators | |
679 for decnode in decoratornodes: | |
680 for infnode in decnode.infer(): | |
681 result.add(infnode.qname()) | |
682 return result | |
683 decoratornames = cached(decoratornames) | |
684 | |
685 def is_bound(self): | |
686 """return true if the function is bound to an Instance or a class""" | |
687 return self.type == 'classmethod' | |
688 | |
689 def is_abstract(self, pass_is_abstract=True): | |
690 """Returns True if the method is abstract. | |
691 | |
692 A method is considered abstract if | |
693 - the only statement is 'raise NotImplementedError', or | |
694 - the only statement is 'pass' and pass_is_abstract is True, or | |
695 - the method is annotated with abc.astractproperty/abc.abstractmethod | |
696 """ | |
697 if self.decorators: | |
698 for node in self.decorators.nodes: | |
699 try: | |
700 infered = node.infer().next() | |
701 except InferenceError: | |
702 continue | |
703 if infered and infered.qname() in ('abc.abstractproperty', | |
704 'abc.abstractmethod'): | |
705 return True | |
706 | |
707 for child_node in self.body: | |
708 if isinstance(child_node, Raise): | |
709 if child_node.raises_not_implemented(): | |
710 return True | |
711 if pass_is_abstract and isinstance(child_node, Pass): | |
712 return True | |
713 return False | |
714 # empty function is the same as function with a single "pass" statement | |
715 if pass_is_abstract: | |
716 return True | |
717 | |
718 def is_generator(self): | |
719 """return true if this is a generator function""" | |
720 # XXX should be flagged, not computed | |
721 try: | |
722 return self.nodes_of_class((Yield, YieldFrom), | |
723 skip_klass=(Function, Lambda)).next() | |
724 except StopIteration: | |
725 return False | |
726 | |
727 def infer_call_result(self, caller, context=None): | |
728 """infer what a function is returning when called""" | |
729 if self.is_generator(): | |
730 yield Generator() | |
731 return | |
732 returns = self.nodes_of_class(Return, skip_klass=Function) | |
733 for returnnode in returns: | |
734 if returnnode.value is None: | |
735 yield Const(None) | |
736 else: | |
737 try: | |
738 for infered in returnnode.value.infer(context): | |
739 yield infered | |
740 except InferenceError: | |
741 yield YES | |
742 | |
743 | |
744 def _rec_get_names(args, names=None): | |
745 """return a list of all argument names""" | |
746 if names is None: | |
747 names = [] | |
748 for arg in args: | |
749 if isinstance(arg, Tuple): | |
750 _rec_get_names(arg.elts, names) | |
751 else: | |
752 names.append(arg.name) | |
753 return names | |
754 | |
755 | |
756 # Class ###################################################################### | |
757 | |
758 | |
759 def _is_metaclass(klass, seen=None): | |
760 """ Return if the given class can be | |
761 used as a metaclass. | |
762 """ | |
763 if klass.name == 'type': | |
764 return True | |
765 if seen is None: | |
766 seen = set() | |
767 for base in klass.bases: | |
768 try: | |
769 for baseobj in base.infer(): | |
770 if baseobj in seen: | |
771 continue | |
772 else: | |
773 seen.add(baseobj) | |
774 if isinstance(baseobj, Instance): | |
775 # not abstract | |
776 return False | |
777 if baseobj is YES: | |
778 continue | |
779 if baseobj is klass: | |
780 continue | |
781 if not isinstance(baseobj, Class): | |
782 continue | |
783 if baseobj._type == 'metaclass': | |
784 return True | |
785 if _is_metaclass(baseobj, seen): | |
786 return True | |
787 except InferenceError: | |
788 continue | |
789 return False | |
790 | |
791 | |
792 def _class_type(klass, ancestors=None): | |
793 """return a Class node type to differ metaclass, interface and exception | |
794 from 'regular' classes | |
795 """ | |
796 # XXX we have to store ancestors in case we have a ancestor loop | |
797 if klass._type is not None: | |
798 return klass._type | |
799 if _is_metaclass(klass): | |
800 klass._type = 'metaclass' | |
801 elif klass.name.endswith('Interface'): | |
802 klass._type = 'interface' | |
803 elif klass.name.endswith('Exception'): | |
804 klass._type = 'exception' | |
805 else: | |
806 if ancestors is None: | |
807 ancestors = set() | |
808 if klass in ancestors: | |
809 # XXX we are in loop ancestors, and have found no type | |
810 klass._type = 'class' | |
811 return 'class' | |
812 ancestors.add(klass) | |
813 # print >> sys.stderr, '_class_type', repr(klass) | |
814 for base in klass.ancestors(recurs=False): | |
815 name = _class_type(base, ancestors) | |
816 if name != 'class': | |
817 if name == 'metaclass' and not _is_metaclass(klass): | |
818 # don't propagate it if the current class | |
819 # can't be a metaclass | |
820 continue | |
821 klass._type = base.type | |
822 break | |
823 if klass._type is None: | |
824 klass._type = 'class' | |
825 return klass._type | |
826 | |
827 def _iface_hdlr(iface_node): | |
828 """a handler function used by interfaces to handle suspicious | |
829 interface nodes | |
830 """ | |
831 return True | |
832 | |
833 | |
834 class Class(Statement, LocalsDictNodeNG, FilterStmtsMixin): | |
835 | |
836 # some of the attributes below are set by the builder module or | |
837 # by a raw factories | |
838 | |
839 # a dictionary of class instances attributes | |
840 _astroid_fields = ('decorators', 'bases', 'body') # name | |
841 | |
842 decorators = None | |
843 special_attributes = set(('__name__', '__doc__', '__dict__', '__module__', | |
844 '__bases__', '__mro__', '__subclasses__')) | |
845 blockstart_tolineno = None | |
846 | |
847 _type = None | |
848 type = property(_class_type, | |
849 doc="class'type, possible values are 'class' | " | |
850 "'metaclass' | 'interface' | 'exception'") | |
851 | |
852 def __init__(self, name, doc): | |
853 self.instance_attrs = {} | |
854 self.locals = {} | |
855 self.bases = [] | |
856 self.body = [] | |
857 self.name = name | |
858 self.doc = doc | |
859 | |
860 def _newstyle_impl(self, context=None): | |
861 if context is None: | |
862 context = InferenceContext() | |
863 if self._newstyle is not None: | |
864 return self._newstyle | |
865 for base in self.ancestors(recurs=False, context=context): | |
866 if base._newstyle_impl(context): | |
867 self._newstyle = True | |
868 break | |
869 klass = self._explicit_metaclass() | |
870 # could be any callable, we'd need to infer the result of klass(name, | |
871 # bases, dict). punt if it's not a class node. | |
872 if klass is not None and isinstance(klass, Class): | |
873 self._newstyle = klass._newstyle_impl(context) | |
874 if self._newstyle is None: | |
875 self._newstyle = False | |
876 return self._newstyle | |
877 | |
878 _newstyle = None | |
879 newstyle = property(_newstyle_impl, | |
880 doc="boolean indicating if it's a new style class" | |
881 "or not") | |
882 | |
883 def set_line_info(self, lastchild): | |
884 self.fromlineno = self.lineno | |
885 self.blockstart_tolineno = self.bases and self.bases[-1].tolineno or sel
f.fromlineno | |
886 if lastchild is not None: | |
887 self.tolineno = lastchild.tolineno | |
888 # else this is a class with only a docstring, then tolineno is (should b
e) already ok | |
889 | |
890 def block_range(self, lineno): | |
891 """return block line numbers. | |
892 | |
893 start from the "class" position whatever the given lineno | |
894 """ | |
895 return self.fromlineno, self.tolineno | |
896 | |
897 def pytype(self): | |
898 if self.newstyle: | |
899 return '%s.type' % BUILTINS | |
900 return '%s.classobj' % BUILTINS | |
901 | |
902 def display_type(self): | |
903 return 'Class' | |
904 | |
905 def callable(self): | |
906 return True | |
907 | |
908 def _is_subtype_of(self, type_name): | |
909 if self.qname() == type_name: | |
910 return True | |
911 for anc in self.ancestors(): | |
912 if anc.qname() == type_name: | |
913 return True | |
914 | |
915 def infer_call_result(self, caller, context=None): | |
916 """infer what a class is returning when called""" | |
917 if self._is_subtype_of('%s.type' % (BUILTINS,)) and len(caller.args) ==
3: | |
918 name_node = caller.args[0].infer().next() | |
919 if isinstance(name_node, Const) and isinstance(name_node.value, base
string): | |
920 name = name_node.value | |
921 else: | |
922 yield YES | |
923 return | |
924 result = Class(name, None) | |
925 bases = caller.args[1].infer().next() | |
926 if isinstance(bases, (Tuple, List)): | |
927 result.bases = bases.itered() | |
928 else: | |
929 # There is currently no AST node that can represent an 'unknown' | |
930 # node (YES is not an AST node), therefore we simply return YES
here | |
931 # although we know at least the name of the class. | |
932 yield YES | |
933 return | |
934 result.parent = caller.parent | |
935 yield result | |
936 else: | |
937 yield Instance(self) | |
938 | |
939 def scope_lookup(self, node, name, offset=0): | |
940 if node in self.bases: | |
941 frame = self.parent.frame() | |
942 # line offset to avoid that class A(A) resolve the ancestor to | |
943 # the defined class | |
944 offset = -1 | |
945 else: | |
946 frame = self | |
947 return frame._scope_lookup(node, name, offset) | |
948 | |
949 # list of parent class as a list of string (i.e. names as they appear | |
950 # in the class definition) XXX bw compat | |
951 def basenames(self): | |
952 return [bnode.as_string() for bnode in self.bases] | |
953 basenames = property(basenames) | |
954 | |
955 def ancestors(self, recurs=True, context=None): | |
956 """return an iterator on the node base classes in a prefixed | |
957 depth first order | |
958 | |
959 :param recurs: | |
960 boolean indicating if it should recurse or return direct | |
961 ancestors only | |
962 """ | |
963 # FIXME: should be possible to choose the resolution order | |
964 # XXX inference make infinite loops possible here (see BaseTransformer | |
965 # manipulation in the builder module for instance) | |
966 yielded = set([self]) | |
967 if context is None: | |
968 context = InferenceContext() | |
969 for stmt in self.bases: | |
970 with context.restore_path(): | |
971 try: | |
972 for baseobj in stmt.infer(context): | |
973 if not isinstance(baseobj, Class): | |
974 if isinstance(baseobj, Instance): | |
975 baseobj = baseobj._proxied | |
976 else: | |
977 # duh ? | |
978 continue | |
979 if baseobj in yielded: | |
980 continue # cf xxx above | |
981 yielded.add(baseobj) | |
982 yield baseobj | |
983 if recurs: | |
984 for grandpa in baseobj.ancestors(True, context): | |
985 if grandpa in yielded: | |
986 continue # cf xxx above | |
987 yielded.add(grandpa) | |
988 yield grandpa | |
989 except InferenceError: | |
990 # XXX log error ? | |
991 continue | |
992 | |
993 def local_attr_ancestors(self, name, context=None): | |
994 """return an iterator on astroid representation of parent classes | |
995 which have <name> defined in their locals | |
996 """ | |
997 for astroid in self.ancestors(context=context): | |
998 if name in astroid: | |
999 yield astroid | |
1000 | |
1001 def instance_attr_ancestors(self, name, context=None): | |
1002 """return an iterator on astroid representation of parent classes | |
1003 which have <name> defined in their instance attribute dictionary | |
1004 """ | |
1005 for astroid in self.ancestors(context=context): | |
1006 if name in astroid.instance_attrs: | |
1007 yield astroid | |
1008 | |
1009 def has_base(self, node): | |
1010 return node in self.bases | |
1011 | |
1012 def local_attr(self, name, context=None): | |
1013 """return the list of assign node associated to name in this class | |
1014 locals or in its parents | |
1015 | |
1016 :raises `NotFoundError`: | |
1017 if no attribute with this name has been find in this class or | |
1018 its parent classes | |
1019 """ | |
1020 try: | |
1021 return self.locals[name] | |
1022 except KeyError: | |
1023 # get if from the first parent implementing it if any | |
1024 for class_node in self.local_attr_ancestors(name, context): | |
1025 return class_node.locals[name] | |
1026 raise NotFoundError(name) | |
1027 local_attr = remove_nodes(local_attr, DelAttr) | |
1028 | |
1029 def instance_attr(self, name, context=None): | |
1030 """return the astroid nodes associated to name in this class instance | |
1031 attributes dictionary and in its parents | |
1032 | |
1033 :raises `NotFoundError`: | |
1034 if no attribute with this name has been find in this class or | |
1035 its parent classes | |
1036 """ | |
1037 # Return a copy, so we don't modify self.instance_attrs, | |
1038 # which could lead to infinite loop. | |
1039 values = list(self.instance_attrs.get(name, [])) | |
1040 # get all values from parents | |
1041 for class_node in self.instance_attr_ancestors(name, context): | |
1042 values += class_node.instance_attrs[name] | |
1043 if not values: | |
1044 raise NotFoundError(name) | |
1045 return values | |
1046 instance_attr = remove_nodes(instance_attr, DelAttr) | |
1047 | |
1048 def instanciate_class(self): | |
1049 """return Instance of Class node, else return self""" | |
1050 return Instance(self) | |
1051 | |
1052 def getattr(self, name, context=None): | |
1053 """this method doesn't look in the instance_attrs dictionary since it's | |
1054 done by an Instance proxy at inference time. | |
1055 | |
1056 It may return a YES object if the attribute has not been actually | |
1057 found but a __getattr__ or __getattribute__ method is defined | |
1058 """ | |
1059 values = self.locals.get(name, []) | |
1060 if name in self.special_attributes: | |
1061 if name == '__module__': | |
1062 return [cf(self.root().qname())] + values | |
1063 # FIXME: do we really need the actual list of ancestors? | |
1064 # returning [Tuple()] + values don't break any test | |
1065 # this is ticket http://www.logilab.org/ticket/52785 | |
1066 # XXX need proper meta class handling + MRO implementation | |
1067 if name == '__bases__' or (name == '__mro__' and self.newstyle): | |
1068 node = Tuple() | |
1069 node.items = self.ancestors(recurs=True, context=context) | |
1070 return [node] + values | |
1071 return std_special_attributes(self, name) | |
1072 # don't modify the list in self.locals! | |
1073 values = list(values) | |
1074 for classnode in self.ancestors(recurs=True, context=context): | |
1075 values += classnode.locals.get(name, []) | |
1076 if not values: | |
1077 raise NotFoundError(name) | |
1078 return values | |
1079 | |
1080 def igetattr(self, name, context=None): | |
1081 """inferred getattr, need special treatment in class to handle | |
1082 descriptors | |
1083 """ | |
1084 # set lookup name since this is necessary to infer on import nodes for | |
1085 # instance | |
1086 context = copy_context(context) | |
1087 context.lookupname = name | |
1088 try: | |
1089 for infered in _infer_stmts(self.getattr(name, context), context, | |
1090 frame=self): | |
1091 # yield YES object instead of descriptors when necessary | |
1092 if not isinstance(infered, Const) and isinstance(infered, Instan
ce): | |
1093 try: | |
1094 infered._proxied.getattr('__get__', context) | |
1095 except NotFoundError: | |
1096 yield infered | |
1097 else: | |
1098 yield YES | |
1099 else: | |
1100 yield function_to_method(infered, self) | |
1101 except NotFoundError: | |
1102 if not name.startswith('__') and self.has_dynamic_getattr(context): | |
1103 # class handle some dynamic attributes, return a YES object | |
1104 yield YES | |
1105 else: | |
1106 raise InferenceError(name) | |
1107 | |
1108 def has_dynamic_getattr(self, context=None): | |
1109 """return True if the class has a custom __getattr__ or | |
1110 __getattribute__ method | |
1111 """ | |
1112 # need to explicitly handle optparse.Values (setattr is not detected) | |
1113 if self.name == 'Values' and self.root().name == 'optparse': | |
1114 return True | |
1115 try: | |
1116 self.getattr('__getattr__', context) | |
1117 return True | |
1118 except NotFoundError: | |
1119 #if self.newstyle: XXX cause an infinite recursion error | |
1120 try: | |
1121 getattribute = self.getattr('__getattribute__', context)[0] | |
1122 if getattribute.root().name != BUILTINS: | |
1123 # class has a custom __getattribute__ defined | |
1124 return True | |
1125 except NotFoundError: | |
1126 pass | |
1127 return False | |
1128 | |
1129 def methods(self): | |
1130 """return an iterator on all methods defined in the class and | |
1131 its ancestors | |
1132 """ | |
1133 done = {} | |
1134 for astroid in chain(iter((self,)), self.ancestors()): | |
1135 for meth in astroid.mymethods(): | |
1136 if meth.name in done: | |
1137 continue | |
1138 done[meth.name] = None | |
1139 yield meth | |
1140 | |
1141 def mymethods(self): | |
1142 """return an iterator on all methods defined in the class""" | |
1143 for member in self.values(): | |
1144 if isinstance(member, Function): | |
1145 yield member | |
1146 | |
1147 def interfaces(self, herited=True, handler_func=_iface_hdlr): | |
1148 """return an iterator on interfaces implemented by the given | |
1149 class node | |
1150 """ | |
1151 # FIXME: what if __implements__ = (MyIFace, MyParent.__implements__)... | |
1152 try: | |
1153 implements = Instance(self).getattr('__implements__')[0] | |
1154 except NotFoundError: | |
1155 return | |
1156 if not herited and not implements.frame() is self: | |
1157 return | |
1158 found = set() | |
1159 missing = False | |
1160 for iface in unpack_infer(implements): | |
1161 if iface is YES: | |
1162 missing = True | |
1163 continue | |
1164 if not iface in found and handler_func(iface): | |
1165 found.add(iface) | |
1166 yield iface | |
1167 if missing: | |
1168 raise InferenceError() | |
1169 | |
1170 _metaclass = None | |
1171 def _explicit_metaclass(self): | |
1172 """ Return the explicit defined metaclass | |
1173 for the current class. | |
1174 | |
1175 An explicit defined metaclass is defined | |
1176 either by passing the ``metaclass`` keyword argument | |
1177 in the class definition line (Python 3) or (Python 2) by | |
1178 having a ``__metaclass__`` class attribute, or if there are | |
1179 no explicit bases but there is a global ``__metaclass__`` variable. | |
1180 """ | |
1181 if self._metaclass: | |
1182 # Expects this from Py3k TreeRebuilder | |
1183 try: | |
1184 return next(node for node in self._metaclass.infer() | |
1185 if node is not YES) | |
1186 except (InferenceError, StopIteration): | |
1187 return None | |
1188 if sys.version_info >= (3, ): | |
1189 return None | |
1190 | |
1191 if '__metaclass__' in self.locals: | |
1192 assignment = self.locals['__metaclass__'][-1] | |
1193 elif self.bases: | |
1194 return None | |
1195 elif '__metaclass__' in self.root().locals: | |
1196 assignments = [ass for ass in self.root().locals['__metaclass__'] | |
1197 if ass.lineno < self.lineno] | |
1198 if not assignments: | |
1199 return None | |
1200 assignment = assignments[-1] | |
1201 else: | |
1202 return None | |
1203 | |
1204 try: | |
1205 infered = assignment.infer().next() | |
1206 except InferenceError: | |
1207 return | |
1208 if infered is YES: # don't expose this | |
1209 return None | |
1210 return infered | |
1211 | |
1212 def metaclass(self): | |
1213 """ Return the metaclass of this class. | |
1214 | |
1215 If this class does not define explicitly a metaclass, | |
1216 then the first defined metaclass in ancestors will be used | |
1217 instead. | |
1218 """ | |
1219 klass = self._explicit_metaclass() | |
1220 if klass is None: | |
1221 for parent in self.ancestors(): | |
1222 klass = parent.metaclass() | |
1223 if klass is not None: | |
1224 break | |
1225 return klass | |
1226 | |
1227 def _islots(self): | |
1228 """ Return an iterator with the inferred slots. """ | |
1229 if '__slots__' not in self.locals: | |
1230 return | |
1231 for slots in self.igetattr('__slots__'): | |
1232 # check if __slots__ is a valid type | |
1233 for meth in ITER_METHODS: | |
1234 try: | |
1235 slots.getattr(meth) | |
1236 break | |
1237 except NotFoundError: | |
1238 continue | |
1239 else: | |
1240 continue | |
1241 | |
1242 if isinstance(slots, Const): | |
1243 # a string. Ignore the following checks, | |
1244 # but yield the node, only if it has a value | |
1245 if slots.value: | |
1246 yield slots | |
1247 continue | |
1248 if not hasattr(slots, 'itered'): | |
1249 # we can't obtain the values, maybe a .deque? | |
1250 continue | |
1251 | |
1252 if isinstance(slots, Dict): | |
1253 values = [item[0] for item in slots.items] | |
1254 else: | |
1255 values = slots.itered() | |
1256 if values is YES: | |
1257 continue | |
1258 | |
1259 for elt in values: | |
1260 try: | |
1261 for infered in elt.infer(): | |
1262 if infered is YES: | |
1263 continue | |
1264 if (not isinstance(infered, Const) or | |
1265 not isinstance(infered.value, str)): | |
1266 continue | |
1267 if not infered.value: | |
1268 continue | |
1269 yield infered | |
1270 except InferenceError: | |
1271 continue | |
1272 | |
1273 # Cached, because inferring them all the time is expensive | |
1274 @cached | |
1275 def slots(self): | |
1276 """ Return all the slots for this node. """ | |
1277 return list(self._islots()) | |
OLD | NEW |