| OLD | NEW |
| (Empty) |
| 1 # copyright 2003-2013 LOGILAB S.A. (Paris, FRANCE), all rights reserved. | |
| 2 # contact http://www.logilab.fr/ -- mailto:contact@logilab.fr | |
| 3 # | |
| 4 # This file is part of astroid. | |
| 5 # | |
| 6 # astroid is free software: you can redistribute it and/or modify it | |
| 7 # under the terms of the GNU Lesser General Public License as published by the | |
| 8 # Free Software Foundation, either version 2.1 of the License, or (at your | |
| 9 # option) any later version. | |
| 10 # | |
| 11 # astroid is distributed in the hope that it will be useful, but | |
| 12 # WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
| 13 # FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public License | |
| 14 # for more details. | |
| 15 # | |
| 16 # You should have received a copy of the GNU Lesser General Public License along | |
| 17 # with astroid. If not, see <http://www.gnu.org/licenses/>. | |
| 18 """this module contains utilities for rebuilding a _ast tree in | |
| 19 order to get a single Astroid representation | |
| 20 """ | |
| 21 | |
| 22 import sys | |
| 23 from _ast import ( | |
| 24 Expr as Discard, Str, | |
| 25 # binary operators | |
| 26 Add, Div, FloorDiv, Mod, Mult, Pow, Sub, BitAnd, BitOr, BitXor, | |
| 27 LShift, RShift, | |
| 28 # logical operators | |
| 29 And, Or, | |
| 30 # unary operators | |
| 31 UAdd, USub, Not, Invert, | |
| 32 # comparison operators | |
| 33 Eq, Gt, GtE, In, Is, IsNot, Lt, LtE, NotEq, NotIn, | |
| 34 ) | |
| 35 | |
| 36 from astroid import nodes as new | |
| 37 | |
| 38 | |
| 39 _BIN_OP_CLASSES = {Add: '+', | |
| 40 BitAnd: '&', | |
| 41 BitOr: '|', | |
| 42 BitXor: '^', | |
| 43 Div: '/', | |
| 44 FloorDiv: '//', | |
| 45 Mod: '%', | |
| 46 Mult: '*', | |
| 47 Pow: '**', | |
| 48 Sub: '-', | |
| 49 LShift: '<<', | |
| 50 RShift: '>>', | |
| 51 } | |
| 52 | |
| 53 _BOOL_OP_CLASSES = {And: 'and', | |
| 54 Or: 'or', | |
| 55 } | |
| 56 | |
| 57 _UNARY_OP_CLASSES = {UAdd: '+', | |
| 58 USub: '-', | |
| 59 Not: 'not', | |
| 60 Invert: '~', | |
| 61 } | |
| 62 | |
| 63 _CMP_OP_CLASSES = {Eq: '==', | |
| 64 Gt: '>', | |
| 65 GtE: '>=', | |
| 66 In: 'in', | |
| 67 Is: 'is', | |
| 68 IsNot: 'is not', | |
| 69 Lt: '<', | |
| 70 LtE: '<=', | |
| 71 NotEq: '!=', | |
| 72 NotIn: 'not in', | |
| 73 } | |
| 74 | |
| 75 CONST_NAME_TRANSFORMS = {'None': None, | |
| 76 'True': True, | |
| 77 'False': False, | |
| 78 } | |
| 79 | |
| 80 REDIRECT = {'arguments': 'Arguments', | |
| 81 'Attribute': 'Getattr', | |
| 82 'comprehension': 'Comprehension', | |
| 83 'Call': 'CallFunc', | |
| 84 'ClassDef': 'Class', | |
| 85 "ListCompFor": 'Comprehension', | |
| 86 "GenExprFor": 'Comprehension', | |
| 87 'excepthandler': 'ExceptHandler', | |
| 88 'Expr': 'Discard', | |
| 89 'FunctionDef': 'Function', | |
| 90 'GeneratorExp': 'GenExpr', | |
| 91 'ImportFrom': 'From', | |
| 92 'keyword': 'Keyword', | |
| 93 'Repr': 'Backquote', | |
| 94 } | |
| 95 PY3K = sys.version_info >= (3, 0) | |
| 96 PY34 = sys.version_info >= (3, 4) | |
| 97 | |
| 98 def _init_set_doc(node, newnode): | |
| 99 newnode.doc = None | |
| 100 try: | |
| 101 if isinstance(node.body[0], Discard) and isinstance(node.body[0].value,
Str): | |
| 102 newnode.tolineno = node.body[0].lineno | |
| 103 newnode.doc = node.body[0].value.s | |
| 104 node.body = node.body[1:] | |
| 105 | |
| 106 except IndexError: | |
| 107 pass # ast built from scratch | |
| 108 | |
| 109 def _lineno_parent(oldnode, newnode, parent): | |
| 110 newnode.parent = parent | |
| 111 if hasattr(oldnode, 'lineno'): | |
| 112 newnode.lineno = oldnode.lineno | |
| 113 if hasattr(oldnode, 'col_offset'): | |
| 114 newnode.col_offset = oldnode.col_offset | |
| 115 | |
| 116 def _set_infos(oldnode, newnode, parent): | |
| 117 newnode.parent = parent | |
| 118 if hasattr(oldnode, 'lineno'): | |
| 119 newnode.lineno = oldnode.lineno | |
| 120 if hasattr(oldnode, 'col_offset'): | |
| 121 newnode.col_offset = oldnode.col_offset | |
| 122 newnode.set_line_info(newnode.last_child()) # set_line_info accepts None | |
| 123 | |
| 124 def _create_yield_node(node, parent, rebuilder, factory): | |
| 125 newnode = factory() | |
| 126 _lineno_parent(node, newnode, parent) | |
| 127 if node.value is not None: | |
| 128 newnode.value = rebuilder.visit(node.value, newnode) | |
| 129 newnode.set_line_info(newnode.last_child()) | |
| 130 return newnode | |
| 131 | |
| 132 | |
| 133 class TreeRebuilder(object): | |
| 134 """Rebuilds the _ast tree to become an Astroid tree""" | |
| 135 | |
| 136 def __init__(self, manager): | |
| 137 self._manager = manager | |
| 138 self.asscontext = None | |
| 139 self._global_names = [] | |
| 140 self._from_nodes = [] | |
| 141 self._delayed_assattr = [] | |
| 142 self._visit_meths = {} | |
| 143 self._transform = manager.transform | |
| 144 | |
| 145 def visit_module(self, node, modname, package): | |
| 146 """visit a Module node by returning a fresh instance of it""" | |
| 147 newnode = new.Module(modname, None) | |
| 148 newnode.package = package | |
| 149 _lineno_parent(node, newnode, parent=None) | |
| 150 _init_set_doc(node, newnode) | |
| 151 newnode.body = [self.visit(child, newnode) for child in node.body] | |
| 152 newnode.set_line_info(newnode.last_child()) | |
| 153 return self._transform(newnode) | |
| 154 | |
| 155 def visit(self, node, parent): | |
| 156 cls = node.__class__ | |
| 157 if cls in self._visit_meths: | |
| 158 visit_method = self._visit_meths[cls] | |
| 159 else: | |
| 160 cls_name = cls.__name__ | |
| 161 visit_name = 'visit_' + REDIRECT.get(cls_name, cls_name).lower() | |
| 162 visit_method = getattr(self, visit_name) | |
| 163 self._visit_meths[cls] = visit_method | |
| 164 return self._transform(visit_method(node, parent)) | |
| 165 | |
| 166 def _save_assignment(self, node, name=None): | |
| 167 """save assignement situation since node.parent is not available yet""" | |
| 168 if self._global_names and node.name in self._global_names[-1]: | |
| 169 node.root().set_local(node.name, node) | |
| 170 else: | |
| 171 node.parent.set_local(node.name, node) | |
| 172 | |
| 173 | |
| 174 def visit_arguments(self, node, parent): | |
| 175 """visit a Arguments node by returning a fresh instance of it""" | |
| 176 newnode = new.Arguments() | |
| 177 _lineno_parent(node, newnode, parent) | |
| 178 self.asscontext = "Ass" | |
| 179 newnode.args = [self.visit(child, newnode) for child in node.args] | |
| 180 self.asscontext = None | |
| 181 newnode.defaults = [self.visit(child, newnode) for child in node.default
s] | |
| 182 newnode.kwonlyargs = [] | |
| 183 newnode.kw_defaults = [] | |
| 184 vararg, kwarg = node.vararg, node.kwarg | |
| 185 # change added in 82732 (7c5c678e4164), vararg and kwarg | |
| 186 # are instances of `_ast.arg`, not strings | |
| 187 if vararg: | |
| 188 if PY34: | |
| 189 if vararg.annotation: | |
| 190 newnode.varargannotation = self.visit(vararg.annotation, | |
| 191 newnode) | |
| 192 vararg = vararg.arg | |
| 193 elif PY3K and node.varargannotation: | |
| 194 newnode.varargannotation = self.visit(node.varargannotation, | |
| 195 newnode) | |
| 196 if kwarg: | |
| 197 if PY34: | |
| 198 if kwarg.annotation: | |
| 199 newnode.kwargannotation = self.visit(kwarg.annotation, | |
| 200 newnode) | |
| 201 kwarg = kwarg.arg | |
| 202 elif PY3K: | |
| 203 if node.kwargannotation: | |
| 204 newnode.kwargannotation = self.visit(node.kwargannotation, | |
| 205 newnode) | |
| 206 newnode.vararg = vararg | |
| 207 newnode.kwarg = kwarg | |
| 208 # save argument names in locals: | |
| 209 if vararg: | |
| 210 newnode.parent.set_local(vararg, newnode) | |
| 211 if kwarg: | |
| 212 newnode.parent.set_local(kwarg, newnode) | |
| 213 newnode.set_line_info(newnode.last_child()) | |
| 214 return newnode | |
| 215 | |
| 216 def visit_assattr(self, node, parent): | |
| 217 """visit a AssAttr node by returning a fresh instance of it""" | |
| 218 assc, self.asscontext = self.asscontext, None | |
| 219 newnode = new.AssAttr() | |
| 220 _lineno_parent(node, newnode, parent) | |
| 221 newnode.expr = self.visit(node.expr, newnode) | |
| 222 self.asscontext = assc | |
| 223 self._delayed_assattr.append(newnode) | |
| 224 newnode.set_line_info(newnode.last_child()) | |
| 225 return newnode | |
| 226 | |
| 227 def visit_assert(self, node, parent): | |
| 228 """visit a Assert node by returning a fresh instance of it""" | |
| 229 newnode = new.Assert() | |
| 230 _lineno_parent(node, newnode, parent) | |
| 231 newnode.test = self.visit(node.test, newnode) | |
| 232 if node.msg is not None: | |
| 233 newnode.fail = self.visit(node.msg, newnode) | |
| 234 newnode.set_line_info(newnode.last_child()) | |
| 235 return newnode | |
| 236 | |
| 237 def visit_assign(self, node, parent): | |
| 238 """visit a Assign node by returning a fresh instance of it""" | |
| 239 newnode = new.Assign() | |
| 240 _lineno_parent(node, newnode, parent) | |
| 241 self.asscontext = "Ass" | |
| 242 newnode.targets = [self.visit(child, newnode) for child in node.targets] | |
| 243 self.asscontext = None | |
| 244 newnode.value = self.visit(node.value, newnode) | |
| 245 # set some function or metaclass infos XXX explain ? | |
| 246 klass = newnode.parent.frame() | |
| 247 if (isinstance(klass, new.Class) | |
| 248 and isinstance(newnode.value, new.CallFunc) | |
| 249 and isinstance(newnode.value.func, new.Name)): | |
| 250 func_name = newnode.value.func.name | |
| 251 for ass_node in newnode.targets: | |
| 252 try: | |
| 253 meth = klass[ass_node.name] | |
| 254 if isinstance(meth, new.Function): | |
| 255 if func_name in ('classmethod', 'staticmethod'): | |
| 256 meth.type = func_name | |
| 257 elif func_name == 'classproperty': # see lgc.decorators | |
| 258 meth.type = 'classmethod' | |
| 259 meth.extra_decorators.append(newnode.value) | |
| 260 except (AttributeError, KeyError): | |
| 261 continue | |
| 262 newnode.set_line_info(newnode.last_child()) | |
| 263 return newnode | |
| 264 | |
| 265 def visit_assname(self, node, parent, node_name=None): | |
| 266 '''visit a node and return a AssName node''' | |
| 267 newnode = new.AssName() | |
| 268 _set_infos(node, newnode, parent) | |
| 269 newnode.name = node_name | |
| 270 self._save_assignment(newnode) | |
| 271 return newnode | |
| 272 | |
| 273 def visit_augassign(self, node, parent): | |
| 274 """visit a AugAssign node by returning a fresh instance of it""" | |
| 275 newnode = new.AugAssign() | |
| 276 _lineno_parent(node, newnode, parent) | |
| 277 newnode.op = _BIN_OP_CLASSES[node.op.__class__] + "=" | |
| 278 self.asscontext = "Ass" | |
| 279 newnode.target = self.visit(node.target, newnode) | |
| 280 self.asscontext = None | |
| 281 newnode.value = self.visit(node.value, newnode) | |
| 282 newnode.set_line_info(newnode.last_child()) | |
| 283 return newnode | |
| 284 | |
| 285 def visit_backquote(self, node, parent): | |
| 286 """visit a Backquote node by returning a fresh instance of it""" | |
| 287 newnode = new.Backquote() | |
| 288 _lineno_parent(node, newnode, parent) | |
| 289 newnode.value = self.visit(node.value, newnode) | |
| 290 newnode.set_line_info(newnode.last_child()) | |
| 291 return newnode | |
| 292 | |
| 293 def visit_binop(self, node, parent): | |
| 294 """visit a BinOp node by returning a fresh instance of it""" | |
| 295 newnode = new.BinOp() | |
| 296 _lineno_parent(node, newnode, parent) | |
| 297 newnode.left = self.visit(node.left, newnode) | |
| 298 newnode.right = self.visit(node.right, newnode) | |
| 299 newnode.op = _BIN_OP_CLASSES[node.op.__class__] | |
| 300 newnode.set_line_info(newnode.last_child()) | |
| 301 return newnode | |
| 302 | |
| 303 def visit_boolop(self, node, parent): | |
| 304 """visit a BoolOp node by returning a fresh instance of it""" | |
| 305 newnode = new.BoolOp() | |
| 306 _lineno_parent(node, newnode, parent) | |
| 307 newnode.values = [self.visit(child, newnode) for child in node.values] | |
| 308 newnode.op = _BOOL_OP_CLASSES[node.op.__class__] | |
| 309 newnode.set_line_info(newnode.last_child()) | |
| 310 return newnode | |
| 311 | |
| 312 def visit_break(self, node, parent): | |
| 313 """visit a Break node by returning a fresh instance of it""" | |
| 314 newnode = new.Break() | |
| 315 _set_infos(node, newnode, parent) | |
| 316 return newnode | |
| 317 | |
| 318 def visit_callfunc(self, node, parent): | |
| 319 """visit a CallFunc node by returning a fresh instance of it""" | |
| 320 newnode = new.CallFunc() | |
| 321 _lineno_parent(node, newnode, parent) | |
| 322 newnode.func = self.visit(node.func, newnode) | |
| 323 newnode.args = [self.visit(child, newnode) for child in node.args] | |
| 324 if node.starargs is not None: | |
| 325 newnode.starargs = self.visit(node.starargs, newnode) | |
| 326 if node.kwargs is not None: | |
| 327 newnode.kwargs = self.visit(node.kwargs, newnode) | |
| 328 newnode.args.extend(self.visit(child, newnode) for child in node.keyword
s) | |
| 329 newnode.set_line_info(newnode.last_child()) | |
| 330 return newnode | |
| 331 | |
| 332 def visit_class(self, node, parent): | |
| 333 """visit a Class node to become astroid""" | |
| 334 newnode = new.Class(node.name, None) | |
| 335 _lineno_parent(node, newnode, parent) | |
| 336 _init_set_doc(node, newnode) | |
| 337 newnode.bases = [self.visit(child, newnode) for child in node.bases] | |
| 338 newnode.body = [self.visit(child, newnode) for child in node.body] | |
| 339 if 'decorator_list' in node._fields and node.decorator_list:# py >= 2.6 | |
| 340 newnode.decorators = self.visit_decorators(node, newnode) | |
| 341 newnode.set_line_info(newnode.last_child()) | |
| 342 newnode.parent.frame().set_local(newnode.name, newnode) | |
| 343 return newnode | |
| 344 | |
| 345 def visit_const(self, node, parent): | |
| 346 """visit a Const node by returning a fresh instance of it""" | |
| 347 newnode = new.Const(node.value) | |
| 348 _set_infos(node, newnode, parent) | |
| 349 return newnode | |
| 350 | |
| 351 def visit_continue(self, node, parent): | |
| 352 """visit a Continue node by returning a fresh instance of it""" | |
| 353 newnode = new.Continue() | |
| 354 _set_infos(node, newnode, parent) | |
| 355 return newnode | |
| 356 | |
| 357 def visit_compare(self, node, parent): | |
| 358 """visit a Compare node by returning a fresh instance of it""" | |
| 359 newnode = new.Compare() | |
| 360 _lineno_parent(node, newnode, parent) | |
| 361 newnode.left = self.visit(node.left, newnode) | |
| 362 newnode.ops = [(_CMP_OP_CLASSES[op.__class__], self.visit(expr, newnode)
) | |
| 363 for (op, expr) in zip(node.ops, node.comparators)] | |
| 364 newnode.set_line_info(newnode.last_child()) | |
| 365 return newnode | |
| 366 | |
| 367 def visit_comprehension(self, node, parent): | |
| 368 """visit a Comprehension node by returning a fresh instance of it""" | |
| 369 newnode = new.Comprehension() | |
| 370 _lineno_parent(node, newnode, parent) | |
| 371 self.asscontext = "Ass" | |
| 372 newnode.target = self.visit(node.target, newnode) | |
| 373 self.asscontext = None | |
| 374 newnode.iter = self.visit(node.iter, newnode) | |
| 375 newnode.ifs = [self.visit(child, newnode) for child in node.ifs] | |
| 376 newnode.set_line_info(newnode.last_child()) | |
| 377 return newnode | |
| 378 | |
| 379 def visit_decorators(self, node, parent): | |
| 380 """visit a Decorators node by returning a fresh instance of it""" | |
| 381 # /!\ node is actually a _ast.Function node while | |
| 382 # parent is a astroid.nodes.Function node | |
| 383 newnode = new.Decorators() | |
| 384 _lineno_parent(node, newnode, parent) | |
| 385 if 'decorators' in node._fields: # py < 2.6, i.e. 2.5 | |
| 386 decorators = node.decorators | |
| 387 else: | |
| 388 decorators = node.decorator_list | |
| 389 newnode.nodes = [self.visit(child, newnode) for child in decorators] | |
| 390 newnode.set_line_info(newnode.last_child()) | |
| 391 return newnode | |
| 392 | |
| 393 def visit_delete(self, node, parent): | |
| 394 """visit a Delete node by returning a fresh instance of it""" | |
| 395 newnode = new.Delete() | |
| 396 _lineno_parent(node, newnode, parent) | |
| 397 self.asscontext = "Del" | |
| 398 newnode.targets = [self.visit(child, newnode) for child in node.targets] | |
| 399 self.asscontext = None | |
| 400 newnode.set_line_info(newnode.last_child()) | |
| 401 return newnode | |
| 402 | |
| 403 def visit_dict(self, node, parent): | |
| 404 """visit a Dict node by returning a fresh instance of it""" | |
| 405 newnode = new.Dict() | |
| 406 _lineno_parent(node, newnode, parent) | |
| 407 newnode.items = [(self.visit(key, newnode), self.visit(value, newnode)) | |
| 408 for key, value in zip(node.keys, node.values)] | |
| 409 newnode.set_line_info(newnode.last_child()) | |
| 410 return newnode | |
| 411 | |
| 412 def visit_dictcomp(self, node, parent): | |
| 413 """visit a DictComp node by returning a fresh instance of it""" | |
| 414 newnode = new.DictComp() | |
| 415 _lineno_parent(node, newnode, parent) | |
| 416 newnode.key = self.visit(node.key, newnode) | |
| 417 newnode.value = self.visit(node.value, newnode) | |
| 418 newnode.generators = [self.visit(child, newnode) | |
| 419 for child in node.generators] | |
| 420 newnode.set_line_info(newnode.last_child()) | |
| 421 return newnode | |
| 422 | |
| 423 def visit_discard(self, node, parent): | |
| 424 """visit a Discard node by returning a fresh instance of it""" | |
| 425 newnode = new.Discard() | |
| 426 _lineno_parent(node, newnode, parent) | |
| 427 newnode.value = self.visit(node.value, newnode) | |
| 428 newnode.set_line_info(newnode.last_child()) | |
| 429 return newnode | |
| 430 | |
| 431 def visit_ellipsis(self, node, parent): | |
| 432 """visit an Ellipsis node by returning a fresh instance of it""" | |
| 433 newnode = new.Ellipsis() | |
| 434 _set_infos(node, newnode, parent) | |
| 435 return newnode | |
| 436 | |
| 437 def visit_emptynode(self, node, parent): | |
| 438 """visit an EmptyNode node by returning a fresh instance of it""" | |
| 439 newnode = new.EmptyNode() | |
| 440 _set_infos(node, newnode, parent) | |
| 441 return newnode | |
| 442 | |
| 443 def visit_excepthandler(self, node, parent): | |
| 444 """visit an ExceptHandler node by returning a fresh instance of it""" | |
| 445 newnode = new.ExceptHandler() | |
| 446 _lineno_parent(node, newnode, parent) | |
| 447 if node.type is not None: | |
| 448 newnode.type = self.visit(node.type, newnode) | |
| 449 if node.name is not None: | |
| 450 # /!\ node.name can be a tuple | |
| 451 self.asscontext = "Ass" | |
| 452 newnode.name = self.visit(node.name, newnode) | |
| 453 self.asscontext = None | |
| 454 newnode.body = [self.visit(child, newnode) for child in node.body] | |
| 455 newnode.set_line_info(newnode.last_child()) | |
| 456 return newnode | |
| 457 | |
| 458 def visit_exec(self, node, parent): | |
| 459 """visit an Exec node by returning a fresh instance of it""" | |
| 460 newnode = new.Exec() | |
| 461 _lineno_parent(node, newnode, parent) | |
| 462 newnode.expr = self.visit(node.body, newnode) | |
| 463 if node.globals is not None: | |
| 464 newnode.globals = self.visit(node.globals, newnode) | |
| 465 if node.locals is not None: | |
| 466 newnode.locals = self.visit(node.locals, newnode) | |
| 467 newnode.set_line_info(newnode.last_child()) | |
| 468 return newnode | |
| 469 | |
| 470 def visit_extslice(self, node, parent): | |
| 471 """visit an ExtSlice node by returning a fresh instance of it""" | |
| 472 newnode = new.ExtSlice() | |
| 473 _lineno_parent(node, newnode, parent) | |
| 474 newnode.dims = [self.visit(dim, newnode) for dim in node.dims] | |
| 475 newnode.set_line_info(newnode.last_child()) | |
| 476 return newnode | |
| 477 | |
| 478 def visit_for(self, node, parent): | |
| 479 """visit a For node by returning a fresh instance of it""" | |
| 480 newnode = new.For() | |
| 481 _lineno_parent(node, newnode, parent) | |
| 482 self.asscontext = "Ass" | |
| 483 newnode.target = self.visit(node.target, newnode) | |
| 484 self.asscontext = None | |
| 485 newnode.iter = self.visit(node.iter, newnode) | |
| 486 newnode.body = [self.visit(child, newnode) for child in node.body] | |
| 487 newnode.orelse = [self.visit(child, newnode) for child in node.orelse] | |
| 488 newnode.set_line_info(newnode.last_child()) | |
| 489 return newnode | |
| 490 | |
| 491 def visit_from(self, node, parent): | |
| 492 """visit a From node by returning a fresh instance of it""" | |
| 493 names = [(alias.name, alias.asname) for alias in node.names] | |
| 494 newnode = new.From(node.module or '', names, node.level or None) | |
| 495 _set_infos(node, newnode, parent) | |
| 496 # store From names to add them to locals after building | |
| 497 self._from_nodes.append(newnode) | |
| 498 return newnode | |
| 499 | |
| 500 def visit_function(self, node, parent): | |
| 501 """visit an Function node to become astroid""" | |
| 502 self._global_names.append({}) | |
| 503 newnode = new.Function(node.name, None) | |
| 504 _lineno_parent(node, newnode, parent) | |
| 505 _init_set_doc(node, newnode) | |
| 506 newnode.args = self.visit(node.args, newnode) | |
| 507 newnode.body = [self.visit(child, newnode) for child in node.body] | |
| 508 if 'decorators' in node._fields: # py < 2.6 | |
| 509 attr = 'decorators' | |
| 510 else: | |
| 511 attr = 'decorator_list' | |
| 512 decorators = getattr(node, attr) | |
| 513 if decorators: | |
| 514 newnode.decorators = self.visit_decorators(node, newnode) | |
| 515 if PY3K and node.returns: | |
| 516 newnode.returns = self.visit(node.returns, newnode) | |
| 517 newnode.set_line_info(newnode.last_child()) | |
| 518 self._global_names.pop() | |
| 519 frame = newnode.parent.frame() | |
| 520 if isinstance(frame, new.Class): | |
| 521 if newnode.name == '__new__': | |
| 522 newnode._type = 'classmethod' | |
| 523 else: | |
| 524 newnode._type = 'method' | |
| 525 if newnode.decorators is not None: | |
| 526 for decorator_expr in newnode.decorators.nodes: | |
| 527 if isinstance(decorator_expr, new.Name): | |
| 528 if decorator_expr.name in ('classmethod', 'staticmethod'): | |
| 529 newnode._type = decorator_expr.name | |
| 530 elif decorator_expr.name == 'classproperty': | |
| 531 newnode._type = 'classmethod' | |
| 532 frame.set_local(newnode.name, newnode) | |
| 533 return newnode | |
| 534 | |
| 535 def visit_genexpr(self, node, parent): | |
| 536 """visit a GenExpr node by returning a fresh instance of it""" | |
| 537 newnode = new.GenExpr() | |
| 538 _lineno_parent(node, newnode, parent) | |
| 539 newnode.elt = self.visit(node.elt, newnode) | |
| 540 newnode.generators = [self.visit(child, newnode) for child in node.gener
ators] | |
| 541 newnode.set_line_info(newnode.last_child()) | |
| 542 return newnode | |
| 543 | |
| 544 def visit_getattr(self, node, parent): | |
| 545 """visit a Getattr node by returning a fresh instance of it""" | |
| 546 if self.asscontext == "Del": | |
| 547 # FIXME : maybe we should reintroduce and visit_delattr ? | |
| 548 # for instance, deactivating asscontext | |
| 549 newnode = new.DelAttr() | |
| 550 elif self.asscontext == "Ass": | |
| 551 # FIXME : maybe we should call visit_assattr ? | |
| 552 newnode = new.AssAttr() | |
| 553 self._delayed_assattr.append(newnode) | |
| 554 else: | |
| 555 newnode = new.Getattr() | |
| 556 _lineno_parent(node, newnode, parent) | |
| 557 asscontext, self.asscontext = self.asscontext, None | |
| 558 newnode.expr = self.visit(node.value, newnode) | |
| 559 self.asscontext = asscontext | |
| 560 newnode.attrname = node.attr | |
| 561 newnode.set_line_info(newnode.last_child()) | |
| 562 return newnode | |
| 563 | |
| 564 def visit_global(self, node, parent): | |
| 565 """visit an Global node to become astroid""" | |
| 566 newnode = new.Global(node.names) | |
| 567 _set_infos(node, newnode, parent) | |
| 568 if self._global_names: # global at the module level, no effect | |
| 569 for name in node.names: | |
| 570 self._global_names[-1].setdefault(name, []).append(newnode) | |
| 571 return newnode | |
| 572 | |
| 573 def visit_if(self, node, parent): | |
| 574 """visit a If node by returning a fresh instance of it""" | |
| 575 newnode = new.If() | |
| 576 _lineno_parent(node, newnode, parent) | |
| 577 newnode.test = self.visit(node.test, newnode) | |
| 578 newnode.body = [self.visit(child, newnode) for child in node.body] | |
| 579 newnode.orelse = [self.visit(child, newnode) for child in node.orelse] | |
| 580 newnode.set_line_info(newnode.last_child()) | |
| 581 return newnode | |
| 582 | |
| 583 def visit_ifexp(self, node, parent): | |
| 584 """visit a IfExp node by returning a fresh instance of it""" | |
| 585 newnode = new.IfExp() | |
| 586 _lineno_parent(node, newnode, parent) | |
| 587 newnode.test = self.visit(node.test, newnode) | |
| 588 newnode.body = self.visit(node.body, newnode) | |
| 589 newnode.orelse = self.visit(node.orelse, newnode) | |
| 590 newnode.set_line_info(newnode.last_child()) | |
| 591 return newnode | |
| 592 | |
| 593 def visit_import(self, node, parent): | |
| 594 """visit a Import node by returning a fresh instance of it""" | |
| 595 newnode = new.Import() | |
| 596 _set_infos(node, newnode, parent) | |
| 597 newnode.names = [(alias.name, alias.asname) for alias in node.names] | |
| 598 # save import names in parent's locals: | |
| 599 for (name, asname) in newnode.names: | |
| 600 name = asname or name | |
| 601 newnode.parent.set_local(name.split('.')[0], newnode) | |
| 602 return newnode | |
| 603 | |
| 604 def visit_index(self, node, parent): | |
| 605 """visit a Index node by returning a fresh instance of it""" | |
| 606 newnode = new.Index() | |
| 607 _lineno_parent(node, newnode, parent) | |
| 608 newnode.value = self.visit(node.value, newnode) | |
| 609 newnode.set_line_info(newnode.last_child()) | |
| 610 return newnode | |
| 611 | |
| 612 def visit_keyword(self, node, parent): | |
| 613 """visit a Keyword node by returning a fresh instance of it""" | |
| 614 newnode = new.Keyword() | |
| 615 _lineno_parent(node, newnode, parent) | |
| 616 newnode.arg = node.arg | |
| 617 newnode.value = self.visit(node.value, newnode) | |
| 618 newnode.set_line_info(newnode.last_child()) | |
| 619 return newnode | |
| 620 | |
| 621 def visit_lambda(self, node, parent): | |
| 622 """visit a Lambda node by returning a fresh instance of it""" | |
| 623 newnode = new.Lambda() | |
| 624 _lineno_parent(node, newnode, parent) | |
| 625 newnode.args = self.visit(node.args, newnode) | |
| 626 newnode.body = self.visit(node.body, newnode) | |
| 627 newnode.set_line_info(newnode.last_child()) | |
| 628 return newnode | |
| 629 | |
| 630 def visit_list(self, node, parent): | |
| 631 """visit a List node by returning a fresh instance of it""" | |
| 632 newnode = new.List() | |
| 633 _lineno_parent(node, newnode, parent) | |
| 634 newnode.elts = [self.visit(child, newnode) for child in node.elts] | |
| 635 newnode.set_line_info(newnode.last_child()) | |
| 636 return newnode | |
| 637 | |
| 638 def visit_listcomp(self, node, parent): | |
| 639 """visit a ListComp node by returning a fresh instance of it""" | |
| 640 newnode = new.ListComp() | |
| 641 _lineno_parent(node, newnode, parent) | |
| 642 newnode.elt = self.visit(node.elt, newnode) | |
| 643 newnode.generators = [self.visit(child, newnode) | |
| 644 for child in node.generators] | |
| 645 newnode.set_line_info(newnode.last_child()) | |
| 646 return newnode | |
| 647 | |
| 648 def visit_name(self, node, parent): | |
| 649 """visit a Name node by returning a fresh instance of it""" | |
| 650 # True and False can be assigned to something in py2x, so we have to | |
| 651 # check first the asscontext | |
| 652 if self.asscontext == "Del": | |
| 653 newnode = new.DelName() | |
| 654 elif self.asscontext is not None: # Ass | |
| 655 assert self.asscontext == "Ass" | |
| 656 newnode = new.AssName() | |
| 657 elif node.id in CONST_NAME_TRANSFORMS: | |
| 658 newnode = new.Const(CONST_NAME_TRANSFORMS[node.id]) | |
| 659 _set_infos(node, newnode, parent) | |
| 660 return newnode | |
| 661 else: | |
| 662 newnode = new.Name() | |
| 663 _lineno_parent(node, newnode, parent) | |
| 664 newnode.name = node.id | |
| 665 # XXX REMOVE me : | |
| 666 if self.asscontext in ('Del', 'Ass'): # 'Aug' ?? | |
| 667 self._save_assignment(newnode) | |
| 668 newnode.set_line_info(newnode.last_child()) | |
| 669 return newnode | |
| 670 | |
| 671 def visit_bytes(self, node, parent): | |
| 672 """visit a Bytes node by returning a fresh instance of Const""" | |
| 673 newnode = new.Const(node.s) | |
| 674 _set_infos(node, newnode, parent) | |
| 675 return newnode | |
| 676 | |
| 677 def visit_num(self, node, parent): | |
| 678 """visit a Num node by returning a fresh instance of Const""" | |
| 679 newnode = new.Const(node.n) | |
| 680 _set_infos(node, newnode, parent) | |
| 681 return newnode | |
| 682 | |
| 683 def visit_pass(self, node, parent): | |
| 684 """visit a Pass node by returning a fresh instance of it""" | |
| 685 newnode = new.Pass() | |
| 686 _set_infos(node, newnode, parent) | |
| 687 return newnode | |
| 688 | |
| 689 def visit_str(self, node, parent): | |
| 690 """visit a Str node by returning a fresh instance of Const""" | |
| 691 newnode = new.Const(node.s) | |
| 692 _set_infos(node, newnode, parent) | |
| 693 return newnode | |
| 694 | |
| 695 def visit_print(self, node, parent): | |
| 696 """visit a Print node by returning a fresh instance of it""" | |
| 697 newnode = new.Print() | |
| 698 _lineno_parent(node, newnode, parent) | |
| 699 newnode.nl = node.nl | |
| 700 if node.dest is not None: | |
| 701 newnode.dest = self.visit(node.dest, newnode) | |
| 702 newnode.values = [self.visit(child, newnode) for child in node.values] | |
| 703 newnode.set_line_info(newnode.last_child()) | |
| 704 return newnode | |
| 705 | |
| 706 def visit_raise(self, node, parent): | |
| 707 """visit a Raise node by returning a fresh instance of it""" | |
| 708 newnode = new.Raise() | |
| 709 _lineno_parent(node, newnode, parent) | |
| 710 if node.type is not None: | |
| 711 newnode.exc = self.visit(node.type, newnode) | |
| 712 if node.inst is not None: | |
| 713 newnode.inst = self.visit(node.inst, newnode) | |
| 714 if node.tback is not None: | |
| 715 newnode.tback = self.visit(node.tback, newnode) | |
| 716 newnode.set_line_info(newnode.last_child()) | |
| 717 return newnode | |
| 718 | |
| 719 def visit_return(self, node, parent): | |
| 720 """visit a Return node by returning a fresh instance of it""" | |
| 721 newnode = new.Return() | |
| 722 _lineno_parent(node, newnode, parent) | |
| 723 if node.value is not None: | |
| 724 newnode.value = self.visit(node.value, newnode) | |
| 725 newnode.set_line_info(newnode.last_child()) | |
| 726 return newnode | |
| 727 | |
| 728 def visit_set(self, node, parent): | |
| 729 """visit a Set node by returning a fresh instance of it""" | |
| 730 newnode = new.Set() | |
| 731 _lineno_parent(node, newnode, parent) | |
| 732 newnode.elts = [self.visit(child, newnode) for child in node.elts] | |
| 733 newnode.set_line_info(newnode.last_child()) | |
| 734 return newnode | |
| 735 | |
| 736 def visit_setcomp(self, node, parent): | |
| 737 """visit a SetComp node by returning a fresh instance of it""" | |
| 738 newnode = new.SetComp() | |
| 739 _lineno_parent(node, newnode, parent) | |
| 740 newnode.elt = self.visit(node.elt, newnode) | |
| 741 newnode.generators = [self.visit(child, newnode) | |
| 742 for child in node.generators] | |
| 743 newnode.set_line_info(newnode.last_child()) | |
| 744 return newnode | |
| 745 | |
| 746 def visit_slice(self, node, parent): | |
| 747 """visit a Slice node by returning a fresh instance of it""" | |
| 748 newnode = new.Slice() | |
| 749 _lineno_parent(node, newnode, parent) | |
| 750 if node.lower is not None: | |
| 751 newnode.lower = self.visit(node.lower, newnode) | |
| 752 if node.upper is not None: | |
| 753 newnode.upper = self.visit(node.upper, newnode) | |
| 754 if node.step is not None: | |
| 755 newnode.step = self.visit(node.step, newnode) | |
| 756 newnode.set_line_info(newnode.last_child()) | |
| 757 return newnode | |
| 758 | |
| 759 def visit_subscript(self, node, parent): | |
| 760 """visit a Subscript node by returning a fresh instance of it""" | |
| 761 newnode = new.Subscript() | |
| 762 _lineno_parent(node, newnode, parent) | |
| 763 subcontext, self.asscontext = self.asscontext, None | |
| 764 newnode.value = self.visit(node.value, newnode) | |
| 765 newnode.slice = self.visit(node.slice, newnode) | |
| 766 self.asscontext = subcontext | |
| 767 newnode.set_line_info(newnode.last_child()) | |
| 768 return newnode | |
| 769 | |
| 770 def visit_tryexcept(self, node, parent): | |
| 771 """visit a TryExcept node by returning a fresh instance of it""" | |
| 772 newnode = new.TryExcept() | |
| 773 _lineno_parent(node, newnode, parent) | |
| 774 newnode.body = [self.visit(child, newnode) for child in node.body] | |
| 775 newnode.handlers = [self.visit(child, newnode) for child in node.handler
s] | |
| 776 newnode.orelse = [self.visit(child, newnode) for child in node.orelse] | |
| 777 newnode.set_line_info(newnode.last_child()) | |
| 778 return newnode | |
| 779 | |
| 780 def visit_tryfinally(self, node, parent): | |
| 781 """visit a TryFinally node by returning a fresh instance of it""" | |
| 782 newnode = new.TryFinally() | |
| 783 _lineno_parent(node, newnode, parent) | |
| 784 newnode.body = [self.visit(child, newnode) for child in node.body] | |
| 785 newnode.finalbody = [self.visit(n, newnode) for n in node.finalbody] | |
| 786 newnode.set_line_info(newnode.last_child()) | |
| 787 return newnode | |
| 788 | |
| 789 def visit_tuple(self, node, parent): | |
| 790 """visit a Tuple node by returning a fresh instance of it""" | |
| 791 newnode = new.Tuple() | |
| 792 _lineno_parent(node, newnode, parent) | |
| 793 newnode.elts = [self.visit(child, newnode) for child in node.elts] | |
| 794 newnode.set_line_info(newnode.last_child()) | |
| 795 return newnode | |
| 796 | |
| 797 def visit_unaryop(self, node, parent): | |
| 798 """visit a UnaryOp node by returning a fresh instance of it""" | |
| 799 newnode = new.UnaryOp() | |
| 800 _lineno_parent(node, newnode, parent) | |
| 801 newnode.operand = self.visit(node.operand, newnode) | |
| 802 newnode.op = _UNARY_OP_CLASSES[node.op.__class__] | |
| 803 newnode.set_line_info(newnode.last_child()) | |
| 804 return newnode | |
| 805 | |
| 806 def visit_while(self, node, parent): | |
| 807 """visit a While node by returning a fresh instance of it""" | |
| 808 newnode = new.While() | |
| 809 _lineno_parent(node, newnode, parent) | |
| 810 newnode.test = self.visit(node.test, newnode) | |
| 811 newnode.body = [self.visit(child, newnode) for child in node.body] | |
| 812 newnode.orelse = [self.visit(child, newnode) for child in node.orelse] | |
| 813 newnode.set_line_info(newnode.last_child()) | |
| 814 return newnode | |
| 815 | |
| 816 def visit_with(self, node, parent): | |
| 817 newnode = new.With() | |
| 818 _lineno_parent(node, newnode, parent) | |
| 819 expr = self.visit(node.context_expr, newnode) | |
| 820 self.asscontext = "Ass" | |
| 821 if node.optional_vars is not None: | |
| 822 vars = self.visit(node.optional_vars, newnode) | |
| 823 else: | |
| 824 vars = None | |
| 825 self.asscontext = None | |
| 826 newnode.items = [(expr, vars)] | |
| 827 newnode.body = [self.visit(child, newnode) for child in node.body] | |
| 828 newnode.set_line_info(newnode.last_child()) | |
| 829 return newnode | |
| 830 | |
| 831 def visit_yield(self, node, parent): | |
| 832 """visit a Yield node by returning a fresh instance of it""" | |
| 833 return _create_yield_node(node, parent, self, new.Yield) | |
| 834 | |
| 835 class TreeRebuilder3k(TreeRebuilder): | |
| 836 """extend and overwrite TreeRebuilder for python3k""" | |
| 837 | |
| 838 def visit_arg(self, node, parent): | |
| 839 """visit a arg node by returning a fresh AssName instance""" | |
| 840 # the <arg> node is coming from py>=3.0, but we use AssName in py2.x | |
| 841 # XXX or we should instead introduce a Arg node in astroid ? | |
| 842 return self.visit_assname(node, parent, node.arg) | |
| 843 | |
| 844 def visit_nameconstant(self, node, parent): | |
| 845 # in Python 3.4 we have NameConstant for True / False / None | |
| 846 newnode = new.Const(node.value) | |
| 847 _set_infos(node, newnode, parent) | |
| 848 return newnode | |
| 849 | |
| 850 def visit_arguments(self, node, parent): | |
| 851 newnode = super(TreeRebuilder3k, self).visit_arguments(node, parent) | |
| 852 self.asscontext = "Ass" | |
| 853 newnode.kwonlyargs = [self.visit(child, newnode) for child in node.kwonl
yargs] | |
| 854 self.asscontext = None | |
| 855 newnode.kw_defaults = [self.visit(child, newnode) if child else None for
child in node.kw_defaults] | |
| 856 newnode.annotations = [ | |
| 857 self.visit(arg.annotation, newnode) if arg.annotation else None | |
| 858 for arg in node.args] | |
| 859 return newnode | |
| 860 | |
| 861 def visit_excepthandler(self, node, parent): | |
| 862 """visit an ExceptHandler node by returning a fresh instance of it""" | |
| 863 newnode = new.ExceptHandler() | |
| 864 _lineno_parent(node, newnode, parent) | |
| 865 if node.type is not None: | |
| 866 newnode.type = self.visit(node.type, newnode) | |
| 867 if node.name is not None: | |
| 868 newnode.name = self.visit_assname(node, newnode, node.name) | |
| 869 newnode.body = [self.visit(child, newnode) for child in node.body] | |
| 870 newnode.set_line_info(newnode.last_child()) | |
| 871 return newnode | |
| 872 | |
| 873 def visit_nonlocal(self, node, parent): | |
| 874 """visit a Nonlocal node and return a new instance of it""" | |
| 875 newnode = new.Nonlocal(node.names) | |
| 876 _set_infos(node, newnode, parent) | |
| 877 return newnode | |
| 878 | |
| 879 def visit_raise(self, node, parent): | |
| 880 """visit a Raise node by returning a fresh instance of it""" | |
| 881 newnode = new.Raise() | |
| 882 _lineno_parent(node, newnode, parent) | |
| 883 # no traceback; anyway it is not used in Pylint | |
| 884 if node.exc is not None: | |
| 885 newnode.exc = self.visit(node.exc, newnode) | |
| 886 if node.cause is not None: | |
| 887 newnode.cause = self.visit(node.cause, newnode) | |
| 888 newnode.set_line_info(newnode.last_child()) | |
| 889 return newnode | |
| 890 | |
| 891 def visit_starred(self, node, parent): | |
| 892 """visit a Starred node and return a new instance of it""" | |
| 893 newnode = new.Starred() | |
| 894 _lineno_parent(node, newnode, parent) | |
| 895 newnode.value = self.visit(node.value, newnode) | |
| 896 newnode.set_line_info(newnode.last_child()) | |
| 897 return newnode | |
| 898 | |
| 899 def visit_try(self, node, parent): | |
| 900 # python 3.3 introduce a new Try node replacing TryFinally/TryExcept nod
es | |
| 901 if node.finalbody: | |
| 902 newnode = new.TryFinally() | |
| 903 _lineno_parent(node, newnode, parent) | |
| 904 newnode.finalbody = [self.visit(n, newnode) for n in node.finalbody] | |
| 905 if node.handlers: | |
| 906 excnode = new.TryExcept() | |
| 907 _lineno_parent(node, excnode, newnode) | |
| 908 excnode.body = [self.visit(child, excnode) for child in node.bod
y] | |
| 909 excnode.handlers = [self.visit(child, excnode) for child in node
.handlers] | |
| 910 excnode.orelse = [self.visit(child, excnode) for child in node.o
relse] | |
| 911 excnode.set_line_info(excnode.last_child()) | |
| 912 newnode.body = [excnode] | |
| 913 else: | |
| 914 newnode.body = [self.visit(child, newnode) for child in node.bod
y] | |
| 915 elif node.handlers: | |
| 916 newnode = new.TryExcept() | |
| 917 _lineno_parent(node, newnode, parent) | |
| 918 newnode.body = [self.visit(child, newnode) for child in node.body] | |
| 919 newnode.handlers = [self.visit(child, newnode) for child in node.han
dlers] | |
| 920 newnode.orelse = [self.visit(child, newnode) for child in node.orels
e] | |
| 921 newnode.set_line_info(newnode.last_child()) | |
| 922 return newnode | |
| 923 | |
| 924 def visit_with(self, node, parent): | |
| 925 if 'items' not in node._fields: | |
| 926 # python < 3.3 | |
| 927 return super(TreeRebuilder3k, self).visit_with(node, parent) | |
| 928 | |
| 929 newnode = new.With() | |
| 930 _lineno_parent(node, newnode, parent) | |
| 931 def visit_child(child): | |
| 932 expr = self.visit(child.context_expr, newnode) | |
| 933 self.asscontext = 'Ass' | |
| 934 if child.optional_vars: | |
| 935 var = self.visit(child.optional_vars, newnode) | |
| 936 else: | |
| 937 var = None | |
| 938 self.asscontext = None | |
| 939 return expr, var | |
| 940 newnode.items = [visit_child(child) | |
| 941 for child in node.items] | |
| 942 newnode.body = [self.visit(child, newnode) for child in node.body] | |
| 943 newnode.set_line_info(newnode.last_child()) | |
| 944 return newnode | |
| 945 | |
| 946 def visit_yieldfrom(self, node, parent): | |
| 947 return _create_yield_node(node, parent, self, new.YieldFrom) | |
| 948 | |
| 949 def visit_class(self, node, parent): | |
| 950 newnode = super(TreeRebuilder3k, self).visit_class(node, parent) | |
| 951 newnode._newstyle = True | |
| 952 for keyword in node.keywords: | |
| 953 if keyword.arg == 'metaclass': | |
| 954 newnode._metaclass = self.visit(keyword, newnode).value | |
| 955 break | |
| 956 return newnode | |
| 957 | |
| 958 if sys.version_info >= (3, 0): | |
| 959 TreeRebuilder = TreeRebuilder3k | |
| 960 | |
| 961 | |
| OLD | NEW |