OLD | NEW |
| (Empty) |
1 # copyright 2003-2010 LOGILAB S.A. (Paris, FRANCE), all rights reserved. | |
2 # contact http://www.logilab.fr/ -- mailto:contact@logilab.fr | |
3 # copyright 2003-2010 Sylvain Thenault, all rights reserved. | |
4 # contact mailto:thenault@gmail.com | |
5 # | |
6 # This file is part of logilab-astng. | |
7 # | |
8 # logilab-astng is free software: you can redistribute it and/or modify it | |
9 # under the terms of the GNU Lesser General Public License as published by the | |
10 # Free Software Foundation, either version 2.1 of the License, or (at your | |
11 # option) any later version. | |
12 # | |
13 # logilab-astng is distributed in the hope that it will be useful, but | |
14 # WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
15 # FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public License | |
16 # for more details. | |
17 # | |
18 # You should have received a copy of the GNU Lesser General Public License along | |
19 # with logilab-astng. If not, see <http://www.gnu.org/licenses/>. | |
20 """this module contains utilities for rebuilding a _ast tree in | |
21 order to get a single ASTNG representation | |
22 """ | |
23 | |
24 import sys | |
25 from _ast import (Expr as Discard, Str, | |
26 # binary operators | |
27 Add, Div, FloorDiv, Mod, Mult, Pow, Sub, BitAnd, BitOr, BitXor, | |
28 LShift, RShift, | |
29 # logical operators | |
30 And, Or, | |
31 # unary operators | |
32 UAdd, USub, Not, Invert, | |
33 # comparison operators | |
34 Eq, Gt, GtE, In, Is, IsNot, Lt, LtE, NotEq, NotIn, | |
35 ) | |
36 | |
37 from logilab.astng.exceptions import ASTNGBuildingException | |
38 from logilab.astng import nodes as new | |
39 | |
40 | |
41 _BIN_OP_CLASSES = {Add: '+', | |
42 BitAnd: '&', | |
43 BitOr: '|', | |
44 BitXor: '^', | |
45 Div: '/', | |
46 FloorDiv: '//', | |
47 Mod: '%', | |
48 Mult: '*', | |
49 Pow: '**', | |
50 Sub: '-', | |
51 LShift: '<<', | |
52 RShift: '>>'} | |
53 | |
54 _BOOL_OP_CLASSES = {And: 'and', | |
55 Or: 'or'} | |
56 | |
57 _UNARY_OP_CLASSES = {UAdd: '+', | |
58 USub: '-', | |
59 Not: 'not', | |
60 Invert: '~'} | |
61 | |
62 _CMP_OP_CLASSES = {Eq: '==', | |
63 Gt: '>', | |
64 GtE: '>=', | |
65 In: 'in', | |
66 Is: 'is', | |
67 IsNot: 'is not', | |
68 Lt: '<', | |
69 LtE: '<=', | |
70 NotEq: '!=', | |
71 NotIn: 'not in'} | |
72 | |
73 CONST_NAME_TRANSFORMS = {'None': None, | |
74 'True': True, | |
75 'False': False} | |
76 | |
77 REDIRECT = {'arguments': 'Arguments', | |
78 'Attribute': 'Getattr', | |
79 'comprehension': 'Comprehension', | |
80 'Call': 'CallFunc', | |
81 'ClassDef': 'Class', | |
82 "ListCompFor": 'Comprehension', | |
83 "GenExprFor": 'Comprehension', | |
84 'excepthandler': 'ExceptHandler', | |
85 'Expr': 'Discard', | |
86 'FunctionDef': 'Function', | |
87 'GeneratorExp': 'GenExpr', | |
88 'ImportFrom': 'From', | |
89 'keyword': 'Keyword', | |
90 'Repr': 'Backquote', | |
91 } | |
92 | |
93 def _init_set_doc(node, newnode): | |
94 newnode.doc = None | |
95 try: | |
96 if isinstance(node.body[0], Discard) and isinstance(node.body[0].value,
Str): | |
97 newnode.tolineno = node.body[0].lineno | |
98 newnode.doc = node.body[0].value.s | |
99 node.body = node.body[1:] | |
100 | |
101 except IndexError: | |
102 pass # ast built from scratch | |
103 | |
104 def _lineno_parent(oldnode, newnode, parent): | |
105 newnode.parent = parent | |
106 if hasattr(oldnode, 'lineno'): | |
107 newnode.lineno = oldnode.lineno | |
108 if hasattr(oldnode, 'col_offset'): | |
109 newnode.col_offset = oldnode.col_offset | |
110 | |
111 def _set_infos(oldnode, newnode, parent): | |
112 newnode.parent = parent | |
113 if hasattr(oldnode, 'lineno'): | |
114 newnode.lineno = oldnode.lineno | |
115 if hasattr(oldnode, 'col_offset'): | |
116 newnode.col_offset = oldnode.col_offset | |
117 newnode.set_line_info(newnode.last_child()) # set_line_info accepts None | |
118 | |
119 | |
120 | |
121 | |
122 class TreeRebuilder(object): | |
123 """Rebuilds the _ast tree to become an ASTNG tree""" | |
124 | |
125 _visit_meths = {} | |
126 def __init__(self): | |
127 self.init() | |
128 | |
129 def init(self): | |
130 self.asscontext = None | |
131 self._metaclass = [''] | |
132 self._global_names = [] | |
133 self._from_nodes = [] | |
134 self._delayed_assattr = [] | |
135 | |
136 def visit(self, node, parent): | |
137 cls = node.__class__ | |
138 if cls in self._visit_meths: | |
139 return self._visit_meths[cls](node, parent) | |
140 else: | |
141 cls_name = cls.__name__ | |
142 visit_name = 'visit_' + REDIRECT.get(cls_name, cls_name).lower() | |
143 visit_method = getattr(self, visit_name) | |
144 self._visit_meths[cls] = visit_method | |
145 return visit_method(node, parent) | |
146 | |
147 def _save_assignment(self, node, name=None): | |
148 """save assignement situation since node.parent is not available yet""" | |
149 if self._global_names and node.name in self._global_names[-1]: | |
150 node.root().set_local(node.name, node) | |
151 else: | |
152 node.parent.set_local(node.name, node) | |
153 | |
154 | |
155 def visit_arguments(self, node, parent): | |
156 """visit a Arguments node by returning a fresh instance of it""" | |
157 newnode = new.Arguments() | |
158 _lineno_parent(node, newnode, parent) | |
159 self.asscontext = "Ass" | |
160 newnode.args = [self.visit(child, newnode) for child in node.args] | |
161 self.asscontext = None | |
162 newnode.defaults = [self.visit(child, newnode) for child in node.default
s] | |
163 newnode.vararg = node.vararg | |
164 newnode.kwarg = node.kwarg | |
165 # save argument names in locals: | |
166 if node.vararg: | |
167 newnode.parent.set_local(newnode.vararg, newnode) | |
168 if node.kwarg: | |
169 newnode.parent.set_local(newnode.kwarg, newnode) | |
170 newnode.set_line_info(newnode.last_child()) | |
171 return newnode | |
172 | |
173 def visit_assattr(self, node, parent): | |
174 """visit a AssAttr node by returning a fresh instance of it""" | |
175 assc, self.asscontext = self.asscontext, None | |
176 newnode = new.AssAttr() | |
177 _lineno_parent(node, newnode, parent) | |
178 newnode.expr = self.visit(node.expr, newnode) | |
179 self.asscontext = assc | |
180 self._delayed_assattr.append(newnode) | |
181 newnode.set_line_info(newnode.last_child()) | |
182 return newnode | |
183 | |
184 def visit_assert(self, node, parent): | |
185 """visit a Assert node by returning a fresh instance of it""" | |
186 newnode = new.Assert() | |
187 _lineno_parent(node, newnode, parent) | |
188 newnode.test = self.visit(node.test, newnode) | |
189 if node.msg is not None: | |
190 newnode.fail = self.visit(node.msg, newnode) | |
191 newnode.set_line_info(newnode.last_child()) | |
192 return newnode | |
193 | |
194 def visit_assign(self, node, parent): | |
195 """visit a Assign node by returning a fresh instance of it""" | |
196 newnode = new.Assign() | |
197 _lineno_parent(node, newnode, parent) | |
198 self.asscontext = "Ass" | |
199 newnode.targets = [self.visit(child, newnode) for child in node.targets] | |
200 self.asscontext = None | |
201 newnode.value = self.visit(node.value, newnode) | |
202 # set some function or metaclass infos XXX explain ? | |
203 klass = newnode.parent.frame() | |
204 if (isinstance(klass, new.Class) | |
205 and isinstance(newnode.value, new.CallFunc) | |
206 and isinstance(newnode.value.func, new.Name)): | |
207 func_name = newnode.value.func.name | |
208 for ass_node in newnode.targets: | |
209 try: | |
210 meth = klass[ass_node.name] | |
211 if isinstance(meth, new.Function): | |
212 if func_name in ('classmethod', 'staticmethod'): | |
213 meth.type = func_name | |
214 elif func_name == 'classproperty': # see lgc.decorators | |
215 meth.type = 'classmethod' | |
216 meth.extra_decorators.append(newnode.value) | |
217 except (AttributeError, KeyError): | |
218 continue | |
219 elif getattr(newnode.targets[0], 'name', None) == '__metaclass__': | |
220 # XXX check more... | |
221 self._metaclass[-1] = 'type' # XXX get the actual metaclass | |
222 newnode.set_line_info(newnode.last_child()) | |
223 return newnode | |
224 | |
225 def visit_assname(self, node, parent, node_name=None): | |
226 '''visit a node and return a AssName node''' | |
227 newnode = new.AssName() | |
228 _set_infos(node, newnode, parent) | |
229 newnode.name = node_name | |
230 self._save_assignment(newnode) | |
231 return newnode | |
232 | |
233 def visit_augassign(self, node, parent): | |
234 """visit a AugAssign node by returning a fresh instance of it""" | |
235 newnode = new.AugAssign() | |
236 _lineno_parent(node, newnode, parent) | |
237 newnode.op = _BIN_OP_CLASSES[node.op.__class__] + "=" | |
238 self.asscontext = "Ass" | |
239 newnode.target = self.visit(node.target, newnode) | |
240 self.asscontext = None | |
241 newnode.value = self.visit(node.value, newnode) | |
242 newnode.set_line_info(newnode.last_child()) | |
243 return newnode | |
244 | |
245 def visit_backquote(self, node, parent): | |
246 """visit a Backquote node by returning a fresh instance of it""" | |
247 newnode = new.Backquote() | |
248 _lineno_parent(node, newnode, parent) | |
249 newnode.value = self.visit(node.value, newnode) | |
250 newnode.set_line_info(newnode.last_child()) | |
251 return newnode | |
252 | |
253 def visit_binop(self, node, parent): | |
254 """visit a BinOp node by returning a fresh instance of it""" | |
255 newnode = new.BinOp() | |
256 _lineno_parent(node, newnode, parent) | |
257 newnode.left = self.visit(node.left, newnode) | |
258 newnode.right = self.visit(node.right, newnode) | |
259 newnode.op = _BIN_OP_CLASSES[node.op.__class__] | |
260 newnode.set_line_info(newnode.last_child()) | |
261 return newnode | |
262 | |
263 def visit_boolop(self, node, parent): | |
264 """visit a BoolOp node by returning a fresh instance of it""" | |
265 newnode = new.BoolOp() | |
266 _lineno_parent(node, newnode, parent) | |
267 newnode.values = [self.visit(child, newnode) for child in node.values] | |
268 newnode.op = _BOOL_OP_CLASSES[node.op.__class__] | |
269 newnode.set_line_info(newnode.last_child()) | |
270 return newnode | |
271 | |
272 def visit_break(self, node, parent): | |
273 """visit a Break node by returning a fresh instance of it""" | |
274 newnode = new.Break() | |
275 _set_infos(node, newnode, parent) | |
276 return newnode | |
277 | |
278 def visit_callfunc(self, node, parent): | |
279 """visit a CallFunc node by returning a fresh instance of it""" | |
280 newnode = new.CallFunc() | |
281 _lineno_parent(node, newnode, parent) | |
282 newnode.func = self.visit(node.func, newnode) | |
283 newnode.args = [self.visit(child, newnode) for child in node.args] | |
284 if node.starargs is not None: | |
285 newnode.starargs = self.visit(node.starargs, newnode) | |
286 if node.kwargs is not None: | |
287 newnode.kwargs = self.visit(node.kwargs, newnode) | |
288 newnode.args.extend(self.visit(child, newnode) for child in node.keyword
s) | |
289 newnode.set_line_info(newnode.last_child()) | |
290 return newnode | |
291 | |
292 def visit_class(self, node, parent): | |
293 """visit a Class node to become astng""" | |
294 self._metaclass.append(self._metaclass[-1]) | |
295 newnode = new.Class(node.name, None) | |
296 _lineno_parent(node, newnode, parent) | |
297 _init_set_doc(node, newnode) | |
298 newnode.bases = [self.visit(child, newnode) for child in node.bases] | |
299 newnode.body = [self.visit(child, newnode) for child in node.body] | |
300 if 'decorator_list' in node._fields and node.decorator_list:# py >= 2.6 | |
301 newnode.decorators = self.visit_decorators(node, newnode) | |
302 newnode.set_line_info(newnode.last_child()) | |
303 metaclass = self._metaclass.pop() | |
304 if not newnode.bases: | |
305 # no base classes, detect new / style old style according to | |
306 # current scope | |
307 newnode._newstyle = metaclass == 'type' | |
308 newnode.parent.frame().set_local(newnode.name, newnode) | |
309 return newnode | |
310 | |
311 def visit_const(self, node, parent): | |
312 """visit a Const node by returning a fresh instance of it""" | |
313 newnode = new.Const(node.value) | |
314 _set_infos(node, newnode, parent) | |
315 return newnode | |
316 | |
317 def visit_continue(self, node, parent): | |
318 """visit a Continue node by returning a fresh instance of it""" | |
319 newnode = new.Continue() | |
320 _set_infos(node, newnode, parent) | |
321 return newnode | |
322 | |
323 def visit_compare(self, node, parent): | |
324 """visit a Compare node by returning a fresh instance of it""" | |
325 newnode = new.Compare() | |
326 _lineno_parent(node, newnode, parent) | |
327 newnode.left = self.visit(node.left, newnode) | |
328 newnode.ops = [(_CMP_OP_CLASSES[op.__class__], self.visit(expr, newnode)
) | |
329 for (op, expr) in zip(node.ops, node.comparators)] | |
330 newnode.set_line_info(newnode.last_child()) | |
331 return newnode | |
332 | |
333 def visit_comprehension(self, node, parent): | |
334 """visit a Comprehension node by returning a fresh instance of it""" | |
335 newnode = new.Comprehension() | |
336 _lineno_parent(node, newnode, parent) | |
337 self.asscontext = "Ass" | |
338 newnode.target = self.visit(node.target, newnode) | |
339 self.asscontext = None | |
340 newnode.iter = self.visit(node.iter, newnode) | |
341 newnode.ifs = [self.visit(child, newnode) for child in node.ifs] | |
342 newnode.set_line_info(newnode.last_child()) | |
343 return newnode | |
344 | |
345 def visit_decorators(self, node, parent): | |
346 """visit a Decorators node by returning a fresh instance of it""" | |
347 # /!\ node is actually a _ast.Function node while | |
348 # parent is a astng.nodes.Function node | |
349 newnode = new.Decorators() | |
350 _lineno_parent(node, newnode, parent) | |
351 if 'decorators' in node._fields: # py < 2.6, i.e. 2.5 | |
352 decorators = node.decorators | |
353 else: | |
354 decorators= node.decorator_list | |
355 newnode.nodes = [self.visit(child, newnode) for child in decorators] | |
356 newnode.set_line_info(newnode.last_child()) | |
357 return newnode | |
358 | |
359 def visit_delete(self, node, parent): | |
360 """visit a Delete node by returning a fresh instance of it""" | |
361 newnode = new.Delete() | |
362 _lineno_parent(node, newnode, parent) | |
363 self.asscontext = "Del" | |
364 newnode.targets = [self.visit(child, newnode) for child in node.targets] | |
365 self.asscontext = None | |
366 newnode.set_line_info(newnode.last_child()) | |
367 return newnode | |
368 | |
369 def visit_dict(self, node, parent): | |
370 """visit a Dict node by returning a fresh instance of it""" | |
371 newnode = new.Dict() | |
372 _lineno_parent(node, newnode, parent) | |
373 newnode.items = [(self.visit(key, newnode), self.visit(value, newnode)) | |
374 for key, value in zip(node.keys, node.values)] | |
375 newnode.set_line_info(newnode.last_child()) | |
376 return newnode | |
377 | |
378 def visit_dictcomp(self, node, parent): | |
379 """visit a DictComp node by returning a fresh instance of it""" | |
380 newnode = new.DictComp() | |
381 _lineno_parent(node, newnode, parent) | |
382 newnode.key = self.visit(node.key, newnode) | |
383 newnode.value = self.visit(node.value, newnode) | |
384 newnode.generators = [self.visit(child, newnode) | |
385 for child in node.generators] | |
386 newnode.set_line_info(newnode.last_child()) | |
387 return newnode | |
388 | |
389 def visit_discard(self, node, parent): | |
390 """visit a Discard node by returning a fresh instance of it""" | |
391 newnode = new.Discard() | |
392 _lineno_parent(node, newnode, parent) | |
393 newnode.value = self.visit(node.value, newnode) | |
394 newnode.set_line_info(newnode.last_child()) | |
395 return newnode | |
396 | |
397 def visit_ellipsis(self, node, parent): | |
398 """visit an Ellipsis node by returning a fresh instance of it""" | |
399 newnode = new.Ellipsis() | |
400 _set_infos(node, newnode, parent) | |
401 return newnode | |
402 | |
403 def visit_emptynode(self, node, parent): | |
404 """visit an EmptyNode node by returning a fresh instance of it""" | |
405 newnode = new.EmptyNode() | |
406 _set_infos(node, newnode, parent) | |
407 return newnode | |
408 | |
409 def visit_excepthandler(self, node, parent): | |
410 """visit an ExceptHandler node by returning a fresh instance of it""" | |
411 newnode = new.ExceptHandler() | |
412 _lineno_parent(node, newnode, parent) | |
413 if node.type is not None: | |
414 newnode.type = self.visit(node.type, newnode) | |
415 if node.name is not None: | |
416 # /!\ node.name can be a tuple | |
417 self.asscontext = "Ass" | |
418 newnode.name = self.visit(node.name, newnode) | |
419 self.asscontext = None | |
420 newnode.body = [self.visit(child, newnode) for child in node.body] | |
421 newnode.set_line_info(newnode.last_child()) | |
422 return newnode | |
423 | |
424 def visit_exec(self, node, parent): | |
425 """visit an Exec node by returning a fresh instance of it""" | |
426 newnode = new.Exec() | |
427 _lineno_parent(node, newnode, parent) | |
428 newnode.expr = self.visit(node.body, newnode) | |
429 if node.globals is not None: | |
430 newnode.globals = self.visit(node.globals, newnode) | |
431 if node.locals is not None: | |
432 newnode.locals = self.visit(node.locals, newnode) | |
433 newnode.set_line_info(newnode.last_child()) | |
434 return newnode | |
435 | |
436 def visit_extslice(self, node, parent): | |
437 """visit an ExtSlice node by returning a fresh instance of it""" | |
438 newnode = new.ExtSlice() | |
439 _lineno_parent(node, newnode, parent) | |
440 newnode.dims = [self.visit(dim, newnode) for dim in node.dims] | |
441 newnode.set_line_info(newnode.last_child()) | |
442 return newnode | |
443 | |
444 def visit_for(self, node, parent): | |
445 """visit a For node by returning a fresh instance of it""" | |
446 newnode = new.For() | |
447 _lineno_parent(node, newnode, parent) | |
448 self.asscontext = "Ass" | |
449 newnode.target = self.visit(node.target, newnode) | |
450 self.asscontext = None | |
451 newnode.iter = self.visit(node.iter, newnode) | |
452 newnode.body = [self.visit(child, newnode) for child in node.body] | |
453 newnode.orelse = [self.visit(child, newnode) for child in node.orelse] | |
454 newnode.set_line_info(newnode.last_child()) | |
455 return newnode | |
456 | |
457 def visit_from(self, node, parent): | |
458 """visit a From node by returning a fresh instance of it""" | |
459 names = [(alias.name, alias.asname) for alias in node.names] | |
460 newnode = new.From(node.module or '', names, node.level) | |
461 _set_infos(node, newnode, parent) | |
462 # store From names to add them to locals after building | |
463 self._from_nodes.append(newnode) | |
464 return newnode | |
465 | |
466 def visit_function(self, node, parent): | |
467 """visit an Function node to become astng""" | |
468 self._global_names.append({}) | |
469 newnode = new.Function(node.name, None) | |
470 _lineno_parent(node, newnode, parent) | |
471 _init_set_doc(node, newnode) | |
472 newnode.args = self.visit(node.args, newnode) | |
473 newnode.body = [self.visit(child, newnode) for child in node.body] | |
474 if 'decorators' in node._fields: # py < 2.6 | |
475 attr = 'decorators' | |
476 else: | |
477 attr = 'decorator_list' | |
478 decorators = getattr(node, attr) | |
479 if decorators: | |
480 newnode.decorators = self.visit_decorators(node, newnode) | |
481 newnode.set_line_info(newnode.last_child()) | |
482 self._global_names.pop() | |
483 frame = newnode.parent.frame() | |
484 if isinstance(frame, new.Class): | |
485 if newnode.name == '__new__': | |
486 newnode.type = 'classmethod' | |
487 else: | |
488 newnode.type = 'method' | |
489 if newnode.decorators is not None: | |
490 for decorator_expr in newnode.decorators.nodes: | |
491 if isinstance(decorator_expr, new.Name): | |
492 if decorator_expr.name in ('classmethod', 'staticmethod'): | |
493 newnode.type = decorator_expr.name | |
494 elif decorator_expr.name == 'classproperty': | |
495 newnode.type = 'classmethod' | |
496 frame.set_local(newnode.name, newnode) | |
497 return newnode | |
498 | |
499 def visit_genexpr(self, node, parent): | |
500 """visit a GenExpr node by returning a fresh instance of it""" | |
501 newnode = new.GenExpr() | |
502 _lineno_parent(node, newnode, parent) | |
503 newnode.elt = self.visit(node.elt, newnode) | |
504 newnode.generators = [self.visit(child, newnode) for child in node.gener
ators] | |
505 newnode.set_line_info(newnode.last_child()) | |
506 return newnode | |
507 | |
508 def visit_getattr(self, node, parent): | |
509 """visit a Getattr node by returning a fresh instance of it""" | |
510 if self.asscontext == "Del": | |
511 # FIXME : maybe we should reintroduce and visit_delattr ? | |
512 # for instance, deactivating asscontext | |
513 newnode = new.DelAttr() | |
514 elif self.asscontext == "Ass": | |
515 # FIXME : maybe we should call visit_assattr ? | |
516 newnode = new.AssAttr() | |
517 self._delayed_assattr.append(newnode) | |
518 else: | |
519 newnode = new.Getattr() | |
520 _lineno_parent(node, newnode, parent) | |
521 asscontext, self.asscontext = self.asscontext, None | |
522 newnode.expr = self.visit(node.value, newnode) | |
523 self.asscontext = asscontext | |
524 newnode.attrname = node.attr | |
525 newnode.set_line_info(newnode.last_child()) | |
526 return newnode | |
527 | |
528 def visit_global(self, node, parent): | |
529 """visit an Global node to become astng""" | |
530 newnode = new.Global(node.names) | |
531 _set_infos(node, newnode, parent) | |
532 if self._global_names: # global at the module level, no effect | |
533 for name in node.names: | |
534 self._global_names[-1].setdefault(name, []).append(newnode) | |
535 return newnode | |
536 | |
537 def visit_if(self, node, parent): | |
538 """visit a If node by returning a fresh instance of it""" | |
539 newnode = new.If() | |
540 _lineno_parent(node, newnode, parent) | |
541 newnode.test = self.visit(node.test, newnode) | |
542 newnode.body = [self.visit(child, newnode) for child in node.body] | |
543 newnode.orelse = [self.visit(child, newnode) for child in node.orelse] | |
544 newnode.set_line_info(newnode.last_child()) | |
545 return newnode | |
546 | |
547 def visit_ifexp(self, node, parent): | |
548 """visit a IfExp node by returning a fresh instance of it""" | |
549 newnode = new.IfExp() | |
550 _lineno_parent(node, newnode, parent) | |
551 newnode.test = self.visit(node.test, newnode) | |
552 newnode.body = self.visit(node.body, newnode) | |
553 newnode.orelse = self.visit(node.orelse, newnode) | |
554 newnode.set_line_info(newnode.last_child()) | |
555 return newnode | |
556 | |
557 def visit_import(self, node, parent): | |
558 """visit a Import node by returning a fresh instance of it""" | |
559 newnode = new.Import() | |
560 _set_infos(node, newnode, parent) | |
561 newnode.names = [(alias.name, alias.asname) for alias in node.names] | |
562 # save import names in parent's locals: | |
563 for (name, asname) in newnode.names: | |
564 name = asname or name | |
565 newnode.parent.set_local(name.split('.')[0], newnode) | |
566 return newnode | |
567 | |
568 def visit_index(self, node, parent): | |
569 """visit a Index node by returning a fresh instance of it""" | |
570 newnode = new.Index() | |
571 _lineno_parent(node, newnode, parent) | |
572 newnode.value = self.visit(node.value, newnode) | |
573 newnode.set_line_info(newnode.last_child()) | |
574 return newnode | |
575 | |
576 def visit_keyword(self, node, parent): | |
577 """visit a Keyword node by returning a fresh instance of it""" | |
578 newnode = new.Keyword() | |
579 _lineno_parent(node, newnode, parent) | |
580 newnode.arg = node.arg | |
581 newnode.value = self.visit(node.value, newnode) | |
582 newnode.set_line_info(newnode.last_child()) | |
583 return newnode | |
584 | |
585 def visit_lambda(self, node, parent): | |
586 """visit a Lambda node by returning a fresh instance of it""" | |
587 newnode = new.Lambda() | |
588 _lineno_parent(node, newnode, parent) | |
589 newnode.args = self.visit(node.args, newnode) | |
590 newnode.body = self.visit(node.body, newnode) | |
591 newnode.set_line_info(newnode.last_child()) | |
592 return newnode | |
593 | |
594 def visit_list(self, node, parent): | |
595 """visit a List node by returning a fresh instance of it""" | |
596 newnode = new.List() | |
597 _lineno_parent(node, newnode, parent) | |
598 newnode.elts = [self.visit(child, newnode) for child in node.elts] | |
599 newnode.set_line_info(newnode.last_child()) | |
600 return newnode | |
601 | |
602 def visit_listcomp(self, node, parent): | |
603 """visit a ListComp node by returning a fresh instance of it""" | |
604 newnode = new.ListComp() | |
605 _lineno_parent(node, newnode, parent) | |
606 newnode.elt = self.visit(node.elt, newnode) | |
607 newnode.generators = [self.visit(child, newnode) | |
608 for child in node.generators] | |
609 newnode.set_line_info(newnode.last_child()) | |
610 return newnode | |
611 | |
612 def visit_module(self, node, modname, package): | |
613 """visit a Module node by returning a fresh instance of it""" | |
614 newnode = new.Module(modname, None) | |
615 newnode.package = package | |
616 _lineno_parent(node, newnode, parent=None) | |
617 _init_set_doc(node, newnode) | |
618 newnode.body = [self.visit(child, newnode) for child in node.body] | |
619 newnode.set_line_info(newnode.last_child()) | |
620 return newnode | |
621 | |
622 def visit_name(self, node, parent): | |
623 """visit a Name node by returning a fresh instance of it""" | |
624 # True and False can be assigned to something in py2x, so we have to | |
625 # check first the asscontext | |
626 if self.asscontext == "Del": | |
627 newnode = new.DelName() | |
628 elif self.asscontext is not None: # Ass | |
629 assert self.asscontext == "Ass" | |
630 newnode = new.AssName() | |
631 elif node.id in CONST_NAME_TRANSFORMS: | |
632 newnode = new.Const(CONST_NAME_TRANSFORMS[node.id]) | |
633 _set_infos(node, newnode, parent) | |
634 return newnode | |
635 else: | |
636 newnode = new.Name() | |
637 _lineno_parent(node, newnode, parent) | |
638 newnode.name = node.id | |
639 # XXX REMOVE me : | |
640 if self.asscontext in ('Del', 'Ass'): # 'Aug' ?? | |
641 self._save_assignment(newnode) | |
642 newnode.set_line_info(newnode.last_child()) | |
643 return newnode | |
644 | |
645 def visit_bytes(self, node, parent): | |
646 """visit a Bytes node by returning a fresh instance of Const""" | |
647 newnode = new.Const(node.s) | |
648 _set_infos(node, newnode, parent) | |
649 return newnode | |
650 | |
651 def visit_num(self, node, parent): | |
652 """visit a Num node by returning a fresh instance of Const""" | |
653 newnode = new.Const(node.n) | |
654 _set_infos(node, newnode, parent) | |
655 return newnode | |
656 | |
657 def visit_pass(self, node, parent): | |
658 """visit a Pass node by returning a fresh instance of it""" | |
659 newnode = new.Pass() | |
660 _set_infos(node, newnode, parent) | |
661 return newnode | |
662 | |
663 def visit_str(self, node, parent): | |
664 """visit a Str node by returning a fresh instance of Const""" | |
665 newnode = new.Const(node.s) | |
666 _set_infos(node, newnode, parent) | |
667 return newnode | |
668 | |
669 def visit_print(self, node, parent): | |
670 """visit a Print node by returning a fresh instance of it""" | |
671 newnode = new.Print() | |
672 _lineno_parent(node, newnode, parent) | |
673 newnode.nl = node.nl | |
674 if node.dest is not None: | |
675 newnode.dest = self.visit(node.dest, newnode) | |
676 newnode.values = [self.visit(child, newnode) for child in node.values] | |
677 newnode.set_line_info(newnode.last_child()) | |
678 return newnode | |
679 | |
680 def visit_raise(self, node, parent): | |
681 """visit a Raise node by returning a fresh instance of it""" | |
682 newnode = new.Raise() | |
683 _lineno_parent(node, newnode, parent) | |
684 if node.type is not None: | |
685 newnode.exc = self.visit(node.type, newnode) | |
686 if node.inst is not None: | |
687 newnode.inst = self.visit(node.inst, newnode) | |
688 if node.tback is not None: | |
689 newnode.tback = self.visit(node.tback, newnode) | |
690 newnode.set_line_info(newnode.last_child()) | |
691 return newnode | |
692 | |
693 def visit_return(self, node, parent): | |
694 """visit a Return node by returning a fresh instance of it""" | |
695 newnode = new.Return() | |
696 _lineno_parent(node, newnode, parent) | |
697 if node.value is not None: | |
698 newnode.value = self.visit(node.value, newnode) | |
699 newnode.set_line_info(newnode.last_child()) | |
700 return newnode | |
701 | |
702 def visit_set(self, node, parent): | |
703 """visit a Tuple node by returning a fresh instance of it""" | |
704 newnode = new.Set() | |
705 _lineno_parent(node, newnode, parent) | |
706 newnode.elts = [self.visit(child, newnode) for child in node.elts] | |
707 newnode.set_line_info(newnode.last_child()) | |
708 return newnode | |
709 | |
710 def visit_setcomp(self, node, parent): | |
711 """visit a SetComp node by returning a fresh instance of it""" | |
712 newnode = new.SetComp() | |
713 _lineno_parent(node, newnode, parent) | |
714 newnode.elt = self.visit(node.elt, newnode) | |
715 newnode.generators = [self.visit(child, newnode) | |
716 for child in node.generators] | |
717 newnode.set_line_info(newnode.last_child()) | |
718 return newnode | |
719 | |
720 def visit_slice(self, node, parent): | |
721 """visit a Slice node by returning a fresh instance of it""" | |
722 newnode = new.Slice() | |
723 _lineno_parent(node, newnode, parent) | |
724 if node.lower is not None: | |
725 newnode.lower = self.visit(node.lower, newnode) | |
726 if node.upper is not None: | |
727 newnode.upper = self.visit(node.upper, newnode) | |
728 if node.step is not None: | |
729 newnode.step = self.visit(node.step, newnode) | |
730 newnode.set_line_info(newnode.last_child()) | |
731 return newnode | |
732 | |
733 def visit_subscript(self, node, parent): | |
734 """visit a Subscript node by returning a fresh instance of it""" | |
735 newnode = new.Subscript() | |
736 _lineno_parent(node, newnode, parent) | |
737 subcontext, self.asscontext = self.asscontext, None | |
738 newnode.value = self.visit(node.value, newnode) | |
739 newnode.slice = self.visit(node.slice, newnode) | |
740 self.asscontext = subcontext | |
741 newnode.set_line_info(newnode.last_child()) | |
742 return newnode | |
743 | |
744 def visit_tryexcept(self, node, parent): | |
745 """visit a TryExcept node by returning a fresh instance of it""" | |
746 newnode = new.TryExcept() | |
747 _lineno_parent(node, newnode, parent) | |
748 newnode.body = [self.visit(child, newnode) for child in node.body] | |
749 newnode.handlers = [self.visit(child, newnode) for child in node.handler
s] | |
750 newnode.orelse = [self.visit(child, newnode) for child in node.orelse] | |
751 newnode.set_line_info(newnode.last_child()) | |
752 return newnode | |
753 | |
754 def visit_tryfinally(self, node, parent): | |
755 """visit a TryFinally node by returning a fresh instance of it""" | |
756 newnode = new.TryFinally() | |
757 _lineno_parent(node, newnode, parent) | |
758 newnode.body = [self.visit(child, newnode) for child in node.body] | |
759 newnode.finalbody = [self.visit(n, newnode) for n in node.finalbody] | |
760 newnode.set_line_info(newnode.last_child()) | |
761 return newnode | |
762 | |
763 def visit_tuple(self, node, parent): | |
764 """visit a Tuple node by returning a fresh instance of it""" | |
765 newnode = new.Tuple() | |
766 _lineno_parent(node, newnode, parent) | |
767 newnode.elts = [self.visit(child, newnode) for child in node.elts] | |
768 newnode.set_line_info(newnode.last_child()) | |
769 return newnode | |
770 | |
771 def visit_unaryop(self, node, parent): | |
772 """visit a UnaryOp node by returning a fresh instance of it""" | |
773 newnode = new.UnaryOp() | |
774 _lineno_parent(node, newnode, parent) | |
775 newnode.operand = self.visit(node.operand, newnode) | |
776 newnode.op = _UNARY_OP_CLASSES[node.op.__class__] | |
777 newnode.set_line_info(newnode.last_child()) | |
778 return newnode | |
779 | |
780 def visit_while(self, node, parent): | |
781 """visit a While node by returning a fresh instance of it""" | |
782 newnode = new.While() | |
783 _lineno_parent(node, newnode, parent) | |
784 newnode.test = self.visit(node.test, newnode) | |
785 newnode.body = [self.visit(child, newnode) for child in node.body] | |
786 newnode.orelse = [self.visit(child, newnode) for child in node.orelse] | |
787 newnode.set_line_info(newnode.last_child()) | |
788 return newnode | |
789 | |
790 def visit_with(self, node, parent): | |
791 """visit a With node by returning a fresh instance of it""" | |
792 newnode = new.With() | |
793 _lineno_parent(node, newnode, parent) | |
794 newnode.expr = self.visit(node.context_expr, newnode) | |
795 self.asscontext = "Ass" | |
796 if node.optional_vars is not None: | |
797 newnode.vars = self.visit(node.optional_vars, newnode) | |
798 self.asscontext = None | |
799 newnode.body = [self.visit(child, newnode) for child in node.body] | |
800 newnode.set_line_info(newnode.last_child()) | |
801 return newnode | |
802 | |
803 def visit_yield(self, node, parent): | |
804 """visit a Yield node by returning a fresh instance of it""" | |
805 newnode = new.Yield() | |
806 _lineno_parent(node, newnode, parent) | |
807 if node.value is not None: | |
808 newnode.value = self.visit(node.value, newnode) | |
809 newnode.set_line_info(newnode.last_child()) | |
810 return newnode | |
811 | |
812 | |
813 class TreeRebuilder3k(TreeRebuilder): | |
814 """extend and overwrite TreeRebuilder for python3k""" | |
815 | |
816 def visit_arg(self, node, parent): | |
817 """visit a arg node by returning a fresh AssName instance""" | |
818 # the <arg> node is coming from py>=3.0, but we use AssName in py2.x | |
819 # XXX or we should instead introduce a Arg node in astng ? | |
820 return self.visit_assname(node, parent, node.arg) | |
821 | |
822 def visit_excepthandler(self, node, parent): | |
823 """visit an ExceptHandler node by returning a fresh instance of it""" | |
824 newnode = new.ExceptHandler() | |
825 _lineno_parent(node, newnode, parent) | |
826 if node.type is not None: | |
827 newnode.type = self.visit(node.type, newnode) | |
828 if node.name is not None: | |
829 newnode.name = self.visit_assname(node, newnode, node.name) | |
830 newnode.body = [self.visit(child, newnode) for child in node.body] | |
831 newnode.set_line_info(newnode.last_child()) | |
832 return newnode | |
833 | |
834 def visit_nonlocal(self, node, parent): | |
835 """visit a Nonlocal node and return a new instance of it""" | |
836 newnode = new.Nonlocal(node.names) | |
837 _set_infos(node, newnode, parent) | |
838 return newnode | |
839 | |
840 def visit_raise(self, node, parent): | |
841 """visit a Raise node by returning a fresh instance of it""" | |
842 newnode = new.Raise() | |
843 _lineno_parent(node, newnode, parent) | |
844 # no traceback; anyway it is not used in Pylint | |
845 if node.exc is not None: | |
846 newnode.exc = self.visit(node.exc, newnode) | |
847 if node.cause is not None: | |
848 newnode.cause = self.visit(node.cause, newnode) | |
849 newnode.set_line_info(newnode.last_child()) | |
850 return newnode | |
851 | |
852 def visit_starred(self, node, parent): | |
853 """visit a Starred node and return a new instance of it""" | |
854 newnode = new.Starred() | |
855 _lineno_parent(node, newnode, parent) | |
856 newnode.value = self.visit(node.value, newnode) | |
857 newnode.set_line_info(newnode.last_child()) | |
858 return newnode | |
859 | |
860 | |
861 if sys.version_info >= (3, 0): | |
862 TreeRebuilder = TreeRebuilder3k | |
863 | |
864 | |
OLD | NEW |