OLD | NEW |
| (Empty) |
1 # Copyright (C) 2013 Google Inc. All rights reserved. | |
2 # | |
3 # Redistribution and use in source and binary forms, with or without | |
4 # modification, are permitted provided that the following conditions are | |
5 # met: | |
6 # | |
7 # * Redistributions of source code must retain the above copyright | |
8 # notice, this list of conditions and the following disclaimer. | |
9 # * Redistributions in binary form must reproduce the above | |
10 # copyright notice, this list of conditions and the following disclaimer | |
11 # in the documentation and/or other materials provided with the | |
12 # distribution. | |
13 # * Neither the name of Google Inc. nor the names of its | |
14 # contributors may be used to endorse or promote products derived from | |
15 # this software without specific prior written permission. | |
16 # | |
17 # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS | |
18 # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT | |
19 # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR | |
20 # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT | |
21 # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, | |
22 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT | |
23 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, | |
24 # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY | |
25 # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT | |
26 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE | |
27 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |
28 | |
29 """Lexer for Blink IDL. | |
30 | |
31 The lexer uses the PLY (Python Lex-Yacc) library to build a tokenizer which | |
32 understands the Blink dialect of Web IDL and produces a token stream suitable | |
33 for the Blink IDL parser. | |
34 | |
35 Blink IDL is identical to Web IDL at the token level, but the base lexer | |
36 does not discard comments. We need to override (and not include comments in | |
37 the token stream), as otherwise comments must be explicitly included in the | |
38 phrase grammar of the parser. | |
39 | |
40 FIXME: Change base lexer to discard comments, and simply used the base | |
41 lexer, eliminating this separate lexer. | |
42 | |
43 Web IDL: | |
44 http://www.w3.org/TR/WebIDL/ | |
45 Web IDL Grammar: | |
46 http://www.w3.org/TR/WebIDL/#idl-grammar | |
47 PLY: | |
48 http://www.dabeaz.com/ply/ | |
49 """ | |
50 | |
51 # Disable attribute validation, as lint can't import parent class to check | |
52 # pylint: disable=E1101 | |
53 | |
54 import os.path | |
55 import sys | |
56 | |
57 # Base lexer is in Chromium src/tools/idl_parser | |
58 module_path, module_name = os.path.split(__file__) | |
59 tools_dir = os.path.join(module_path, os.pardir, os.pardir, os.pardir, os.pardir
, os.pardir, os.pardir, 'tools') | |
60 sys.path.append(tools_dir) | |
61 | |
62 from idl_parser.idl_lexer import IDLLexer | |
63 | |
64 REMOVE_TOKENS = ['COMMENT'] | |
65 | |
66 | |
67 class BlinkIDLLexer(IDLLexer): | |
68 # ignore comments | |
69 def t_COMMENT(self, t): | |
70 r'(/\*(.|\n)*?\*/)|(//.*(\n[ \t]*//.*)*)' | |
71 self.AddLines(t.value.count('\n')) | |
72 | |
73 # Analogs to _AddToken/_AddTokens in base lexer | |
74 # Needed to remove COMMENT token, since comments ignored | |
75 def _RemoveToken(self, token): | |
76 if token in self.tokens: | |
77 self.tokens.remove(token) | |
78 | |
79 def _RemoveTokens(self, tokens): | |
80 for token in tokens: | |
81 self._RemoveToken(token) | |
82 | |
83 def __init__(self): | |
84 IDLLexer.__init__(self) | |
85 self._RemoveTokens(REMOVE_TOKENS) | |
86 | |
87 | |
88 # If run by itself, attempt to build the lexer | |
89 if __name__ == '__main__': | |
90 lexer = BlinkIDLLexer() | |
OLD | NEW |