| OLD | NEW |
| (Empty) |
| 1 # Copyright (C) 2013 Google Inc. All rights reserved. | |
| 2 # | |
| 3 # Redistribution and use in source and binary forms, with or without | |
| 4 # modification, are permitted provided that the following conditions are | |
| 5 # met: | |
| 6 # | |
| 7 # * Redistributions of source code must retain the above copyright | |
| 8 # notice, this list of conditions and the following disclaimer. | |
| 9 # * Redistributions in binary form must reproduce the above | |
| 10 # copyright notice, this list of conditions and the following disclaimer | |
| 11 # in the documentation and/or other materials provided with the | |
| 12 # distribution. | |
| 13 # * Neither the name of Google Inc. nor the names of its | |
| 14 # contributors may be used to endorse or promote products derived from | |
| 15 # this software without specific prior written permission. | |
| 16 # | |
| 17 # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS | |
| 18 # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT | |
| 19 # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR | |
| 20 # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT | |
| 21 # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, | |
| 22 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT | |
| 23 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, | |
| 24 # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY | |
| 25 # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT | |
| 26 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE | |
| 27 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |
| 28 | |
| 29 """Lexer for Blink IDL. | |
| 30 | |
| 31 The lexer uses the PLY (Python Lex-Yacc) library to build a tokenizer which | |
| 32 understands the Blink dialect of Web IDL and produces a token stream suitable | |
| 33 for the Blink IDL parser. | |
| 34 | |
| 35 Blink IDL is identical to Web IDL at the token level, but the base lexer | |
| 36 does not discard comments. We need to override (and not include comments in | |
| 37 the token stream), as otherwise comments must be explicitly included in the | |
| 38 phrase grammar of the parser. | |
| 39 | |
| 40 FIXME: Change base lexer to discard comments, and simply used the base | |
| 41 lexer, eliminating this separate lexer. | |
| 42 | |
| 43 Web IDL: | |
| 44 http://www.w3.org/TR/WebIDL/ | |
| 45 Web IDL Grammar: | |
| 46 http://www.w3.org/TR/WebIDL/#idl-grammar | |
| 47 PLY: | |
| 48 http://www.dabeaz.com/ply/ | |
| 49 """ | |
| 50 | |
| 51 # Disable attribute validation, as lint can't import parent class to check | |
| 52 # pylint: disable=E1101 | |
| 53 | |
| 54 import os.path | |
| 55 import sys | |
| 56 | |
| 57 # Base lexer is in Chromium src/tools/idl_parser | |
| 58 module_path, module_name = os.path.split(__file__) | |
| 59 tools_dir = os.path.join(module_path, os.pardir, os.pardir, os.pardir, os.pardir
, os.pardir, 'tools') | |
| 60 sys.path.append(tools_dir) | |
| 61 | |
| 62 from idl_parser.idl_lexer import IDLLexer | |
| 63 | |
| 64 REMOVE_TOKENS = ['COMMENT'] | |
| 65 | |
| 66 | |
| 67 class BlinkIDLLexer(IDLLexer): | |
| 68 # ignore comments | |
| 69 def t_COMMENT(self, t): | |
| 70 r'(/\*(.|\n)*?\*/)|(//.*(\n[ \t]*//.*)*)' | |
| 71 self.AddLines(t.value.count('\n')) | |
| 72 | |
| 73 # Analogs to _AddToken/_AddTokens in base lexer | |
| 74 # Needed to remove COMMENT token, since comments ignored | |
| 75 def _RemoveToken(self, token): | |
| 76 if token in self.tokens: | |
| 77 self.tokens.remove(token) | |
| 78 | |
| 79 def _RemoveTokens(self, tokens): | |
| 80 for token in tokens: | |
| 81 self._RemoveToken(token) | |
| 82 | |
| 83 def __init__(self): | |
| 84 IDLLexer.__init__(self) | |
| 85 self._RemoveTokens(REMOVE_TOKENS) | |
| 86 | |
| 87 | |
| 88 # If run by itself, attempt to build the lexer | |
| 89 if __name__ == '__main__': | |
| 90 lexer = BlinkIDLLexer() | |
| OLD | NEW |