| OLD | NEW |
| 1 # Copyright (c) 2011, the Dart project authors. Please see the AUTHORS file | 1 # Copyright (c) 2011, the Dart project authors. Please see the AUTHORS file |
| 2 # for details. All rights reserved. Use of this source code is governed by a | 2 # for details. All rights reserved. Use of this source code is governed by a |
| 3 # BSD-style license that can be found in the LICENSE file. | 3 # BSD-style license that can be found in the LICENSE file. |
| 4 | 4 |
| 5 class Token: | 5 class Token: |
| 6 def __init__(self, name, text, precedence, customFinishCode=None, | 6 def __init__(self, name, text, precedence, customFinishCode=None, |
| 7 stringRepr=None): | 7 stringRepr=None): |
| 8 self.name = name | 8 self.name = name |
| 9 self.text = text | 9 self.text = text |
| 10 self.precedence = precedence | 10 self.precedence = precedence |
| (...skipping 132 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 143 Token('INCOMPLETE_STRING', "", 0), | 143 Token('INCOMPLETE_STRING', "", 0), |
| 144 Token('INCOMPLETE_COMMENT', "", 0), | 144 Token('INCOMPLETE_COMMENT', "", 0), |
| 145 Token('INCOMPLETE_MULTILINE_STRING_DQ', "", 0), | 145 Token('INCOMPLETE_MULTILINE_STRING_DQ', "", 0), |
| 146 Token('INCOMPLETE_MULTILINE_STRING_SQ', "", 0), | 146 Token('INCOMPLETE_MULTILINE_STRING_SQ', "", 0), |
| 147 | 147 |
| 148 | 148 |
| 149 Token(None, '//', 0, 'finishSingleLineComment()'), | 149 Token(None, '//', 0, 'finishSingleLineComment()'), |
| 150 Token(None, '/*', 0, 'finishMultiLineComment()'), | 150 Token(None, '/*', 0, 'finishMultiLineComment()'), |
| 151 Token(None, '$"', 0, 'finishString(34/*"*/)'), | 151 Token(None, '$"', 0, 'finishString(34/*"*/)'), |
| 152 Token(None, '$\'', 0, 'finishString(39/*\'*/)'), | 152 Token(None, '$\'', 0, 'finishString(39/*\'*/)'), |
| 153 Token(None, '$', 0, 'finishIdentifier()'), | 153 Token(None, '$', 0, 'finishIdentifier(36/*$*/)'), |
| 154 Token(None, '@"', 0, 'finishRawString(34/*"*/)'), | 154 Token(None, '@"', 0, 'finishRawString(34/*"*/)'), |
| 155 Token(None, '@\'', 0, 'finishRawString(39/*\'*/)'), | 155 Token(None, '@\'', 0, 'finishRawString(39/*\'*/)'), |
| 156 Token(None, '"', 0, 'finishString(34/*"*/)'), | 156 Token(None, '"', 0, 'finishString(34/*"*/)'), |
| 157 Token(None, '\'', 0, 'finishString(39/*\'*/)'), | 157 Token(None, '\'', 0, 'finishString(39/*\'*/)'), |
| 158 Token(None, '0', 0, 'finishNumber()'), | 158 Token(None, '0', 0, 'finishNumber()'), |
| 159 Token(None, '0x', 0, 'finishHex()'), | 159 Token(None, '0x', 0, 'finishHex()'), |
| 160 Token(None, '0X', 0, 'finishHex()'), | 160 Token(None, '0X', 0, 'finishHex()'), |
| 161 | 161 |
| 162 Token('IDENTIFIER', "", 0), # must be last | 162 Token('IDENTIFIER', "", 0), # must be last |
| 163 | 163 |
| (...skipping 38 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 202 Keyword('SUPER', "super", False), | 202 Keyword('SUPER', "super", False), |
| 203 Keyword('SWITCH', "switch", False), | 203 Keyword('SWITCH', "switch", False), |
| 204 Keyword('THIS', "this", False), | 204 Keyword('THIS', "this", False), |
| 205 Keyword('THROW', "throw", False), | 205 Keyword('THROW', "throw", False), |
| 206 Keyword('TRUE', "true", False), | 206 Keyword('TRUE', "true", False), |
| 207 Keyword('TYPEDEF', "typedef", True), | 207 Keyword('TYPEDEF', "typedef", True), |
| 208 Keyword('TRY', "try", False), | 208 Keyword('TRY', "try", False), |
| 209 Keyword('VAR', "var", False), | 209 Keyword('VAR', "var", False), |
| 210 Keyword('VOID', "void", False), | 210 Keyword('VOID', "void", False), |
| 211 Keyword('WHILE', "while", False)] | 211 Keyword('WHILE', "while", False)] |
| OLD | NEW |