| OLD | NEW |
| 1 // Copyright (c) 2011, the Dart project authors. Please see the AUTHORS file | 1 // Copyright (c) 2011, the Dart project authors. Please see the AUTHORS file |
| 2 // for details. All rights reserved. Use of this source code is governed by a | 2 // for details. All rights reserved. Use of this source code is governed by a |
| 3 // BSD-style license that can be found in the LICENSE file. | 3 // BSD-style license that can be found in the LICENSE file. |
| 4 // Generated by ./scripts/tokenizer_gen.py. | 4 // Generated by scripts/tokenizer_gen.py. |
| 5 | 5 |
| 6 | 6 |
| 7 /** A generated file that extends the hand coded methods in TokenizerBase. */ | 7 /** A generated file that extends the hand coded methods in TokenizerBase. */ |
| 8 class Tokenizer extends TokenizerBase { | 8 class Tokenizer extends TokenizerBase { |
| 9 | 9 |
| 10 Tokenizer(SourceFile source, bool skipWhitespace, [int index = 0]) | 10 Tokenizer(SourceFile source, bool skipWhitespace, [int index = 0]) |
| 11 : super(source, skipWhitespace, index); | 11 : super(source, skipWhitespace, index); |
| 12 | 12 |
| 13 Token next() { | 13 Token next() { |
| 14 // keep track of our starting position | 14 // keep track of our starting position |
| (...skipping 373 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 388 static bool isWhitespace(int c) { | 388 static bool isWhitespace(int c) { |
| 389 return (c == 32/*' '*/ || c == 9/*'\t'*/ || c == 10/*'\n'*/ || c == 13/*'\r'
*/); | 389 return (c == 32/*' '*/ || c == 9/*'\t'*/ || c == 10/*'\n'*/ || c == 13/*'\r'
*/); |
| 390 } | 390 } |
| 391 | 391 |
| 392 static bool isIdentifierPart(int c) { | 392 static bool isIdentifierPart(int c) { |
| 393 return (isIdentifierStart(c) || isDigit(c)); | 393 return (isIdentifierStart(c) || isDigit(c)); |
| 394 } | 394 } |
| 395 | 395 |
| 396 | 396 |
| 397 } | 397 } |
| OLD | NEW |