| OLD | NEW |
| 1 // Copyright (c) 2011, the Dart project authors. Please see the AUTHORS file | 1 // Copyright (c) 2011, the Dart project authors. Please see the AUTHORS file |
| 2 // for details. All rights reserved. Use of this source code is governed by a | 2 // for details. All rights reserved. Use of this source code is governed by a |
| 3 // BSD-style license that can be found in the LICENSE file. | 3 // BSD-style license that can be found in the LICENSE file. |
| 4 // Generated by scripts/tokenizer_gen.py. | 4 // Generated by scripts/tokenizer_gen.py. |
| 5 | 5 |
| 6 | 6 |
| 7 /** A generated file that extends the hand coded methods in TokenizerBase. */ | 7 /** A generated file that extends the hand coded methods in TokenizerBase. */ |
| 8 class Tokenizer extends TokenizerBase { | 8 class Tokenizer extends TokenizerBase { |
| 9 | 9 |
| 10 Tokenizer(SourceFile source, bool skipWhitespace, [int index = 0]) | 10 Tokenizer(SourceFile source, bool skipWhitespace, [int index = 0]) |
| (...skipping 256 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 267 if (_text.charCodeAt(i0+1) == 101/*e*/ && _text.charCodeAt(i0+2) == 11
6/*t*/) return TokenKind.SET; | 267 if (_text.charCodeAt(i0+1) == 101/*e*/ && _text.charCodeAt(i0+2) == 11
6/*t*/) return TokenKind.SET; |
| 268 } else if (ch == 116/*t*/) { | 268 } else if (ch == 116/*t*/) { |
| 269 if (_text.charCodeAt(i0+1) == 114/*r*/ && _text.charCodeAt(i0+2) == 12
1/*y*/) return TokenKind.TRY; | 269 if (_text.charCodeAt(i0+1) == 114/*r*/ && _text.charCodeAt(i0+2) == 12
1/*y*/) return TokenKind.TRY; |
| 270 } else if (ch == 118/*v*/) { | 270 } else if (ch == 118/*v*/) { |
| 271 if (_text.charCodeAt(i0+1) == 97/*a*/ && _text.charCodeAt(i0+2) == 114
/*r*/) return TokenKind.VAR; | 271 if (_text.charCodeAt(i0+1) == 97/*a*/ && _text.charCodeAt(i0+2) == 114
/*r*/) return TokenKind.VAR; |
| 272 } | 272 } |
| 273 return TokenKind.IDENTIFIER; | 273 return TokenKind.IDENTIFIER; |
| 274 case 4: | 274 case 4: |
| 275 ch = _text.charCodeAt(i0); | 275 ch = _text.charCodeAt(i0); |
| 276 if (ch == 99/*c*/) { | 276 if (ch == 99/*c*/) { |
| 277 if (_text.charCodeAt(i0+1) == 97/*a*/ && _text.charCodeAt(i0+2) == 115
/*s*/ && _text.charCodeAt(i0+3) == 101/*e*/) return TokenKind.CASE; | 277 ch = _text.charCodeAt(i0+1); |
| 278 if (ch == 97/*a*/) { |
| 279 ch = _text.charCodeAt(i0+2); |
| 280 if (ch == 108/*l*/) { |
| 281 if (_text.charCodeAt(i0+3) == 108/*l*/) return TokenKind.CALL; |
| 282 } else if (ch == 115/*s*/) { |
| 283 if (_text.charCodeAt(i0+3) == 101/*e*/) return TokenKind.CASE; |
| 284 } |
| 285 } |
| 278 } else if (ch == 101/*e*/) { | 286 } else if (ch == 101/*e*/) { |
| 279 if (_text.charCodeAt(i0+1) == 108/*l*/ && _text.charCodeAt(i0+2) == 11
5/*s*/ && _text.charCodeAt(i0+3) == 101/*e*/) return TokenKind.ELSE; | 287 if (_text.charCodeAt(i0+1) == 108/*l*/ && _text.charCodeAt(i0+2) == 11
5/*s*/ && _text.charCodeAt(i0+3) == 101/*e*/) return TokenKind.ELSE; |
| 280 } else if (ch == 110/*n*/) { | 288 } else if (ch == 110/*n*/) { |
| 281 if (_text.charCodeAt(i0+1) == 117/*u*/ && _text.charCodeAt(i0+2) == 10
8/*l*/ && _text.charCodeAt(i0+3) == 108/*l*/) return TokenKind.NULL; | 289 if (_text.charCodeAt(i0+1) == 117/*u*/ && _text.charCodeAt(i0+2) == 10
8/*l*/ && _text.charCodeAt(i0+3) == 108/*l*/) return TokenKind.NULL; |
| 282 } else if (ch == 116/*t*/) { | 290 } else if (ch == 116/*t*/) { |
| 283 ch = _text.charCodeAt(i0+1); | 291 ch = _text.charCodeAt(i0+1); |
| 284 if (ch == 104/*h*/) { | 292 if (ch == 104/*h*/) { |
| 285 if (_text.charCodeAt(i0+2) == 105/*i*/ && _text.charCodeAt(i0+3) ==
115/*s*/) return TokenKind.THIS; | 293 if (_text.charCodeAt(i0+2) == 105/*i*/ && _text.charCodeAt(i0+3) ==
115/*s*/) return TokenKind.THIS; |
| 286 } else if (ch == 114/*r*/) { | 294 } else if (ch == 114/*r*/) { |
| 287 if (_text.charCodeAt(i0+2) == 117/*u*/ && _text.charCodeAt(i0+3) ==
101/*e*/) return TokenKind.TRUE; | 295 if (_text.charCodeAt(i0+2) == 117/*u*/ && _text.charCodeAt(i0+3) ==
101/*e*/) return TokenKind.TRUE; |
| (...skipping 121 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 409 static bool isIdentifierPart(int c) { | 417 static bool isIdentifierPart(int c) { |
| 410 return (isIdentifierStart(c) || isDigit(c) || c == 36/*$*/); | 418 return (isIdentifierStart(c) || isDigit(c) || c == 36/*$*/); |
| 411 } | 419 } |
| 412 | 420 |
| 413 static bool isInterpIdentifierPart(int c) { | 421 static bool isInterpIdentifierPart(int c) { |
| 414 return (isIdentifierStart(c) || isDigit(c)); | 422 return (isIdentifierStart(c) || isDigit(c)); |
| 415 } | 423 } |
| 416 | 424 |
| 417 | 425 |
| 418 } | 426 } |
| OLD | NEW |