| Index: frog/tokenizer.dart
|
| ===================================================================
|
| --- frog/tokenizer.dart (revision 6697)
|
| +++ frog/tokenizer.dart (working copy)
|
| @@ -1,4 +1,4 @@
|
| -// Copyright (c) 2011, the Dart project authors. Please see the AUTHORS file
|
| +// Copyright (c) 2012, the Dart project authors. Please see the AUTHORS file
|
| // for details. All rights reserved. Use of this source code is governed by a
|
| // BSD-style license that can be found in the LICENSE file.
|
| // Generated by scripts/tokenizer_gen.py.
|
| @@ -167,7 +167,7 @@
|
|
|
| void eatDigits() {
|
| while (_index < _text.length) {
|
| - if (isDigit(_text.charCodeAt(_index))) {
|
| + if (TokenizerHelpers.isDigit(_text.charCodeAt(_index))) {
|
| _index++;
|
| } else {
|
| return;
|
| @@ -230,7 +230,7 @@
|
| if (_peekChar() == 46/*.*/) {
|
| // Handle the case of 1.toString().
|
| _nextChar();
|
| - if (isDigit(_peekChar())) {
|
| + if (TokenizerHelpers.isDigit(_peekChar())) {
|
| eatDigits();
|
| return finishNumberExtra(TokenKind.DOUBLE);
|
| } else {
|
| @@ -248,7 +248,7 @@
|
| _maybeEatChar(43/*+*/);
|
| eatDigits();
|
| }
|
| - if (_peekChar() != 0 && isIdentifierStart(_peekChar())) {
|
| + if (_peekChar() != 0 && TokenizerHelpers.isIdentifierStart(_peekChar())) {
|
| _nextChar();
|
| return _errorToken("illegal character in number");
|
| }
|
| @@ -443,7 +443,7 @@
|
| }
|
|
|
| Token finishDot() {
|
| - if (isDigit(_peekChar())) {
|
| + if (TokenizerHelpers.isDigit(_peekChar())) {
|
| eatDigits();
|
| return finishNumberExtra(TokenKind.DOUBLE);
|
| } else {
|
| @@ -459,14 +459,14 @@
|
| @"illegal character after $ in string interpolation");
|
| }
|
| while (_index < _text.length) {
|
| - if (!isInterpIdentifierPart(_text.charCodeAt(_index++))) {
|
| + if (!TokenizerHelpers.isInterpIdentifierPart(_text.charCodeAt(_index++))) {
|
| _index--;
|
| break;
|
| }
|
| }
|
| } else {
|
| while (_index < _text.length) {
|
| - if (!isIdentifierPart(_text.charCodeAt(_index++))) {
|
| + if (!TokenizerHelpers.isIdentifierPart(_text.charCodeAt(_index++))) {
|
| _index--;
|
| break;
|
| }
|
|
|