Index: frog/tokenizer.dart |
=================================================================== |
--- frog/tokenizer.dart (revision 6697) |
+++ frog/tokenizer.dart (working copy) |
@@ -1,4 +1,4 @@ |
-// Copyright (c) 2011, the Dart project authors. Please see the AUTHORS file |
+// Copyright (c) 2012, the Dart project authors. Please see the AUTHORS file |
// for details. All rights reserved. Use of this source code is governed by a |
// BSD-style license that can be found in the LICENSE file. |
// Generated by scripts/tokenizer_gen.py. |
@@ -167,7 +167,7 @@ |
void eatDigits() { |
while (_index < _text.length) { |
- if (isDigit(_text.charCodeAt(_index))) { |
+ if (TokenizerHelpers.isDigit(_text.charCodeAt(_index))) { |
_index++; |
} else { |
return; |
@@ -230,7 +230,7 @@ |
if (_peekChar() == 46/*.*/) { |
// Handle the case of 1.toString(). |
_nextChar(); |
- if (isDigit(_peekChar())) { |
+ if (TokenizerHelpers.isDigit(_peekChar())) { |
eatDigits(); |
return finishNumberExtra(TokenKind.DOUBLE); |
} else { |
@@ -248,7 +248,7 @@ |
_maybeEatChar(43/*+*/); |
eatDigits(); |
} |
- if (_peekChar() != 0 && isIdentifierStart(_peekChar())) { |
+ if (_peekChar() != 0 && TokenizerHelpers.isIdentifierStart(_peekChar())) { |
_nextChar(); |
return _errorToken("illegal character in number"); |
} |
@@ -443,7 +443,7 @@ |
} |
Token finishDot() { |
- if (isDigit(_peekChar())) { |
+ if (TokenizerHelpers.isDigit(_peekChar())) { |
eatDigits(); |
return finishNumberExtra(TokenKind.DOUBLE); |
} else { |
@@ -459,14 +459,14 @@ |
@"illegal character after $ in string interpolation"); |
} |
while (_index < _text.length) { |
- if (!isInterpIdentifierPart(_text.charCodeAt(_index++))) { |
+ if (!TokenizerHelpers.isInterpIdentifierPart(_text.charCodeAt(_index++))) { |
_index--; |
break; |
} |
} |
} else { |
while (_index < _text.length) { |
- if (!isIdentifierPart(_text.charCodeAt(_index++))) { |
+ if (!TokenizerHelpers.isIdentifierPart(_text.charCodeAt(_index++))) { |
_index--; |
break; |
} |