OLD | NEW |
1 // Copyright (c) 2011, the Dart project authors. Please see the AUTHORS file | 1 // Copyright (c) 2011, the Dart project authors. Please see the AUTHORS file |
2 // for details. All rights reserved. Use of this source code is governed by a | 2 // for details. All rights reserved. Use of this source code is governed by a |
3 // BSD-style license that can be found in the LICENSE file. | 3 // BSD-style license that can be found in the LICENSE file. |
4 | 4 |
5 part of scanner; | 5 part of scanner; |
6 | 6 |
7 /** | 7 /** |
8 * Scanner that reads from a String and creates tokens that points to | 8 * Scanner that reads from a String and creates tokens that points to |
9 * substrings. | 9 * substrings. |
10 */ | 10 */ |
(...skipping 36 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
47 | 47 |
48 void appendSubstringToken(PrecedenceInfo info, int start, | 48 void appendSubstringToken(PrecedenceInfo info, int start, |
49 bool asciiOnly, [int extraOffset = 0]) { | 49 bool asciiOnly, [int extraOffset = 0]) { |
50 tail.next = new StringToken.fromSubstring(info, string, start, | 50 tail.next = new StringToken.fromSubstring(info, string, start, |
51 scanOffset + extraOffset, tokenStart, canonicalize: true); | 51 scanOffset + extraOffset, tokenStart, canonicalize: true); |
52 tail = tail.next; | 52 tail = tail.next; |
53 } | 53 } |
54 | 54 |
55 bool atEndOfFile() => scanOffset >= string.length - 1; | 55 bool atEndOfFile() => scanOffset >= string.length - 1; |
56 } | 56 } |
OLD | NEW |