OLD | NEW |
1 // Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file | 1 // Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file |
2 // for details. All rights reserved. Use of this source code is governed by a | 2 // for details. All rights reserved. Use of this source code is governed by a |
3 // BSD-style license that can be found in the LICENSE file. | 3 // BSD-style license that can be found in the LICENSE file. |
4 | 4 |
5 part of scanner; | 5 part of scanner; |
6 | 6 |
7 /** | 7 /** |
8 * Scanner that reads from a UTF-8 encoded list of bytes and creates tokens | 8 * Scanner that reads from a UTF-8 encoded list of bytes and creates tokens |
9 * that points to substrings. | 9 * that points to substrings. |
10 */ | 10 */ |
(...skipping 193 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
204 | 204 |
205 void appendSubstringToken(PrecedenceInfo info, int start, bool asciiOnly, | 205 void appendSubstringToken(PrecedenceInfo info, int start, bool asciiOnly, |
206 [int extraOffset = 0]) { | 206 [int extraOffset = 0]) { |
207 tail.next = new StringToken.fromUtf8Bytes( | 207 tail.next = new StringToken.fromUtf8Bytes( |
208 info, bytes, start, byteOffset + extraOffset, asciiOnly, tokenStart); | 208 info, bytes, start, byteOffset + extraOffset, asciiOnly, tokenStart); |
209 tail = tail.next; | 209 tail = tail.next; |
210 } | 210 } |
211 | 211 |
212 bool atEndOfFile() => byteOffset >= bytes.length - 1; | 212 bool atEndOfFile() => byteOffset >= bytes.length - 1; |
213 } | 213 } |
OLD | NEW |