| OLD | NEW |
| 1 // Copyright (c) 2011, the Dart project authors. Please see the AUTHORS file | 1 // Copyright (c) 2011, the Dart project authors. Please see the AUTHORS file |
| 2 // for details. All rights reserved. Use of this source code is governed by a | 2 // for details. All rights reserved. Use of this source code is governed by a |
| 3 // BSD-style license that can be found in the LICENSE file. | 3 // BSD-style license that can be found in the LICENSE file. |
| 4 | 4 |
| 5 part of scanner; | 5 part of scanner; |
| 6 | 6 |
| 7 /** | 7 /** |
| 8 * Scanner that reads from a String and creates tokens that points to | 8 * Scanner that reads from a String and creates tokens that points to |
| 9 * substrings. | 9 * substrings. |
| 10 */ | 10 */ |
| 11 class StringScanner extends ArrayBasedScanner { | 11 class StringScanner extends ArrayBasedScanner { |
| 12 /** The file content. */ | 12 /** The file content. */ |
| 13 String string; | 13 String string; |
| 14 | 14 |
| 15 /** The current offset in [string]. */ | 15 /** The current offset in [string]. */ |
| 16 int scanOffset = -1; | 16 int scanOffset = -1; |
| 17 | 17 |
| 18 StringScanner(SourceFile file, {bool includeComments: false}) | 18 StringScanner(SourceFile file, {bool includeComments: false, |
| 19 bool enableNullAwareOperators: false}) |
| 19 : string = file.slowText(), | 20 : string = file.slowText(), |
| 20 super(file, includeComments) { | 21 super(file, includeComments, enableNullAwareOperators) { |
| 21 ensureZeroTermination(); | 22 ensureZeroTermination(); |
| 22 } | 23 } |
| 23 | 24 |
| 24 StringScanner.fromString(this.string, {bool includeComments: false}) | 25 StringScanner.fromString(this.string, {bool includeComments: false, |
| 25 : super(null, includeComments) { | 26 bool enableNullAwareOperators: false}) |
| 27 : super(null, includeComments, enableNullAwareOperators) { |
| 26 ensureZeroTermination(); | 28 ensureZeroTermination(); |
| 27 } | 29 } |
| 28 | 30 |
| 29 void ensureZeroTermination() { | 31 void ensureZeroTermination() { |
| 30 if (string.isEmpty || string.codeUnitAt(string.length - 1) != 0) { | 32 if (string.isEmpty || string.codeUnitAt(string.length - 1) != 0) { |
| 31 // TODO(lry): abort instead of copying the array, or warn? | 33 // TODO(lry): abort instead of copying the array, or warn? |
| 32 string = string + '\x00'; | 34 string = string + '\x00'; |
| 33 } | 35 } |
| 34 } | 36 } |
| 35 | 37 |
| (...skipping 11 matching lines...) Expand all Loading... |
| 47 | 49 |
| 48 void appendSubstringToken(PrecedenceInfo info, int start, | 50 void appendSubstringToken(PrecedenceInfo info, int start, |
| 49 bool asciiOnly, [int extraOffset = 0]) { | 51 bool asciiOnly, [int extraOffset = 0]) { |
| 50 tail.next = new StringToken.fromSubstring(info, string, start, | 52 tail.next = new StringToken.fromSubstring(info, string, start, |
| 51 scanOffset + extraOffset, tokenStart, canonicalize: true); | 53 scanOffset + extraOffset, tokenStart, canonicalize: true); |
| 52 tail = tail.next; | 54 tail = tail.next; |
| 53 } | 55 } |
| 54 | 56 |
| 55 bool atEndOfFile() => scanOffset >= string.length - 1; | 57 bool atEndOfFile() => scanOffset >= string.length - 1; |
| 56 } | 58 } |
| OLD | NEW |