OLD | NEW |
1 // Copyright (c) 2011, the Dart project authors. Please see the AUTHORS file | 1 // Copyright (c) 2011, the Dart project authors. Please see the AUTHORS file |
2 // for details. All rights reserved. Use of this source code is governed by a | 2 // for details. All rights reserved. Use of this source code is governed by a |
3 // BSD-style license that can be found in the LICENSE file. | 3 // BSD-style license that can be found in the LICENSE file. |
4 | 4 |
5 /** | 5 /** |
6 * Scanner that reads from a String and creates tokens that points to | 6 * Scanner that reads from a String and creates tokens that points to |
7 * substrings. | 7 * substrings. |
8 */ | 8 */ |
9 class StringScanner extends ArrayBasedScanner<SourceString> { | 9 class StringScanner extends ArrayBasedScanner<SourceString> { |
10 final String string; | 10 final String string; |
(...skipping 14 matching lines...) Expand all Loading... |
25 | 25 |
26 SourceString utf8String(int start, int offset) { | 26 SourceString utf8String(int start, int offset) { |
27 return new SubstringWrapper(string, start, byteOffset + offset + 1); | 27 return new SubstringWrapper(string, start, byteOffset + offset + 1); |
28 } | 28 } |
29 | 29 |
30 void appendByteStringToken(PrecedenceInfo info, SourceString value) { | 30 void appendByteStringToken(PrecedenceInfo info, SourceString value) { |
31 // assert(kind != $a || keywords.get(value) == null); | 31 // assert(kind != $a || keywords.get(value) == null); |
32 tail.next = new StringToken.fromSource(info, value, tokenStart); | 32 tail.next = new StringToken.fromSource(info, value, tokenStart); |
33 tail = tail.next; | 33 tail = tail.next; |
34 } | 34 } |
| 35 |
| 36 void unmatchedBeginGroup(BeginGroupToken begin) { |
| 37 SourceString error = new SourceString('unmatched "${begin.stringValue}"'); |
| 38 Token close = |
| 39 new StringToken.fromSource(BAD_INPUT_INFO, error, begin.charOffset); |
| 40 // We want to ensure that unmatched BeginGroupTokens are reported |
| 41 // as errors. However, the rest of the parser assume the groups |
| 42 // are well-balanced and will never look at the endGroup |
| 43 // token. This is a nice property that allows us to skip quickly |
| 44 // over correct code. By inserting an additional error token in |
| 45 // the stream, we can keep ignoring endGroup tokens. |
| 46 Token next = |
| 47 new StringToken.fromSource(BAD_INPUT_INFO, error, begin.charOffset); |
| 48 begin.endGroup = close; |
| 49 close.next = next; |
| 50 next.next = begin.next; |
| 51 } |
35 } | 52 } |
36 | 53 |
37 class SubstringWrapper implements SourceString { | 54 class SubstringWrapper implements SourceString { |
38 final String internalString; | 55 final String internalString; |
39 final int begin; | 56 final int begin; |
40 final int end; | 57 final int end; |
41 | 58 |
42 const SubstringWrapper(String this.internalString, | 59 const SubstringWrapper(String this.internalString, |
43 int this.begin, int this.end); | 60 int this.begin, int this.end); |
44 | 61 |
(...skipping 21 matching lines...) Expand all Loading... |
66 assert(0 <= terminal); | 83 assert(0 <= terminal); |
67 assert(initial + terminal <= internalString.length); | 84 assert(initial + terminal <= internalString.length); |
68 return new SubstringWrapper(internalString, | 85 return new SubstringWrapper(internalString, |
69 begin + initial, end - terminal); | 86 begin + initial, end - terminal); |
70 } | 87 } |
71 | 88 |
72 bool isEmpty() => begin == end; | 89 bool isEmpty() => begin == end; |
73 | 90 |
74 bool isPrivate() => !isEmpty() && internalString.charCodeAt(begin) === $_; | 91 bool isPrivate() => !isEmpty() && internalString.charCodeAt(begin) === $_; |
75 } | 92 } |
OLD | NEW |