OLD | NEW |
1 // Copyright (c) 2011, the Dart project authors. Please see the AUTHORS file | 1 // Copyright (c) 2011, the Dart project authors. Please see the AUTHORS file |
2 // for details. All rights reserved. Use of this source code is governed by a | 2 // for details. All rights reserved. Use of this source code is governed by a |
3 // BSD-style license that can be found in the LICENSE file. | 3 // BSD-style license that can be found in the LICENSE file. |
4 | 4 |
5 abstract | 5 abstract |
6 class ArrayBasedScanner<S extends SourceString> extends AbstractScanner<S> { | 6 class ArrayBasedScanner<S extends SourceString> extends AbstractScanner<S> { |
7 int get charOffset => byteOffset + extraCharOffset; | 7 int get charOffset => byteOffset + extraCharOffset; |
8 final Token tokens; | 8 final Token tokens; |
9 Token tail; | 9 Token tail; |
10 int tokenStart; | 10 int tokenStart; |
(...skipping 48 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
59 tail = tail.next; | 59 tail = tail.next; |
60 } | 60 } |
61 | 61 |
62 void appendEofToken() { | 62 void appendEofToken() { |
63 tail.next = new Token(EOF_INFO, charOffset); | 63 tail.next = new Token(EOF_INFO, charOffset); |
64 tail = tail.next; | 64 tail = tail.next; |
65 // EOF points to itself so there's always infinite look-ahead. | 65 // EOF points to itself so there's always infinite look-ahead. |
66 tail.next = tail; | 66 tail.next = tail; |
67 discardOpenLt(); | 67 discardOpenLt(); |
68 while (!groupingStack.isEmpty()) { | 68 while (!groupingStack.isEmpty()) { |
69 BeginGroupToken begin = groupingStack.head; | 69 unmatchedBeginGroup(groupingStack.head); |
70 begin.endGroup = tail; | |
71 groupingStack = groupingStack.tail; | 70 groupingStack = groupingStack.tail; |
72 } | 71 } |
73 } | 72 } |
74 | 73 |
75 void beginToken() { | 74 void beginToken() { |
76 tokenStart = charOffset; | 75 tokenStart = charOffset; |
77 } | 76 } |
78 | 77 |
79 Token firstToken() { | 78 Token firstToken() { |
80 return tokens.next; | 79 return tokens.next; |
(...skipping 92 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
173 | 172 |
174 void discardOpenLt() { | 173 void discardOpenLt() { |
175 while (!groupingStack.isEmpty() && groupingStack.head.kind === LT_TOKEN) { | 174 while (!groupingStack.isEmpty() && groupingStack.head.kind === LT_TOKEN) { |
176 groupingStack = groupingStack.tail; | 175 groupingStack = groupingStack.tail; |
177 } | 176 } |
178 } | 177 } |
179 | 178 |
180 // TODO(ahe): make class abstract instead of adding an abstract method. | 179 // TODO(ahe): make class abstract instead of adding an abstract method. |
181 abstract peek(); | 180 abstract peek(); |
182 } | 181 } |
OLD | NEW |