Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(586)

Unified Diff: lib/compiler/implementation/scanner/array_based_scanner.dart

Issue 10539021: Scanner can include comments in the token stream. (Closed) Base URL: https://dart.googlecode.com/svn/branches/bleeding_edge/dart
Patch Set: Created 8 years, 6 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
Index: lib/compiler/implementation/scanner/array_based_scanner.dart
diff --git a/lib/compiler/implementation/scanner/array_based_scanner.dart b/lib/compiler/implementation/scanner/array_based_scanner.dart
index 4000cc5b103d2e903b5d163639bcdf1078626213..3403f3df9c52b764e5445da6909747d07fab99ca 100644
--- a/lib/compiler/implementation/scanner/array_based_scanner.dart
+++ b/lib/compiler/implementation/scanner/array_based_scanner.dart
@@ -8,13 +8,14 @@ class ArrayBasedScanner<S extends SourceString> extends AbstractScanner<S> {
Token tail;
int tokenStart;
int byteOffset;
+ final bool includeComments;
/** Since the input is UTF8, some characters are represented by more
* than one byte. [extraCharOffset] tracks the difference. */
int extraCharOffset;
Link<BeginGroupToken> groupingStack = const EmptyLink<BeginGroupToken>();
- ArrayBasedScanner()
+ ArrayBasedScanner(this.includeComments)
: this.extraCharOffset = 0,
this.tokenStart = -1,
this.byteOffset = -1,
@@ -160,6 +161,12 @@ class ArrayBasedScanner<S extends SourceString> extends AbstractScanner<S> {
}
}
+ void appendComment() {
+ if (!includeComments) return;
+ SourceString value = utf8String(tokenStart, -1);
+ appendByteStringToken(COMMENT_INFO, value);
+ }
+
void discardOpenLt() {
while (!groupingStack.isEmpty() && groupingStack.head.kind === LT_TOKEN) {
groupingStack = groupingStack.tail;

Powered by Google App Engine
This is Rietveld 408576698