Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(677)

Side by Side Diff: lib/compiler/implementation/scanner/byte_array_scanner.dart

Issue 10539021: Scanner can include comments in the token stream. (Closed) Base URL: https://dart.googlecode.com/svn/branches/bleeding_edge/dart
Patch Set: String interpolation identifier used new token Created 8 years, 6 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
OLDNEW
1 // Copyright (c) 2011, the Dart project authors. Please see the AUTHORS file 1 // Copyright (c) 2011, the Dart project authors. Please see the AUTHORS file
2 // for details. All rights reserved. Use of this source code is governed by a 2 // for details. All rights reserved. Use of this source code is governed by a
3 // BSD-style license that can be found in the LICENSE file. 3 // BSD-style license that can be found in the LICENSE file.
4 4
5 /** 5 /**
6 * Scanner that reads from a byte array and creates tokens that points 6 * Scanner that reads from a byte array and creates tokens that points
7 * to the same array. 7 * to the same array.
8 */ 8 */
9 class ByteArrayScanner extends ArrayBasedScanner<ByteString> { 9 class ByteArrayScanner extends ArrayBasedScanner<ByteString> {
10 final List<int> bytes; 10 final List<int> bytes;
11 11
12 ByteArrayScanner(List<int> this.bytes) : super(); 12 ByteArrayScanner(List<int> this.bytes, [bool includeComments = false])
13 : super(includeComments);
13 14
14 int nextByte() => byteAt(++byteOffset); 15 int nextByte() => byteAt(++byteOffset);
15 16
16 int peek() => byteAt(byteOffset + 1); 17 int peek() => byteAt(byteOffset + 1);
17 18
18 int byteAt(int index) => bytes[index]; 19 int byteAt(int index) => bytes[index];
19 20
20 AsciiString asciiString(int start, int offset) { 21 AsciiString asciiString(int start, int offset) {
21 return AsciiString.of(bytes, start, byteOffset - start + offset); 22 return AsciiString.of(bytes, start, byteOffset - start + offset);
22 } 23 }
23 24
24 Utf8String utf8String(int start, int offset) { 25 Utf8String utf8String(int start, int offset) {
25 return Utf8String.of(bytes, start, byteOffset - start + offset + 1); 26 return Utf8String.of(bytes, start, byteOffset - start + offset + 1);
26 } 27 }
27 28
28 void appendByteStringToken(PrecedenceInfo info, ByteString value) { 29 void appendByteStringToken(PrecedenceInfo info, ByteString value) {
29 tail.next = new ByteStringToken(info, value, tokenStart); 30 tail.next = new ByteStringToken(info, value, tokenStart);
30 tail = tail.next; 31 tail = tail.next;
31 } 32 }
32 33
33 // This method should be equivalent to the one in super. However, 34 // This method should be equivalent to the one in super. However,
34 // this is a *HOT* method and Dart VM performs better if it is easy 35 // this is a *HOT* method and Dart VM performs better if it is easy
35 // to inline. 36 // to inline.
36 int advance() => bytes[++byteOffset]; 37 int advance() => bytes[++byteOffset];
37 } 38 }
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698