OLD | NEW |
1 // Copyright (c) 2012, the Dart project authors. Please see the AUTHORS file | 1 // Copyright (c) 2012, the Dart project authors. Please see the AUTHORS file |
2 // for details. All rights reserved. Use of this source code is governed by a | 2 // for details. All rights reserved. Use of this source code is governed by a |
3 // BSD-style license that can be found in the LICENSE file. | 3 // BSD-style license that can be found in the LICENSE file. |
4 | 4 |
5 import "package:expect/expect.dart"; | 5 import "package:expect/expect.dart"; |
6 import '../../../sdk/lib/_internal/compiler/implementation/scanner/scannerlib.da
rt'; | 6 import '../../../sdk/lib/_internal/compiler/implementation/scanner/scannerlib.da
rt'; |
7 import '../../../sdk/lib/_internal/compiler/implementation/scanner/scanner_imple
mentation.dart'; | |
8 | 7 |
9 Token scan(String text) => | 8 Token scan(String text) => |
10 new StringScanner(text, includeComments: true).tokenize(); | 9 new StringScanner.fromString(text, includeComments: true).tokenize(); |
11 | 10 |
12 check(String text) { | 11 check(String text) { |
13 Token token = scan(text); | 12 Token token = scan(text); |
14 while (token.kind != EOF_TOKEN) { | 13 while (token.kind != EOF_TOKEN) { |
15 Expect.equals(token.slowToString().length, token.slowCharCount); | 14 Expect.equals(token.value.length, token.charCount); |
16 | 15 |
17 var start = token.charOffset; | 16 var start = token.charOffset; |
18 var end = token.charOffset + token.slowCharCount; | 17 var end = token.charOffset + token.charCount; |
19 | 18 |
20 Expect.isTrue(start < text.length, | 19 Expect.isTrue(start < text.length, |
21 'start=$start < text.length=${text.length}: $text'); | 20 'start=$start < text.length=${text.length}: $text'); |
22 | 21 |
23 Expect.isTrue(end <= text.length, | 22 Expect.isTrue(end <= text.length, |
24 'end=$end <= text.length=${text.length}: $text'); | 23 'end=$end <= text.length=${text.length}: $text'); |
25 | 24 |
26 Expect.isTrue(start <= end, 'start=$end <= end=$end: $text'); | 25 Expect.isTrue(start <= end, 'start=$end <= end=$end: $text'); |
27 | 26 |
28 var substring = text.substring(start, end); | 27 var substring = text.substring(start, end); |
29 | 28 |
30 Expect.stringEquals(token.slowToString(), substring, | 29 Expect.stringEquals(token.value, substring, |
31 'token.slowToString()=${token.slowToString()} == ' | 30 'token.value=${token.value} == ' |
32 'text.substring(start,end)=${substring}: $text'); | 31 'text.substring(start,end)=${substring}: $text'); |
33 | 32 |
34 print('$text: [$start,$end]:$token'); | 33 print('$text: [$start,$end]:$token'); |
35 | 34 |
36 token = token.next; | 35 token = token.next; |
37 } | 36 } |
38 } | 37 } |
39 | 38 |
40 main() { | 39 main() { |
41 check('foo'); // identifier | 40 check('foo'); // identifier |
42 check('\'\''); // empty string | 41 check('\'\''); // empty string |
43 check('\'foo\''); // simple string | 42 check('\'foo\''); // simple string |
44 check('\'\$foo\''); // interpolation, identifier | 43 check('\'\$foo\''); // interpolation, identifier |
45 check('\'\${foo}\''); // interpolation, expression | 44 check('\'\${foo}\''); // interpolation, expression |
46 | 45 |
47 check('//'); // single line comment | 46 check('//'); // single line comment |
48 check('/**/'); // multi line comment | 47 check('/**/'); // multi line comment |
49 } | 48 } |
OLD | NEW |