OLD | NEW |
1 // Copyright (c) 2012, the Dart project authors. Please see the AUTHORS file | 1 // Copyright (c) 2012, the Dart project authors. Please see the AUTHORS file |
2 // for details. All rights reserved. Use of this source code is governed by a | 2 // for details. All rights reserved. Use of this source code is governed by a |
3 // BSD-style license that can be found in the LICENSE file. | 3 // BSD-style license that can be found in the LICENSE file. |
4 | 4 |
5 import "package:expect/expect.dart"; | 5 import "package:expect/expect.dart"; |
6 import 'package:compiler/src/scanner/utf8_bytes_scanner.dart'; | 6 import 'package:compiler/src/scanner/utf8_bytes_scanner.dart'; |
| 7 import 'package:compiler/src/tokens/precedence_constants.dart'; |
7 import 'package:compiler/src/tokens/token.dart'; | 8 import 'package:compiler/src/tokens/token.dart'; |
8 import 'package:compiler/src/util/characters.dart'; | 9 import 'package:compiler/src/util/characters.dart'; |
9 import 'dart:typed_data'; | 10 import 'dart:typed_data'; |
10 | 11 |
11 Token scan(List<int> bytes) { | 12 Token scan(List<int> bytes) { |
12 List<int> zeroTerminated = new Uint8List(bytes.length + 1); | 13 List<int> zeroTerminated = new Uint8List(bytes.length + 1); |
13 zeroTerminated.setRange(0, bytes.length, bytes); | 14 zeroTerminated.setRange(0, bytes.length, bytes); |
14 zeroTerminated[bytes.length] = 0; | 15 zeroTerminated[bytes.length] = 0; |
15 return new Utf8BytesScanner.fromBytes(zeroTerminated).tokenize(); | 16 return new Utf8BytesScanner.fromBytes(zeroTerminated).tokenize(); |
16 } | 17 } |
(...skipping 54 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
71 // "#!" | 72 // "#!" |
72 token = scan([0x23, 0x21]); | 73 token = scan([0x23, 0x21]); |
73 Expect.equals(token.info, EOF_INFO); // Treated as a comment. | 74 Expect.equals(token.info, EOF_INFO); // Treated as a comment. |
74 | 75 |
75 // Regression test for issue 1761. | 76 // Regression test for issue 1761. |
76 // "#! Hello, World!" | 77 // "#! Hello, World!" |
77 token = scan([0x23, 0x21, 0x20, 0x48, 0x65, 0x6c, 0x6c, 0x6f, 0x2c, 0x20, | 78 token = scan([0x23, 0x21, 0x20, 0x48, 0x65, 0x6c, 0x6c, 0x6f, 0x2c, 0x20, |
78 0x57, 0x6f, 0x72, 0x6c, 0x64, 0x21]); | 79 0x57, 0x6f, 0x72, 0x6c, 0x64, 0x21]); |
79 Expect.equals(token.info, EOF_INFO); // Treated as a comment. | 80 Expect.equals(token.info, EOF_INFO); // Treated as a comment. |
80 } | 81 } |
OLD | NEW |