Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(1085)

Side by Side Diff: sdk/lib/_internal/compiler/implementation/util/util.dart

Issue 11368138: Add some support for the code-point code-unit distinction. (Closed) Base URL: https://dart.googlecode.com/svn/branches/bleeding_edge/dart
Patch Set: Implemented feedback from patch set 3 Created 8 years, 1 month ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
OLDNEW
1 // Copyright (c) 2011, the Dart project authors. Please see the AUTHORS file 1 // Copyright (c) 2011, the Dart project authors. Please see the AUTHORS file
2 // for details. All rights reserved. Use of this source code is governed by a 2 // for details. All rights reserved. Use of this source code is governed by a
3 // BSD-style license that can be found in the LICENSE file. 3 // BSD-style license that can be found in the LICENSE file.
4 4
5 library org_dartlang_compiler_util; 5 library org_dartlang_compiler_util;
6 6
7 import 'util_implementation.dart'; 7 import 'util_implementation.dart';
8 import 'characters.dart'; 8 import 'characters.dart';
9 9
10 part 'link.dart'; 10 part 'link.dart';
11 11
12 /** 12 /**
13 * Tagging interface for classes from which source spans can be generated. 13 * Tagging interface for classes from which source spans can be generated.
14 */ 14 */
15 // TODO(johnniwinther): Find a better name. 15 // TODO(johnniwinther): Find a better name.
16 // TODO(ahe): How about "Bolt"? 16 // TODO(ahe): How about "Bolt"?
17 abstract class Spannable {} 17 abstract class Spannable {}
18 18
19 class SpannableAssertionFailure { 19 class SpannableAssertionFailure {
20 final Spannable node; 20 final Spannable node;
21 final String message; 21 final String message;
22 SpannableAssertionFailure(this.node, this.message); 22 SpannableAssertionFailure(this.node, this.message);
23 23
24 String toString() => 'compiler crashed.'; 24 String toString() => 'compiler crashed.';
25 } 25 }
26 26
27 /// Writes the characters of [iterator] on [buffer]. The characters 27 /// Writes the characters of [string] on [buffer]. The characters
28 /// are escaped as suitable for JavaScript and JSON. [buffer] is 28 /// are escaped as suitable for JavaScript and JSON. [buffer] is
29 /// anything which supports [:add:] and [:addCharCode:], for example, 29 /// anything which supports [:add:] and [:addCharCode:], for example,
30 /// [StringBuffer]. 30 /// [StringBuffer]. Note that JS supports \xnn and \unnnn whereas JSON only
31 void writeJsonEscapedCharsOn(Iterator<int> iterator, buffer, onError(code)) { 31 /// supports the \unnnn notation. Therefore we use the \unnnn notation.
32 while (iterator.hasNext) { 32
33 int code = iterator.next(); 33 void writeJsonEscapedCharsOn(String string, buffer) {
34 if (identical(code, $SQ)) { 34 void addCodeUnitEscaped(CodeBuffer buffer, int code) {
35 buffer.add(r"\'"); 35 assert(code < 0x10000);
36 } else if (identical(code, $LF)) { 36 buffer.add(r'\u');
37 buffer.add(r'\n'); 37 if (code < 0x1000) {
38 } else if (identical(code, $CR)) { 38 buffer.add('0');
39 buffer.add(r'\r'); 39 if (code < 0x100) {
40 } else if (identical(code, $LS)) { 40 buffer.add('0');
41 // This Unicode line terminator and $PS are invalid in JS string 41 if (code < 0x10) {
42 // literals. 42 buffer.add('0');
43 buffer.add(r'\u2028'); 43 }
44 } else if (identical(code, $PS)) {
45 buffer.add(r'\u2029');
46 } else if (identical(code, $BACKSLASH)) {
47 buffer.add(r'\\');
48 } else {
49 if (code > 0xffff) {
50 if (onError != null) onError(code);
51 throw 'Unhandled non-BMP character: ${code.toRadixString(16)}';
52 } 44 }
53 // TODO(lrn): Consider whether all codes above 0x7f really need to 45 }
54 // be escaped. We build a Dart string here, so it should be a literal 46 buffer.add(code.toRadixString(16));
55 // stage that converts it to, e.g., UTF-8 for a JS interpreter. 47 }
56 if (code < 0x20) { 48
57 buffer.add(r'\x'); 49 void writeEscaped(String string, buffer) {
58 if (code < 0x10) buffer.add('0'); 50 for (int i = 0; i < string.length; i++) {
59 buffer.add(code.toRadixString(16)); 51 int code = string.codeUnitAt(i);
60 } else if (code >= 0x80) { 52 if (identical(code, $DQ)) {
61 if (code < 0x100) { 53 buffer.add(r'\"');
62 buffer.add(r'\x'); 54 } else if (identical(code, $TAB)) {
55 buffer.add(r'\t');
56 } else if (identical(code, $LF)) {
57 buffer.add(r'\n');
58 } else if (identical(code, $CR)) {
59 buffer.add(r'\r');
60 } else if (identical(code, $DEL)) {
61 addCodeUnitEscaped(buffer, $DEL);
62 } else if (identical(code, $LS)) {
63 // This Unicode line terminator and $PS are invalid in JS string
64 // literals.
65 addCodeUnitEscaped(buffer, $LS); // 0x2028.
66 } else if (identical(code, $PS)) {
67 addCodeUnitEscaped(buffer, $PS); // 0x2029.
68 } else if (identical(code, $BACKSLASH)) {
69 buffer.add(r'\\');
70 } else {
71 if (code < 0x20) {
72 addCodeUnitEscaped(buffer, code);
63 } else { 73 } else {
64 buffer.add(r'\u'); 74 buffer.addCharCode(code);
65 if (code < 0x1000) {
66 buffer.add('0');
67 }
68 } 75 }
69 buffer.add(code.toRadixString(16));
70 } else {
71 buffer.addCharCode(code);
72 } 76 }
73 } 77 }
74 } 78 }
79
80 for (int i = 0; i < string.length; i++) {
81 int code = string.codeUnitAt(i);
82 if (code < 0x20 || code == $DEL || code == $DQ || code == $LS ||
83 code == $PS || code == $BACKSLASH) {
84 writeEscaped(string, buffer);
85 return;
86 }
87 }
88 buffer.add(string);
75 } 89 }
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698