Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(110)

Issues Search
    My Issues | Starred     Open | Closed | All

Unified Diff: pkg/csslib/lib/src/tokenkind.dart

Issue 23168002: move csslib into dart svn (Closed) Base URL: https://dart.googlecode.com/svn/branches/bleeding_edge/dart
Patch Set: Created 7 years, 4 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
« no previous file with comments | « pkg/csslib/lib/src/tokenizer_base.dart ('k') | pkg/csslib/lib/src/tree.dart » ('j') | no next file with comments »
Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
Index: pkg/csslib/lib/src/tokenkind.dart
diff --git a/utils/css/tokenkind.dart b/pkg/csslib/lib/src/tokenkind.dart
similarity index 62%
copy from utils/css/tokenkind.dart
copy to pkg/csslib/lib/src/tokenkind.dart
index fbcebdf095731952ff8a2f6d6d8bfe1af46b2f90..ebe0615ea7a891f6c18e8d3ec61f78b7f0571efc 100644
--- a/utils/css/tokenkind.dart
+++ b/pkg/csslib/lib/src/tokenkind.dart
@@ -1,13 +1,15 @@
-// Copyright (c) 2011, the Dart project authors. Please see the AUTHORS file
+// Copyright (c) 2012, the Dart project authors. Please see the AUTHORS file
// for details. All rights reserved. Use of this source code is governed by a
// BSD-style license that can be found in the LICENSE file.
+part of csslib.parser;
+
// TODO(terry): Need to be consistent with tokens either they're ASCII tokens
// e.g., ASTERISK or they're CSS e.g., PSEUDO, COMBINATOR_*.
class TokenKind {
// Common shared tokens used in TokenizerBase.
static const int UNUSED = 0; // Unused place holder...
- static const int END_OF_FILE = 1; // TODO(terry): Must match base
+ static const int END_OF_FILE = 1; // EOF
static const int LPAREN = 2; // (
static const int RPAREN = 3; // )
static const int LBRACK = 4; // [
@@ -43,45 +45,53 @@ class TokenKind {
static const int LESS = 32; // <
static const int BANG = 33; // !
static const int MINUS = 34; // -
+ static const int BACKSLASH = 35; // \
+ static const int AMPERSAND = 36; // &
- // WARNING: END_TOKENS must be 1 greater than the last token above (last
- // character in our list). Also add to kindToString function and the
- // constructor for TokenKind.
-
- static const int END_TOKENS = 35; // Marker for last token in list
+ // WARNING: Tokens from this point and above must have the corresponding ASCII
+ // character in the TokenChar list at the bottom of this file. The
+ // order of the above tokens should be the same order as TokenChar.
/** [TokenKind] representing integer tokens. */
- static const int INTEGER = 60; // TODO(terry): must match base
+ static const int INTEGER = 60;
/** [TokenKind] representing hex integer tokens. */
-// static const int HEX_INTEGER = 61; // TODO(terry): must match base
+ static const int HEX_INTEGER = 61;
/** [TokenKind] representing double tokens. */
- static const int DOUBLE = 62; // TODO(terry): must match base
+ static const int DOUBLE = 62;
/** [TokenKind] representing whitespace tokens. */
- static const int WHITESPACE = 63; // TODO(terry): must match base
+ static const int WHITESPACE = 63;
/** [TokenKind] representing comment tokens. */
- static const int COMMENT = 64; // TODO(terry): must match base
+ static const int COMMENT = 64;
/** [TokenKind] representing error tokens. */
- static const int ERROR = 65; // TODO(terry): must match base
+ static const int ERROR = 65;
/** [TokenKind] representing incomplete string tokens. */
- static const int INCOMPLETE_STRING = 66; // TODO(terry): must match base
+ static const int INCOMPLETE_STRING = 66;
/** [TokenKind] representing incomplete comment tokens. */
- static const int INCOMPLETE_COMMENT = 67; // TODO(terry): must match base
+ static const int INCOMPLETE_COMMENT = 67;
+
+ static const int VAR_DEFINITION = 400; // var-NNN-NNN
+ static const int VAR_USAGE = 401; // var(NNN-NNN [,default])
// Synthesized Tokens (no character associated with TOKEN).
- // TODO(terry): Possible common names used by both Dart and CSS tokenizers.
static const int STRING = 500;
static const int STRING_PART = 501;
static const int NUMBER = 502;
static const int HEX_NUMBER = 503;
static const int HTML_COMMENT = 504; // <!--
static const int IMPORTANT = 505; // !important
+ static const int CDATA_START = 506; // <![CDATA[
+ static const int CDATA_END = 507; // ]]>
+ // U+uNumber[-U+uNumber]
+ // uNumber = 0..10FFFF | ?[?]*
+ static const int UNICODE_RANGE = 508;
+ static const int HEX_RANGE = 509; // ? in the hex range
static const int IDENTIFIER = 511;
// Uniquely synthesized tokens for CSS.
@@ -114,22 +124,61 @@ class TokenKind {
static const int UNIT_ANGLE_DEG = 608;
static const int UNIT_ANGLE_RAD = 609;
static const int UNIT_ANGLE_GRAD = 610;
- static const int UNIT_TIME_MS = 611;
- static const int UNIT_TIME_S = 612;
- static const int UNIT_FREQ_HZ = 613;
- static const int UNIT_FREQ_KHZ = 614;
- static const int UNIT_PERCENT = 615;
- static const int UNIT_FRACTION = 616;
+ static const int UNIT_ANGLE_TURN = 611;
+ static const int UNIT_TIME_MS = 612;
+ static const int UNIT_TIME_S = 613;
+ static const int UNIT_FREQ_HZ = 614;
+ static const int UNIT_FREQ_KHZ = 615;
+ static const int UNIT_PERCENT = 616;
+ static const int UNIT_FRACTION = 617;
+ static const int UNIT_RESOLUTION_DPI = 618;
+ static const int UNIT_RESOLUTION_DPCM = 619;
+ static const int UNIT_RESOLUTION_DPPX = 620;
+ static const int UNIT_CH = 621; // Measure of "0" U+0030 glyph.
+ static const int UNIT_REM = 622; // computed value ‘font-size’ on root elem.
+ static const int UNIT_VIEWPORT_VW = 623;
+ static const int UNIT_VIEWPORT_VH = 624;
+ static const int UNIT_VIEWPORT_VMIN = 625;
+ static const int UNIT_VIEWPORT_VMAX = 626;
// Directives (@nnnn)
static const int DIRECTIVE_NONE = 650;
static const int DIRECTIVE_IMPORT = 651;
static const int DIRECTIVE_MEDIA = 652;
static const int DIRECTIVE_PAGE = 653;
- static const int DIRECTIVE_INCLUDE = 654;
+ static const int DIRECTIVE_CHARSET = 654;
static const int DIRECTIVE_STYLET = 655;
static const int DIRECTIVE_KEYFRAMES = 656;
- static const int DIRECTIVE_FONTFACE = 657;
+ static const int DIRECTIVE_WEB_KIT_KEYFRAMES = 657;
+ static const int DIRECTIVE_MOZ_KEYFRAMES = 658;
+ static const int DIRECTIVE_MS_KEYFRAMES = 659;
+ static const int DIRECTIVE_O_KEYFRAMES = 660;
+ static const int DIRECTIVE_FONTFACE = 661;
+ static const int DIRECTIVE_NAMESPACE = 662;
+ static const int DIRECTIVE_HOST = 663;
+
+ // Media query operators
+ static const int MEDIA_OP_ONLY = 665; // Unary.
+ static const int MEDIA_OP_NOT = 666; // Unary.
+ static const int MEDIA_OP_AND = 667; // Binary.
+
+ // Directives inside of a @page (margin sym).
+ static const int MARGIN_DIRECTIVE_TOPLEFTCORNER = 670;
+ static const int MARGIN_DIRECTIVE_TOPLEFT = 671;
+ static const int MARGIN_DIRECTIVE_TOPCENTER = 672;
+ static const int MARGIN_DIRECTIVE_TOPRIGHT = 673;
+ static const int MARGIN_DIRECTIVE_TOPRIGHTCORNER = 674;
+ static const int MARGIN_DIRECTIVE_BOTTOMLEFTCORNER = 675;
+ static const int MARGIN_DIRECTIVE_BOTTOMLEFT = 676;
+ static const int MARGIN_DIRECTIVE_BOTTOMCENTER = 677;
+ static const int MARGIN_DIRECTIVE_BOTTOMRIGHT = 678;
+ static const int MARGIN_DIRECTIVE_BOTTOMRIGHTCORNER = 679;
+ static const int MARGIN_DIRECTIVE_LEFTTOP = 680;
+ static const int MARGIN_DIRECTIVE_LEFTMIDDLE = 681;
+ static const int MARGIN_DIRECTIVE_LEFTBOTTOM = 682;
+ static const int MARGIN_DIRECTIVE_RIGHTTOP = 683;
+ static const int MARGIN_DIRECTIVE_RIGHTMIDDLE = 684;
+ static const int MARGIN_DIRECTIVE_RIGHTBOTTOM = 685;
// Simple selector type.
static const int CLASS_NAME = 700; // .class
@@ -144,13 +193,62 @@ class TokenKind {
const {'type': TokenKind.DIRECTIVE_IMPORT, 'value' : 'import'},
const {'type': TokenKind.DIRECTIVE_MEDIA, 'value' : 'media'},
const {'type': TokenKind.DIRECTIVE_PAGE, 'value' : 'page'},
- const {'type': TokenKind.DIRECTIVE_INCLUDE, 'value' : 'include'},
+ const {'type': TokenKind.DIRECTIVE_CHARSET, 'value' : 'charset'},
const {'type': TokenKind.DIRECTIVE_STYLET, 'value' : 'stylet'},
- const {'type': TokenKind.DIRECTIVE_KEYFRAMES, 'value' : '-webkit-keyframes'},
+ const {'type': TokenKind.DIRECTIVE_KEYFRAMES, 'value' : 'keyframes'},
+ const {'type': TokenKind.DIRECTIVE_WEB_KIT_KEYFRAMES,
+ 'value' : '-webkit-keyframes'},
+ const {'type': TokenKind.DIRECTIVE_MOZ_KEYFRAMES,
+ 'value' : '-moz-keyframes'},
+ const {'type': TokenKind.DIRECTIVE_MS_KEYFRAMES, 'value' : '-ms-keyframes'},
+ const {'type': TokenKind.DIRECTIVE_O_KEYFRAMES, 'value' : '-o-keyframes'},
const {'type': TokenKind.DIRECTIVE_FONTFACE, 'value' : 'font-face'},
+ const {'type': TokenKind.DIRECTIVE_NAMESPACE, 'value' : 'namespace'},
+ const {'type': TokenKind.DIRECTIVE_HOST, 'value' : 'host'},
];
- static const List<Map<int, String>> _UNITS = const [
+ static const List<Map<int, String>> MEDIA_OPERATORS = const [
+ const {'type': TokenKind.MEDIA_OP_ONLY, 'value' : 'only'},
+ const {'type': TokenKind.MEDIA_OP_NOT, 'value' : 'not'},
+ const {'type': TokenKind.MEDIA_OP_AND, 'value' : 'and'},
+];
+
+ static const List<Map<int, String>> MARGIN_DIRECTIVES = const [
+ const {'type': TokenKind.MARGIN_DIRECTIVE_TOPLEFTCORNER,
+ 'value' : 'top-left-corner'},
+ const {'type': TokenKind.MARGIN_DIRECTIVE_TOPLEFT,
+ 'value' : 'top-left'},
+ const {'type': TokenKind.MARGIN_DIRECTIVE_TOPCENTER,
+ 'value' : 'top-center'},
+ const {'type': TokenKind.MARGIN_DIRECTIVE_TOPRIGHT,
+ 'value' : 'top-right'},
+ const {'type': TokenKind.MARGIN_DIRECTIVE_TOPRIGHTCORNER,
+ 'value' : 'top-right-corner'},
+ const {'type': TokenKind.MARGIN_DIRECTIVE_BOTTOMLEFTCORNER,
+ 'value' : 'bottom-left-corner'},
+ const {'type': TokenKind.MARGIN_DIRECTIVE_BOTTOMLEFT,
+ 'value' : 'bottom-left'},
+ const {'type': TokenKind.MARGIN_DIRECTIVE_BOTTOMCENTER,
+ 'value' : 'bottom-center'},
+ const {'type': TokenKind.MARGIN_DIRECTIVE_BOTTOMRIGHT,
+ 'value' : 'bottom-right'},
+ const {'type': TokenKind.MARGIN_DIRECTIVE_BOTTOMRIGHTCORNER,
+ 'value' : 'bottom-right-corner'},
+ const {'type': TokenKind.MARGIN_DIRECTIVE_LEFTTOP,
+ 'value' : 'left-top'},
+ const {'type': TokenKind.MARGIN_DIRECTIVE_LEFTMIDDLE,
+ 'value' : 'left-middle'},
+ const {'type': TokenKind.MARGIN_DIRECTIVE_LEFTBOTTOM,
+ 'value' : 'right-bottom'},
+ const {'type': TokenKind.MARGIN_DIRECTIVE_RIGHTTOP,
+ 'value' : 'right-top'},
+ const {'type': TokenKind.MARGIN_DIRECTIVE_RIGHTMIDDLE,
+ 'value' : 'right-middle'},
+ const {'type': TokenKind.MARGIN_DIRECTIVE_RIGHTBOTTOM,
+ 'value' : 'right-bottom'},
+ ];
+
+ static const List<Map> _UNITS = const [
const {'unit': TokenKind.UNIT_EM, 'value' : 'em'},
const {'unit': TokenKind.UNIT_EX, 'value' : 'ex'},
const {'unit': TokenKind.UNIT_LENGTH_PX, 'value' : 'px'},
@@ -162,19 +260,29 @@ class TokenKind {
const {'unit': TokenKind.UNIT_ANGLE_DEG, 'value' : 'deg'},
const {'unit': TokenKind.UNIT_ANGLE_RAD, 'value' : 'rad'},
const {'unit': TokenKind.UNIT_ANGLE_GRAD, 'value' : 'grad'},
+ const {'unit': TokenKind.UNIT_ANGLE_TURN, 'value' : 'turn'},
const {'unit': TokenKind.UNIT_TIME_MS, 'value' : 'ms'},
const {'unit': TokenKind.UNIT_TIME_S, 'value' : 's'},
const {'unit': TokenKind.UNIT_FREQ_HZ, 'value' : 'hz'},
const {'unit': TokenKind.UNIT_FREQ_KHZ, 'value' : 'khz'},
const {'unit': TokenKind.UNIT_FRACTION, 'value' : 'fr'},
- ];
+ const {'unit': TokenKind.UNIT_RESOLUTION_DPI, 'value' : 'dpi'},
+ const {'unit': TokenKind.UNIT_RESOLUTION_DPCM, 'value' : 'dpcm'},
+ const {'unit': TokenKind.UNIT_RESOLUTION_DPPX, 'value' : 'dppx'},
+ const {'unit': TokenKind.UNIT_CH, 'value' : 'ch'},
+ const {'unit': TokenKind.UNIT_REM, 'value' : 'rem'},
+ const {'unit': TokenKind.UNIT_VIEWPORT_VW, 'value' : 'vw'},
+ const {'unit': TokenKind.UNIT_VIEWPORT_VH, 'value' : 'vh'},
+ const {'unit': TokenKind.UNIT_VIEWPORT_VMIN, 'value' : 'vmin'},
+ const {'unit': TokenKind.UNIT_VIEWPORT_VMAX, 'value' : 'vmax'},
+ ];
// Some more constants:
static const int ASCII_UPPER_A = 65; // ASCII value for uppercase A
static const int ASCII_UPPER_Z = 90; // ASCII value for uppercase Z
// Extended color keywords:
- static const List<Map<String, int>> _EXTENDED_COLOR_NAMES = const [
+ static const List<Map> _EXTENDED_COLOR_NAMES = const [
const {'name' : 'aliceblue', 'value' : 0xF08FF},
const {'name' : 'antiquewhite', 'value' : 0xFAEBD7},
const {'name' : 'aqua', 'value' : 0x00FFFF},
@@ -370,20 +478,34 @@ class TokenKind {
'info' : const {'params' : 1, 'expr' : false}},
];
- List<int> tokens;
-
- /*
- * Return the token that matches the unit ident found.
+ /**
+ * Check if name is a pre-defined CSS name. Used by error handler to report
+ * if name is unknown or used improperly.
*/
+ static bool isPredefinedName(String name) {
+ var nameLen = name.length;
+ // TODO(terry): Add more pre-defined names (hidden, bolder, inherit, etc.).
+ if (matchUnits(name, 0, nameLen) == -1 ||
+ matchDirectives(name, 0, nameLen) == -1 ||
+ matchMarginDirectives(name, 0, nameLen) == -1 ||
+ matchColorName(name) == null) {
+ return false;
+ }
+
+ return true;
+ }
+
+ /** Return the token that matches the unit ident found. */
static int matchList(var identList, String tokenField, String text,
int offset, int length) {
for (final entry in identList) {
String ident = entry['value'];
+
if (length == ident.length) {
int idx = offset;
bool match = true;
- for (int identIdx = 0; identIdx < ident.length; identIdx++) {
- int identChar = ident.codeUnitAt(identIdx);
+ for (int i = 0; i < ident.length; i++) {
+ int identChar = ident.codeUnitAt(i);
int char = text.codeUnitAt(idx++);
// Compare lowercase to lowercase then check if char is uppercase.
match = match && (char == identChar ||
@@ -404,23 +526,38 @@ class TokenKind {
return -1; // Not a unit token.
}
- /*
- * Return the token that matches the unit ident found.
- */
+ /** Return the token that matches the unit ident found. */
static int matchUnits(String text, int offset, int length) {
return matchList(_UNITS, 'unit', text, offset, length);
}
- /*
- * Return the token that matches the directive ident found.
- */
+ /** Return the token that matches the directive name found. */
static int matchDirectives(String text, int offset, int length) {
return matchList(_DIRECTIVES, 'type', text, offset, length);
}
- /*
- * Return the unit token as its pretty name.
- */
+ /** Return the token that matches the margin directive name found. */
+ static int matchMarginDirectives(String text, int offset, int length) {
+ return matchList(MARGIN_DIRECTIVES, 'type', text, offset, length);
+ }
+
+ /** Return the token that matches the media operator found. */
+ static int matchMediaOperator(String text, int offset, int length) {
+ return matchList(MEDIA_OPERATORS, 'type', text, offset, length);
+ }
+
+ static String idToValue(var identList, int tokenId) {
+ for (var entry in identList) {
+ if (tokenId == entry['type']) {
+ return entry['value'];
+ }
+ }
+
+ return null;
+ }
+
+
+ /** Return the unit token as its pretty name. */
static String unitToString(int unitTokenToFind) {
if (unitTokenToFind == TokenKind.PERCENT) {
return '%';
@@ -436,47 +573,39 @@ class TokenKind {
return '<BAD UNIT>'; // Not a unit token.
}
- /*
- * Match color name, case insensitive match and return the associated RGB
- * value as decimal number.
+ /**
+ * Match color name, case insensitive match and return the associated color
+ * entry from _EXTENDED_COLOR_NAMES list, return [null] if not found.
*/
- static int matchColorName(String text) {
- int length = text.length;
- for (final entry in _EXTENDED_COLOR_NAMES) {
- String ident = entry['name'];
- if (length == ident.length) {
- int idx = 0;
- bool match = true;
- for (int identIdx = 0; identIdx < ident.length; identIdx++) {
- int identChar = ident.codeUnitAt(identIdx);
- int char = text.codeUnitAt(idx++);
- // Compare lowercase to lowercase then check if char is uppercase.
- match = match && (char == identChar ||
- ((char >= ASCII_UPPER_A && char <= ASCII_UPPER_Z) &&
- (char + 32) == identChar));
- if (!match) {
- break;
- }
- }
+ static Map matchColorName(String text) {
+ var name = text.toLowerCase();
+ return _EXTENDED_COLOR_NAMES.
+ firstWhere((e) => e['name'] == name, orElse: () => null);
+ }
- if (match) {
- // Completely matched; return the token for this unit.
- return entry['value'];
- }
+ /** Return RGB value as [int] from a color entry in _EXTENDED_COLOR_NAMES. */
+ static int colorValue(Map entry) {
+ assert(entry != null);
+ return entry['value'];
+ }
+
+ static String hexToColorName(hexValue) {
+ for (final entry in _EXTENDED_COLOR_NAMES) {
+ if (entry['value'] == hexValue) {
+ return entry['name'];
}
}
- // No match.
- throw new NoColorMatchException(text);
+ return null;
}
- static String decimalToHex(int num, [int minDigits = 1]) {
+ static String decimalToHex(int number, [int minDigits = 1]) {
final String _HEX_DIGITS = '0123456789abcdef';
List<String> result = new List<String>();
- int dividend = num >> 4;
- int remain = num % 16;
+ int dividend = number >> 4;
+ int remain = number % 16;
result.add(_HEX_DIGITS[remain]);
while (dividend != 0) {
remain = dividend % 16;
@@ -489,8 +618,8 @@ class TokenKind {
while (paddings-- > 0) {
invertResult.write('0');
}
- for (int idx = result.length - 1; idx >= 0; idx--) {
- invertResult.write(result[idx]);
+ for (int i = result.length - 1; i >= 0; i--) {
+ invertResult.write(result[i]);
}
return invertResult.toString();
@@ -533,64 +662,95 @@ class TokenKind {
case TokenKind.LESS: return '<';
case TokenKind.BANG: return '!';
case TokenKind.MINUS: return '-';
-
+ case TokenKind.BACKSLASH: return '\\';
default:
throw "Unknown TOKEN";
}
}
- TokenKind() {
- tokens = [];
-
- // All tokens must be in TokenKind order.
- tokens.add(-1); // TokenKind.UNUSED
- tokens.add(0); // TokenKind.END_OF_FILE match base
- tokens.add(TokenKind.kindToString(TokenKind.LPAREN).codeUnitAt(0));
- tokens.add(TokenKind.kindToString(TokenKind.RPAREN).codeUnitAt(0));
- tokens.add(TokenKind.kindToString(TokenKind.LBRACK).codeUnitAt(0));
- tokens.add(TokenKind.kindToString(TokenKind.RBRACK).codeUnitAt(0));
- tokens.add(TokenKind.kindToString(TokenKind.LBRACE).codeUnitAt(0));
- tokens.add(TokenKind.kindToString(TokenKind.RBRACE).codeUnitAt(0));
- tokens.add(TokenKind.kindToString(TokenKind.DOT).codeUnitAt(0));
- tokens.add(TokenKind.kindToString(TokenKind.SEMICOLON).codeUnitAt(0));
- tokens.add(TokenKind.kindToString(TokenKind.AT).codeUnitAt(0));
- tokens.add(TokenKind.kindToString(TokenKind.HASH).codeUnitAt(0));
- tokens.add(TokenKind.kindToString(TokenKind.PLUS).codeUnitAt(0));
- tokens.add(TokenKind.kindToString(TokenKind.GREATER).codeUnitAt(0));
- tokens.add(TokenKind.kindToString(TokenKind.TILDE).codeUnitAt(0));
- tokens.add(TokenKind.kindToString(TokenKind.ASTERISK).codeUnitAt(0));
- tokens.add(TokenKind.kindToString(TokenKind.NAMESPACE).codeUnitAt(0));
- tokens.add(TokenKind.kindToString(TokenKind.COLON).codeUnitAt(0));
- tokens.add(TokenKind.kindToString(TokenKind.PRIVATE_NAME).codeUnitAt(0));
- tokens.add(TokenKind.kindToString(TokenKind.COMMA).codeUnitAt(0));
- tokens.add(TokenKind.kindToString(TokenKind.SPACE).codeUnitAt(0));
- tokens.add(TokenKind.kindToString(TokenKind.TAB).codeUnitAt(0));
- tokens.add(TokenKind.kindToString(TokenKind.NEWLINE).codeUnitAt(0));
- tokens.add(TokenKind.kindToString(TokenKind.RETURN).codeUnitAt(0));
- tokens.add(TokenKind.kindToString(TokenKind.PERCENT).codeUnitAt(0));
- tokens.add(TokenKind.kindToString(TokenKind.SINGLE_QUOTE).codeUnitAt(0));
- tokens.add(TokenKind.kindToString(TokenKind.DOUBLE_QUOTE).codeUnitAt(0));
- tokens.add(TokenKind.kindToString(TokenKind.SLASH).codeUnitAt(0));
- tokens.add(TokenKind.kindToString(TokenKind.EQUALS).codeUnitAt(0));
- tokens.add(TokenKind.kindToString(TokenKind.OR).codeUnitAt(0));
- tokens.add(TokenKind.kindToString(TokenKind.CARET).codeUnitAt(0));
- tokens.add(TokenKind.kindToString(TokenKind.DOLLAR).codeUnitAt(0));
- tokens.add(TokenKind.kindToString(TokenKind.LESS).codeUnitAt(0));
- tokens.add(TokenKind.kindToString(TokenKind.BANG).codeUnitAt(0));
- tokens.add(TokenKind.kindToString(TokenKind.MINUS).codeUnitAt(0));
-
- assert(tokens.length == TokenKind.END_TOKENS);
+ static bool isKindIdentifier(int kind) {
+ switch(kind) {
+ // Synthesized tokens.
+ case TokenKind.DIRECTIVE_IMPORT:
+ case TokenKind.DIRECTIVE_MEDIA:
+ case TokenKind.DIRECTIVE_PAGE:
+ case TokenKind.DIRECTIVE_CHARSET:
+ case TokenKind.DIRECTIVE_STYLET:
+ case TokenKind.DIRECTIVE_KEYFRAMES:
+ case TokenKind.DIRECTIVE_WEB_KIT_KEYFRAMES:
+ case TokenKind.DIRECTIVE_MOZ_KEYFRAMES:
+ case TokenKind.DIRECTIVE_MS_KEYFRAMES:
+ case TokenKind.DIRECTIVE_O_KEYFRAMES:
+ case TokenKind.DIRECTIVE_FONTFACE:
+ case TokenKind.DIRECTIVE_NAMESPACE:
+ case TokenKind.DIRECTIVE_HOST:
+ case TokenKind.UNIT_EM:
+ case TokenKind.UNIT_EX:
+ case TokenKind.UNIT_LENGTH_PX:
+ case TokenKind.UNIT_LENGTH_CM:
+ case TokenKind.UNIT_LENGTH_MM:
+ case TokenKind.UNIT_LENGTH_IN:
+ case TokenKind.UNIT_LENGTH_PT:
+ case TokenKind.UNIT_LENGTH_PC:
+ case TokenKind.UNIT_ANGLE_DEG:
+ case TokenKind.UNIT_ANGLE_RAD:
+ case TokenKind.UNIT_ANGLE_GRAD:
+ case TokenKind.UNIT_TIME_MS:
+ case TokenKind.UNIT_TIME_S:
+ case TokenKind.UNIT_FREQ_HZ:
+ case TokenKind.UNIT_FREQ_KHZ:
+ case TokenKind.UNIT_FRACTION:
+ return true;
+ default:
+ return false;
+ }
}
static bool isIdentifier(int kind) {
return kind == IDENTIFIER ;
}
-
}
-class NoColorMatchException implements Exception {
- String _colorName;
- NoColorMatchException(this._colorName);
-
- String get name => _colorName;
+// Note: these names should match TokenKind names
+class TokenChar {
+ static const int UNUSED = -1;
+ static const int END_OF_FILE = 0;
+ static const int LPAREN = 0x28; // "(".codeUnitAt(0)
+ static const int RPAREN = 0x29; // ")".codeUnitAt(0)
+ static const int LBRACK = 0x5b; // "[".codeUnitAt(0)
+ static const int RBRACK = 0x5d; // "]".codeUnitAt(0)
+ static const int LBRACE = 0x7b; // "{".codeUnitAt(0)
+ static const int RBRACE = 0x7d; // "}".codeUnitAt(0)
+ static const int DOT = 0x2e; // ".".codeUnitAt(0)
+ static const int SEMICOLON = 0x3b; // ";".codeUnitAt(0)
+ static const int AT = 0x40; // "@".codeUnitAt(0)
+ static const int HASH = 0x23; // "#".codeUnitAt(0)
+ static const int PLUS = 0x2b; // "+".codeUnitAt(0)
+ static const int GREATER = 0x3e; // ">".codeUnitAt(0)
+ static const int TILDE = 0x7e; // "~".codeUnitAt(0)
+ static const int ASTERISK = 0x2a; // "*".codeUnitAt(0)
+ static const int NAMESPACE = 0x7c; // "|".codeUnitAt(0)
+ static const int COLON = 0x3a; // ":".codeUnitAt(0)
+ static const int PRIVATE_NAME = 0x5f; // "_".codeUnitAt(0)
+ static const int COMMA = 0x2c; // ",".codeUnitAt(0)
+ static const int SPACE = 0x20; // " ".codeUnitAt(0)
+ static const int TAB = 0x9; // "\t".codeUnitAt(0)
+ static const int NEWLINE = 0xa; // "\n".codeUnitAt(0)
+ static const int RETURN = 0xd; // "\r".codeUnitAt(0)
+ static const int BACKSPACE = 0x8; // "/b".codeUnitAt(0)
+ static const int FF = 0xc; // "/f".codeUnitAt(0)
+ static const int VT = 0xb; // "/v".codeUnitAt(0)
+ static const int PERCENT = 0x25; // "%".codeUnitAt(0)
+ static const int SINGLE_QUOTE = 0x27; // "'".codeUnitAt(0)
+ static const int DOUBLE_QUOTE = 0x22; // '"'.codeUnitAt(0)
+ static const int SLASH = 0x2f; // "/".codeUnitAt(0)
+ static const int EQUALS = 0x3d; // "=".codeUnitAt(0)
+ static const int OR = 0x7c; // "|".codeUnitAt(0)
+ static const int CARET = 0x5e; // "^".codeUnitAt(0)
+ static const int DOLLAR = 0x24; // "\$".codeUnitAt(0)
+ static const int LESS = 0x3c; // "<".codeUnitAt(0)
+ static const int BANG = 0x21; // "!".codeUnitAt(0)
+ static const int MINUS = 0x2d; // "-".codeUnitAt(0)
+ static const int BACKSLASH = 0x5c; // "\".codeUnitAt(0)
+ static const int AMPERSAND = 0x26; // "&".codeUnitAt(0)
}
« no previous file with comments | « pkg/csslib/lib/src/tokenizer_base.dart ('k') | pkg/csslib/lib/src/tree.dart » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698