OLD | NEW |
(Empty) | |
| 1 // Copyright (c) 2012, the Dart project authors. Please see the AUTHORS file |
| 2 // for details. All rights reserved. Use of this source code is governed by a |
| 3 // BSD-style license that can be found in the LICENSE file. |
| 4 |
| 5 part of csslib.parser; |
| 6 |
| 7 /** |
| 8 * A single token in the Dart language. |
| 9 */ |
| 10 class Token { |
| 11 /** A member of [TokenKind] specifying what kind of token this is. */ |
| 12 final int kind; |
| 13 |
| 14 /** The location where this token was parsed from. */ |
| 15 final FileSpan span; |
| 16 |
| 17 /** The start offset of this token. */ |
| 18 int get start => span.start.offset; |
| 19 |
| 20 /** The end offset of this token. */ |
| 21 int get end => span.end.offset; |
| 22 |
| 23 /** Returns the source text corresponding to this [Token]. */ |
| 24 String get text => span.text; |
| 25 |
| 26 Token(this.kind, this.span); |
| 27 |
| 28 /** Returns a pretty representation of this token for error messages. **/ |
| 29 String toString() { |
| 30 var kindText = TokenKind.kindToString(kind); |
| 31 var actualText = text.trim(); |
| 32 if (kindText != actualText) { |
| 33 if (actualText.length > 10) { |
| 34 actualText = '${actualText.substring(0, 8)}...'; |
| 35 } |
| 36 return '$kindText($actualText)'; |
| 37 } else { |
| 38 return kindText; |
| 39 } |
| 40 } |
| 41 } |
| 42 |
| 43 /** A token containing a parsed literal value. */ |
| 44 class LiteralToken extends Token { |
| 45 var value; |
| 46 LiteralToken(int kind, FileSpan span, this.value) : super(kind, span); |
| 47 } |
| 48 |
| 49 /** A token containing error information. */ |
| 50 class ErrorToken extends Token { |
| 51 String message; |
| 52 ErrorToken(int kind, FileSpan span, this.message) : super(kind, span); |
| 53 } |
| 54 |
| 55 /** |
| 56 * CSS ident-token. |
| 57 * |
| 58 * See <http://dev.w3.org/csswg/css-syntax/#typedef-ident-token> and |
| 59 * <http://dev.w3.org/csswg/css-syntax/#ident-token-diagram>. |
| 60 */ |
| 61 class IdentifierToken extends Token { |
| 62 final String text; |
| 63 |
| 64 IdentifierToken(this.text, int kind, FileSpan span) : super(kind, span); |
| 65 } |
OLD | NEW |