Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(112)

Unified Diff: pkg/polymer_expression/lib/parser.dart

Issue 22950008: move fancy_syntax into Dart SVN (Closed) Base URL: https://dart.googlecode.com/svn/branches/bleeding_edge/dart
Patch Set: more readme edits Created 7 years, 4 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
Index: pkg/polymer_expression/lib/parser.dart
diff --git a/pkg/polymer_expression/lib/parser.dart b/pkg/polymer_expression/lib/parser.dart
new file mode 100644
index 0000000000000000000000000000000000000000..ed059bdcd97a656e917101b2b2fc24e932838cbc
--- /dev/null
+++ b/pkg/polymer_expression/lib/parser.dart
@@ -0,0 +1,282 @@
+// Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file
+// for details. All rights reserved. Use of this source code is governed by a
+// BSD-style license that can be found in the LICENSE file.
+
+library polymer_expression.parser;
+
+import 'tokenizer.dart';
+import 'expression.dart';
+
+const _UNARY_OPERATORS = const ['+', '-', '!'];
+
+Expression parse(String expr) => new Parser(expr).parse();
+
+class Parser {
+ final AstFactory _astFactory;
+ final Tokenizer _tokenizer;
+ List<Token> _tokens;
+ Iterator _iterator;
+ Token _token;
+
+ Parser(String input, {AstFactory astFactory})
+ : _tokenizer = new Tokenizer(input),
+ _astFactory = (astFactory == null) ? new AstFactory() : astFactory;
+
+ Expression parse() {
+ _tokens = _tokenizer.tokenize();
+ _iterator = _tokens.iterator;
+ _advance();
+ return _parseExpression();
+ }
+
+ _advance([int kind, String value]) {
+ if ((kind != null && _token.kind != kind)
+ || (value != null && _token.value != value)) {
+ throw new ParseException("Expected $value: $_token");
+ }
+ _token = _iterator.moveNext() ? _iterator.current : null;
+ }
+
+ Expression _parseExpression() {
+ if (_token == null) return _astFactory.empty();
+ var expr = _parseUnary();
+ return (expr == null) ? null : _parsePrecedence(expr, 0);
+ }
+
+ // _parsePrecedence and _parseBinary implement the precedence climbing
+ // algorithm as described in:
+ // http://en.wikipedia.org/wiki/Operator-precedence_parser#Precedence_climbing_method
+ Expression _parsePrecedence(Expression left, int precedence) {
+ assert(left != null);
+ while (_token != null) {
+ if (_token.kind == GROUPER_TOKEN) {
+ if (_token.value == '(') {
+ var args = _parseArguments();
+ left = _astFactory.invoke(left, null, args);
+ } else if (_token.value == '[') {
+ var indexExpr = _parseIndex();
+ var args = indexExpr == null ? [] : [indexExpr];
+ left = _astFactory.invoke(left, '[]', args);
+ } else {
+ break;
+ }
+ } else if (_token.kind == DOT_TOKEN) {
+ _advance();
+ var right = _parseUnary();
+ left = _makeInvoke(left, right);
+ } else if (_token.kind == KEYWORD_TOKEN && _token.value == 'in') {
+ left = _parseComprehension(left);
+ } else if (_token.kind == OPERATOR_TOKEN
+ && _token.precedence >= precedence) {
+ left = _parseBinary(left);
+ } else {
+ break;
+ }
+ }
+ return left;
+ }
+
+ Invoke _makeInvoke(left, right) {
+ if (right is Identifier) {
+ return _astFactory.invoke(left, right.value);
+ } else if (right is Invoke && right.receiver is Identifier) {
+ Identifier method = right.receiver;
+ return _astFactory.invoke(left, method.value, right.arguments);
+ } else {
+ throw new ParseException("expected identifier: $right");
+ }
+ }
+
+ Expression _parseBinary(left) {
+ var op = _token;
+ _advance();
+ var right = _parseUnary();
+ while (_token != null
+ && (_token.kind == OPERATOR_TOKEN
+ || _token.kind == DOT_TOKEN
+ || _token.kind == GROUPER_TOKEN)
+ && _token.precedence > op.precedence) {
+ right = _parsePrecedence(right, _token.precedence);
+ }
+ return _astFactory.binary(left, op.value, right);
+ }
+
+ Expression _parseUnary() {
+ if (_token.kind == OPERATOR_TOKEN) {
+ var value = _token.value;
+ if (value == '+' || value == '-') {
+ _advance();
+ if (_token.kind == INTEGER_TOKEN) {
+ return _parseInteger(value);
+ } else if (_token.kind == DECIMAL_TOKEN) {
+ return _parseDecimal(value);
+ } else {
+ var expr = _parsePrecedence(_parsePrimary(), POSTFIX_PRECEDENCE);
+ return _astFactory.unary(value, expr);
+ }
+ } else if (value == '!') {
+ _advance();
+ var expr = _parsePrecedence(_parsePrimary(), POSTFIX_PRECEDENCE);
+ return _astFactory.unary(value, expr);
+ }
+ }
+ return _parsePrimary();
+ }
+
+ Expression _parsePrimary() {
+ var kind = _token.kind;
+ switch (kind) {
+ case KEYWORD_TOKEN:
+ var keyword = _token.value;
+ if (keyword == 'this') {
+ _advance();
+ // TODO(justin): return keyword node
+ return _astFactory.identifier('this');
+ } else if (keyword == 'in') {
+ return null;
+ } else {
+ throw new ArgumentError('unrecognized keyword: $keyword');
+ }
+ break;
+ case IDENTIFIER_TOKEN:
+ return _parseInvokeOrIdentifier();
+ break;
+ case STRING_TOKEN:
+ return _parseString();
+ break;
+ case INTEGER_TOKEN:
+ return _parseInteger();
+ break;
+ case DECIMAL_TOKEN:
+ return _parseDecimal();
+ break;
+ case GROUPER_TOKEN:
+ if (_token.value == '(') {
+ return _parseParenthesized();
+ } else if (_token.value == '{') {
+ return _parseMapLiteral();
+ }
+ return null;
+ break;
+ default:
+ return null;
+ }
+ }
+
+ MapLiteral _parseMapLiteral() {
+ var entries = [];
+ do {
+ _advance();
+ if (_token.kind == GROUPER_TOKEN && _token.value == '}') {
+ break;
+ }
+ entries.add(_parseMapLiteralEntry());
+ } while(_token != null && _token.value == ',');
+ _advance(GROUPER_TOKEN, '}');
+ return new MapLiteral(entries);
+ }
+
+ MapLiteralEntry _parseMapLiteralEntry() {
+ var key = _parseString();
+ _advance(COLON_TOKEN, ':');
+ var value = _parseExpression();
+ return _astFactory.mapLiteralEntry(key, value);
+ }
+
+ InExpression _parseComprehension(Expression left) {
+ assert(_token.value == 'in');
+ if (left is! Identifier) {
+ throw new ParseException(
+ "in... statements must start with an identifier");
+ }
+ _advance();
+ var right = _parseExpression();
+ return _astFactory.inExpr(left, right);
+ }
+
+ Expression _parseInvokeOrIdentifier() {
+ if (_token.value == 'true') {
+ _advance();
+ return _astFactory.literal(true);
+ }
+ if (_token.value == 'false') {
+ _advance();
+ return _astFactory.literal(false);
+ }
+ var identifier = _parseIdentifier();
+ var args = _parseArguments();
+ if (args == null) {
+ return identifier;
+ } else {
+ return _astFactory.invoke(identifier, null, args);
+ }
+ }
+
+ Invoke _parseInvoke() {
+ var identifier = _parseIdentifier();
+ var args = _parseArguments();
+ return _astFactory.invoke(null, identifier, args);
+ }
+
+ Identifier _parseIdentifier() {
+ if (_token.kind != IDENTIFIER_TOKEN) {
+ throw new ParseException("expected identifier: $_token.value");
+ }
+ var value = _token.value;
+ _advance();
+ return _astFactory.identifier(value);
+ }
+
+ List<Expression> _parseArguments() {
+ if (_token != null && _token.kind == GROUPER_TOKEN && _token.value == '(') {
+ var args = [];
+ do {
+ _advance();
+ if (_token.kind == GROUPER_TOKEN && _token.value == ')') {
+ break;
+ }
+ var expr = _parseExpression();
+ args.add(expr);
+ } while(_token != null && _token.value == ',');
+ _advance(GROUPER_TOKEN, ')');
+ return args;
+ }
+ return null;
+ }
+
+ Expression _parseIndex() {
+ if (_token != null && _token.kind == GROUPER_TOKEN && _token.value == '[') {
+ _advance();
+ var expr = _parseExpression();
+ _advance(GROUPER_TOKEN, ']');
+ return expr;
+ }
+ return null;
+ }
+
+ ParenthesizedExpression _parseParenthesized() {
+ _advance();
+ var expr = _parseExpression();
+ _advance(GROUPER_TOKEN, ')');
+ return _astFactory.parenthesized(expr);
+ }
+
+ Literal<String> _parseString() {
+ var value = _astFactory.literal(_token.value);
+ _advance();
+ return value;
+ }
+
+ Literal<int> _parseInteger([String prefix = '']) {
+ var value = _astFactory.literal(int.parse('$prefix${_token.value}'));
+ _advance();
+ return value;
+ }
+
+ Literal<double> _parseDecimal([String prefix = '']) {
+ var value = _astFactory.literal(double.parse('$prefix${_token.value}'));
+ _advance();
+ return value;
+ }
+
+}

Powered by Google App Engine
This is Rietveld 408576698