Index: observatory_pub_packages/polymer_expressions/parser.dart |
=================================================================== |
--- observatory_pub_packages/polymer_expressions/parser.dart (revision 0) |
+++ observatory_pub_packages/polymer_expressions/parser.dart (working copy) |
@@ -0,0 +1,324 @@ |
+// Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file |
+// for details. All rights reserved. Use of this source code is governed by a |
+// BSD-style license that can be found in the LICENSE file. |
+ |
+library polymer_expressions.parser; |
+ |
+import 'tokenizer.dart'; |
+export 'tokenizer.dart' show ParseException; |
+import 'expression.dart'; |
+ |
+const _UNARY_OPERATORS = const <String>['+', '-', '!']; |
+const _BINARY_OPERATORS = const <String>['+', '-', '*', '/', '%', '^', '==', |
+ '!=', '>', '<', '>=', '<=', '||', '&&', '&', '===', '!==', '|']; |
+ |
+Expression parse(String expr) => new Parser(expr).parse(); |
+ |
+class Parser { |
+ final AstFactory _astFactory; |
+ final Tokenizer _tokenizer; |
+ List<Token> _tokens; |
+ Iterator _iterator; |
+ Token get _token => _iterator.current; |
+ |
+ Parser(String input, {AstFactory astFactory}) |
+ : _tokenizer = new Tokenizer(input), |
+ _astFactory = (astFactory == null) ? new AstFactory() : astFactory; |
+ |
+ Expression parse() { |
+ _tokens = _tokenizer.tokenize(); |
+ _iterator = _tokens.iterator; |
+ _advance(); |
+ return _parseExpression(); |
+ } |
+ |
+ _advance([int kind, String value]) { |
+ if ((kind != null && (_token == null || _token.kind != kind)) |
+ || (value != null && (_token == null || _token.value != value))) { |
+ throw new ParseException("Expected kind $kind ($value): $_token"); |
+ } |
+ _iterator.moveNext(); |
+ } |
+ |
+ Expression _parseExpression() { |
+ if (_token == null) return _astFactory.empty(); |
+ var expr = _parseUnary(); |
+ return (expr == null) ? null : _parsePrecedence(expr, 0); |
+ } |
+ |
+ // _parsePrecedence and _parseBinary implement the precedence climbing |
+ // algorithm as described in: |
+ // http://en.wikipedia.org/wiki/Operator-precedence_parser#Precedence_climbing_method |
+ Expression _parsePrecedence(Expression left, int precedence) { |
+ assert(left != null); |
+ while (_token != null) { |
+ if (_token.kind == GROUPER_TOKEN) { |
+ if (_token.value == '(') { |
+ var args = _parseArguments(); |
+ assert(args != null); |
+ left = _astFactory.invoke(left, null, args); |
+ } else if (_token.value == '[') { |
+ var indexExpr = _parseIndex(); |
+ left = _astFactory.index(left, indexExpr); |
+ } else { |
+ break; |
+ } |
+ } else if (_token.kind == DOT_TOKEN) { |
+ _advance(); |
+ var right = _parseUnary(); |
+ left = _makeInvokeOrGetter(left, right); |
+ } else if (_token.kind == KEYWORD_TOKEN) { |
+ if (_token.value == 'in') { |
+ left = _parseInExpression(left); |
+ } else if (_token.value == 'as') { |
+ left = _parseAsExpression(left); |
+ } else { |
+ break; |
+ } |
+ } else if (_token.kind == OPERATOR_TOKEN |
+ && _token.precedence >= precedence) { |
+ left = _token.value == '?' ? _parseTernary(left) : _parseBinary(left); |
+ } else { |
+ break; |
+ } |
+ } |
+ return left; |
+ } |
+ |
+ // invoke or getter |
+ Expression _makeInvokeOrGetter(left, right) { |
+ if (right is Identifier) { |
+ return _astFactory.getter(left, right.value); |
+ } else if (right is Invoke && right.receiver is Identifier) { |
+ Identifier method = right.receiver; |
+ return _astFactory.invoke(left, method.value, right.arguments); |
+ } else { |
+ throw new ParseException("expected identifier: $right"); |
+ } |
+ } |
+ |
+ Expression _parseBinary(left) { |
+ var op = _token; |
+ if (!_BINARY_OPERATORS.contains(op.value)) { |
+ throw new ParseException("unknown operator: ${op.value}"); |
+ } |
+ _advance(); |
+ var right = _parseUnary(); |
+ while (_token != null |
+ && (_token.kind == OPERATOR_TOKEN |
+ || _token.kind == DOT_TOKEN |
+ || _token.kind == GROUPER_TOKEN) |
+ && _token.precedence > op.precedence) { |
+ right = _parsePrecedence(right, _token.precedence); |
+ } |
+ return _astFactory.binary(left, op.value, right); |
+ } |
+ |
+ Expression _parseUnary() { |
+ if (_token.kind == OPERATOR_TOKEN) { |
+ var value = _token.value; |
+ if (value == '+' || value == '-') { |
+ _advance(); |
+ if (_token.kind == INTEGER_TOKEN) { |
+ return _parseInteger(value); |
+ } else if (_token.kind == DECIMAL_TOKEN) { |
+ return _parseDecimal(value); |
+ } else { |
+ var expr = _parsePrecedence(_parsePrimary(), POSTFIX_PRECEDENCE); |
+ return _astFactory.unary(value, expr); |
+ } |
+ } else if (value == '!') { |
+ _advance(); |
+ var expr = _parsePrecedence(_parsePrimary(), POSTFIX_PRECEDENCE); |
+ return _astFactory.unary(value, expr); |
+ } else { |
+ throw new ParseException("unexpected token: $value"); |
+ } |
+ } |
+ return _parsePrimary(); |
+ } |
+ |
+ Expression _parseTernary(condition) { |
+ _advance(OPERATOR_TOKEN, '?'); |
+ var trueExpr = _parseExpression(); |
+ _advance(COLON_TOKEN); |
+ var falseExpr = _parseExpression(); |
+ return _astFactory.ternary(condition, trueExpr, falseExpr); |
+ } |
+ |
+ Expression _parsePrimary() { |
+ var kind = _token.kind; |
+ switch (kind) { |
+ case KEYWORD_TOKEN: |
+ var keyword = _token.value; |
+ if (keyword == 'this') { |
+ _advance(); |
+ // TODO(justin): return keyword node |
+ return _astFactory.identifier('this'); |
+ } else if (KEYWORDS.contains(keyword)) { |
+ throw new ParseException('unexpected keyword: $keyword'); |
+ } |
+ throw new ParseException('unrecognized keyword: $keyword'); |
+ case IDENTIFIER_TOKEN: |
+ return _parseInvokeOrIdentifier(); |
+ case STRING_TOKEN: |
+ return _parseString(); |
+ case INTEGER_TOKEN: |
+ return _parseInteger(); |
+ case DECIMAL_TOKEN: |
+ return _parseDecimal(); |
+ case GROUPER_TOKEN: |
+ if (_token.value == '(') { |
+ return _parseParenthesized(); |
+ } else if (_token.value == '{') { |
+ return _parseMapLiteral(); |
+ } else if (_token.value == '[') { |
+ return _parseListLiteral(); |
+ } |
+ return null; |
+ case COLON_TOKEN: |
+ throw new ParseException('unexpected token ":"'); |
+ default: |
+ return null; |
+ } |
+ } |
+ |
+ ListLiteral _parseListLiteral() { |
+ var items = []; |
+ do { |
+ _advance(); |
+ if (_token.kind == GROUPER_TOKEN && _token.value == ']') { |
+ break; |
+ } |
+ items.add(_parseExpression()); |
+ } while(_token != null && _token.value == ','); |
+ _advance(GROUPER_TOKEN, ']'); |
+ return new ListLiteral(items); |
+ } |
+ |
+ MapLiteral _parseMapLiteral() { |
+ var entries = []; |
+ do { |
+ _advance(); |
+ if (_token.kind == GROUPER_TOKEN && _token.value == '}') { |
+ break; |
+ } |
+ entries.add(_parseMapLiteralEntry()); |
+ } while(_token != null && _token.value == ','); |
+ _advance(GROUPER_TOKEN, '}'); |
+ return new MapLiteral(entries); |
+ } |
+ |
+ MapLiteralEntry _parseMapLiteralEntry() { |
+ var key = _parseString(); |
+ _advance(COLON_TOKEN, ':'); |
+ var value = _parseExpression(); |
+ return _astFactory.mapLiteralEntry(key, value); |
+ } |
+ |
+ InExpression _parseInExpression(Expression left) { |
+ assert(_token.value == 'in'); |
+ if (left is! Identifier) { |
+ throw new ParseException( |
+ "in... statements must start with an identifier"); |
+ } |
+ _advance(); |
+ var right = _parseExpression(); |
+ return _astFactory.inExpr(left, right); |
+ } |
+ |
+ AsExpression _parseAsExpression(Expression left) { |
+ assert(_token.value == 'as'); |
+ _advance(); |
+ var right = _parseExpression(); |
+ if (right is! Identifier) { |
+ throw new ParseException( |
+ "'as' statements must end with an identifier"); |
+ } |
+ return _astFactory.asExpr(left, right); |
+ } |
+ |
+ Expression _parseInvokeOrIdentifier() { |
+ if (_token.value == 'true') { |
+ _advance(); |
+ return _astFactory.literal(true); |
+ } |
+ if (_token.value == 'false') { |
+ _advance(); |
+ return _astFactory.literal(false); |
+ } |
+ if (_token.value == 'null') { |
+ _advance(); |
+ return _astFactory.literal(null); |
+ } |
+ var identifier = _parseIdentifier(); |
+ var args = _parseArguments(); |
+ if (args == null) { |
+ return identifier; |
+ } else { |
+ return _astFactory.invoke(identifier, null, args); |
+ } |
+ } |
+ |
+ Identifier _parseIdentifier() { |
+ if (_token.kind != IDENTIFIER_TOKEN) { |
+ throw new ParseException("expected identifier: $_token.value"); |
+ } |
+ var value = _token.value; |
+ _advance(); |
+ return _astFactory.identifier(value); |
+ } |
+ |
+ List<Expression> _parseArguments() { |
+ if (_token != null && _token.kind == GROUPER_TOKEN && _token.value == '(') { |
+ var args = []; |
+ do { |
+ _advance(); |
+ if (_token.kind == GROUPER_TOKEN && _token.value == ')') { |
+ break; |
+ } |
+ var expr = _parseExpression(); |
+ args.add(expr); |
+ } while(_token != null && _token.value == ','); |
+ _advance(GROUPER_TOKEN, ')'); |
+ return args; |
+ } |
+ return null; |
+ } |
+ |
+ Expression _parseIndex() { |
+ if (_token != null && _token.kind == GROUPER_TOKEN && _token.value == '[') { |
+ _advance(); |
+ var expr = _parseExpression(); |
+ _advance(GROUPER_TOKEN, ']'); |
+ return expr; |
+ } |
+ return null; |
+ } |
+ |
+ ParenthesizedExpression _parseParenthesized() { |
+ _advance(); |
+ var expr = _parseExpression(); |
+ _advance(GROUPER_TOKEN, ')'); |
+ return _astFactory.parenthesized(expr); |
+ } |
+ |
+ Literal<String> _parseString() { |
+ var value = _astFactory.literal(_token.value); |
+ _advance(); |
+ return value; |
+ } |
+ |
+ Literal<int> _parseInteger([String prefix = '']) { |
+ var value = _astFactory.literal(int.parse('$prefix${_token.value}')); |
+ _advance(); |
+ return value; |
+ } |
+ |
+ Literal<double> _parseDecimal([String prefix = '']) { |
+ var value = _astFactory.literal(double.parse('$prefix${_token.value}')); |
+ _advance(); |
+ return value; |
+ } |
+ |
+} |