| Index: runtime/vm/regexp_parser.cc
|
| diff --git a/runtime/vm/regexp_parser.cc b/runtime/vm/regexp_parser.cc
|
| new file mode 100644
|
| index 0000000000000000000000000000000000000000..72e8d7ffcc992905cf0e5fe112624c7ba45ac535
|
| --- /dev/null
|
| +++ b/runtime/vm/regexp_parser.cc
|
| @@ -0,0 +1,1003 @@
|
| +// Copyright (c) 2014, the Dart project authors. Please see the AUTHORS file
|
| +// for details. All rights reserved. Use of this source code is governed by a
|
| +// BSD-style license that can be found in the LICENSE file.
|
| +
|
| +#include "vm/regexp_parser.h"
|
| +
|
| +// SNIP
|
| +
|
| +namespace dart {
|
| +
|
| +RegExpBuilder::RegExpBuilder(Zone* zone)
|
| + : zone_(zone),
|
| + pending_empty_(false),
|
| + characters_(NULL),
|
| + terms_(),
|
| + alternatives_()
|
| +#ifdef DEBUG
|
| + , last_added_(ADD_NONE)
|
| +#endif
|
| + {}
|
| +
|
| +
|
| +void RegExpBuilder::FlushCharacters() {
|
| + pending_empty_ = false;
|
| + if (characters_ != NULL) {
|
| + RegExpTree* atom = new(zone()) RegExpAtom(characters_->ToConstVector());
|
| + characters_ = NULL;
|
| + text_.Add(atom, zone());
|
| + LAST(ADD_ATOM);
|
| + }
|
| +}
|
| +
|
| +
|
| +void RegExpBuilder::FlushText() {
|
| + FlushCharacters();
|
| + int num_text = text_.length();
|
| + if (num_text == 0) {
|
| + return;
|
| + } else if (num_text == 1) {
|
| + terms_.Add(text_.last(), zone());
|
| + } else {
|
| + RegExpText* text = new(zone()) RegExpText(zone());
|
| + for (int i = 0; i < num_text; i++)
|
| + text_.Get(i)->AppendToText(text, zone());
|
| + terms_.Add(text, zone());
|
| + }
|
| + text_.Clear();
|
| +}
|
| +
|
| +
|
| +void RegExpBuilder::AddCharacter(uc16 c) {
|
| + pending_empty_ = false;
|
| + if (characters_ == NULL) {
|
| + characters_ = new(zone()) ZoneList<uc16>(4, zone());
|
| + }
|
| + characters_->Add(c, zone());
|
| + LAST(ADD_CHAR);
|
| +}
|
| +
|
| +
|
| +void RegExpBuilder::AddEmpty() {
|
| + pending_empty_ = true;
|
| +}
|
| +
|
| +
|
| +void RegExpBuilder::AddAtom(RegExpTree* term) {
|
| + if (term->IsEmpty()) {
|
| + AddEmpty();
|
| + return;
|
| + }
|
| + if (term->IsTextElement()) {
|
| + FlushCharacters();
|
| + text_.Add(term, zone());
|
| + } else {
|
| + FlushText();
|
| + terms_.Add(term, zone());
|
| + }
|
| + LAST(ADD_ATOM);
|
| +}
|
| +
|
| +
|
| +void RegExpBuilder::AddAssertion(RegExpTree* assert) {
|
| + FlushText();
|
| + terms_.Add(assert, zone());
|
| + LAST(ADD_ASSERT);
|
| +}
|
| +
|
| +
|
| +void RegExpBuilder::NewAlternative() {
|
| + FlushTerms();
|
| +}
|
| +
|
| +
|
| +void RegExpBuilder::FlushTerms() {
|
| + FlushText();
|
| + int num_terms = terms_.length();
|
| + RegExpTree* alternative;
|
| + if (num_terms == 0) {
|
| + alternative = RegExpEmpty::GetInstance();
|
| + } else if (num_terms == 1) {
|
| + alternative = terms_.last();
|
| + } else {
|
| + alternative = new(zone()) RegExpAlternative(terms_.GetList(zone()));
|
| + }
|
| + alternatives_.Add(alternative, zone());
|
| + terms_.Clear();
|
| + LAST(ADD_NONE);
|
| +}
|
| +
|
| +
|
| +RegExpTree* RegExpBuilder::ToRegExp() {
|
| + FlushTerms();
|
| + int num_alternatives = alternatives_.length();
|
| + if (num_alternatives == 0) {
|
| + return RegExpEmpty::GetInstance();
|
| + }
|
| + if (num_alternatives == 1) {
|
| + return alternatives_.last();
|
| + }
|
| + return new(zone()) RegExpDisjunction(alternatives_.GetList(zone()));
|
| +}
|
| +
|
| +
|
| +void RegExpBuilder::AddQuantifierToAtom(
|
| + int min, int max, RegExpQuantifier::QuantifierType quantifier_type) {
|
| + if (pending_empty_) {
|
| + pending_empty_ = false;
|
| + return;
|
| + }
|
| + RegExpTree* atom;
|
| + if (characters_ != NULL) {
|
| + DCHECK(last_added_ == ADD_CHAR);
|
| + // Last atom was character.
|
| + Vector<const uc16> char_vector = characters_->ToConstVector();
|
| + int num_chars = char_vector.length();
|
| + if (num_chars > 1) {
|
| + Vector<const uc16> prefix = char_vector.SubVector(0, num_chars - 1);
|
| + text_.Add(new(zone()) RegExpAtom(prefix), zone());
|
| + char_vector = char_vector.SubVector(num_chars - 1, num_chars);
|
| + }
|
| + characters_ = NULL;
|
| + atom = new(zone()) RegExpAtom(char_vector);
|
| + FlushText();
|
| + } else if (text_.length() > 0) {
|
| + DCHECK(last_added_ == ADD_ATOM);
|
| + atom = text_.RemoveLast();
|
| + FlushText();
|
| + } else if (terms_.length() > 0) {
|
| + DCHECK(last_added_ == ADD_ATOM);
|
| + atom = terms_.RemoveLast();
|
| + if (atom->max_match() == 0) {
|
| + // Guaranteed to only match an empty string.
|
| + LAST(ADD_TERM);
|
| + if (min == 0) {
|
| + return;
|
| + }
|
| + terms_.Add(atom, zone());
|
| + return;
|
| + }
|
| + } else {
|
| + // Only call immediately after adding an atom or character!
|
| + UNREACHABLE();
|
| + return;
|
| + }
|
| + terms_.Add(
|
| + new(zone()) RegExpQuantifier(min, max, quantifier_type, atom), zone());
|
| + LAST(ADD_TERM);
|
| +}
|
| +
|
| +// SNIP
|
| +
|
| +// ----------------------------------------------------------------------------
|
| +// Regular expressions
|
| +
|
| +RegExpParser::RegExpParser(FlatStringReader* in,
|
| + Handle<String>* error,
|
| + bool multiline,
|
| + Zone* zone)
|
| + : isolate_(zone->isolate()),
|
| + zone_(zone),
|
| + error_(error),
|
| + captures_(NULL),
|
| + in_(in),
|
| + current_(kEndMarker),
|
| + next_pos_(0),
|
| + capture_count_(0),
|
| + has_more_(true),
|
| + multiline_(multiline),
|
| + simple_(false),
|
| + contains_anchor_(false),
|
| + is_scanned_for_captures_(false),
|
| + failed_(false) {
|
| + Advance();
|
| +}
|
| +
|
| +
|
| +uc32 RegExpParser::Next() {
|
| + if (has_next()) {
|
| + return in()->Get(next_pos_);
|
| + } else {
|
| + return kEndMarker;
|
| + }
|
| +}
|
| +
|
| +
|
| +void RegExpParser::Advance() {
|
| + if (next_pos_ < in()->length()) {
|
| + StackLimitCheck check(isolate());
|
| + if (check.HasOverflowed()) {
|
| + ReportError(CStrVector(Isolate::kStackOverflowMessage));
|
| + } else if (zone()->excess_allocation()) {
|
| + ReportError(CStrVector("Regular expression too large"));
|
| + } else {
|
| + current_ = in()->Get(next_pos_);
|
| + next_pos_++;
|
| + }
|
| + } else {
|
| + current_ = kEndMarker;
|
| + has_more_ = false;
|
| + }
|
| +}
|
| +
|
| +
|
| +void RegExpParser::Reset(int pos) {
|
| + next_pos_ = pos;
|
| + has_more_ = (pos < in()->length());
|
| + Advance();
|
| +}
|
| +
|
| +
|
| +void RegExpParser::Advance(int dist) {
|
| + next_pos_ += dist - 1;
|
| + Advance();
|
| +}
|
| +
|
| +
|
| +bool RegExpParser::simple() {
|
| + return simple_;
|
| +}
|
| +
|
| +
|
| +RegExpTree* RegExpParser::ReportError(Vector<const char> message) {
|
| + failed_ = true;
|
| + *error_ = isolate()->factory()->NewStringFromAscii(message).ToHandleChecked();
|
| + // Zip to the end to make sure the no more input is read.
|
| + current_ = kEndMarker;
|
| + next_pos_ = in()->length();
|
| + return NULL;
|
| +}
|
| +
|
| +
|
| +// Pattern ::
|
| +// Disjunction
|
| +RegExpTree* RegExpParser::ParsePattern() {
|
| + RegExpTree* result = ParseDisjunction(CHECK_FAILED);
|
| + DCHECK(!has_more());
|
| + // If the result of parsing is a literal string atom, and it has the
|
| + // same length as the input, then the atom is identical to the input.
|
| + if (result->IsAtom() && result->AsAtom()->length() == in()->length()) {
|
| + simple_ = true;
|
| + }
|
| + return result;
|
| +}
|
| +
|
| +
|
| +// Disjunction ::
|
| +// Alternative
|
| +// Alternative | Disjunction
|
| +// Alternative ::
|
| +// [empty]
|
| +// Term Alternative
|
| +// Term ::
|
| +// Assertion
|
| +// Atom
|
| +// Atom Quantifier
|
| +RegExpTree* RegExpParser::ParseDisjunction() {
|
| + // Used to store current state while parsing subexpressions.
|
| + RegExpParserState initial_state(NULL, INITIAL, 0, zone());
|
| + RegExpParserState* stored_state = &initial_state;
|
| + // Cache the builder in a local variable for quick access.
|
| + RegExpBuilder* builder = initial_state.builder();
|
| + while (true) {
|
| + switch (current()) {
|
| + case kEndMarker:
|
| + if (stored_state->IsSubexpression()) {
|
| + // Inside a parenthesized group when hitting end of input.
|
| + ReportError(CStrVector("Unterminated group") CHECK_FAILED);
|
| + }
|
| + DCHECK_EQ(INITIAL, stored_state->group_type());
|
| + // Parsing completed successfully.
|
| + return builder->ToRegExp();
|
| + case ')': {
|
| + if (!stored_state->IsSubexpression()) {
|
| + ReportError(CStrVector("Unmatched ')'") CHECK_FAILED);
|
| + }
|
| + DCHECK_NE(INITIAL, stored_state->group_type());
|
| +
|
| + Advance();
|
| + // End disjunction parsing and convert builder content to new single
|
| + // regexp atom.
|
| + RegExpTree* body = builder->ToRegExp();
|
| +
|
| + int end_capture_index = captures_started();
|
| +
|
| + int capture_index = stored_state->capture_index();
|
| + SubexpressionType group_type = stored_state->group_type();
|
| +
|
| + // Restore previous state.
|
| + stored_state = stored_state->previous_state();
|
| + builder = stored_state->builder();
|
| +
|
| + // Build result of subexpression.
|
| + if (group_type == CAPTURE) {
|
| + RegExpCapture* capture = new(zone()) RegExpCapture(body, capture_index);
|
| + captures_->at(capture_index - 1) = capture;
|
| + body = capture;
|
| + } else if (group_type != GROUPING) {
|
| + DCHECK(group_type == POSITIVE_LOOKAHEAD ||
|
| + group_type == NEGATIVE_LOOKAHEAD);
|
| + bool is_positive = (group_type == POSITIVE_LOOKAHEAD);
|
| + body = new(zone()) RegExpLookahead(body,
|
| + is_positive,
|
| + end_capture_index - capture_index,
|
| + capture_index);
|
| + }
|
| + builder->AddAtom(body);
|
| + // For compatability with JSC and ES3, we allow quantifiers after
|
| + // lookaheads, and break in all cases.
|
| + break;
|
| + }
|
| + case '|': {
|
| + Advance();
|
| + builder->NewAlternative();
|
| + continue;
|
| + }
|
| + case '*':
|
| + case '+':
|
| + case '?':
|
| + return ReportError(CStrVector("Nothing to repeat"));
|
| + case '^': {
|
| + Advance();
|
| + if (multiline_) {
|
| + builder->AddAssertion(
|
| + new(zone()) RegExpAssertion(RegExpAssertion::START_OF_LINE));
|
| + } else {
|
| + builder->AddAssertion(
|
| + new(zone()) RegExpAssertion(RegExpAssertion::START_OF_INPUT));
|
| + set_contains_anchor();
|
| + }
|
| + continue;
|
| + }
|
| + case '$': {
|
| + Advance();
|
| + RegExpAssertion::AssertionType assertion_type =
|
| + multiline_ ? RegExpAssertion::END_OF_LINE :
|
| + RegExpAssertion::END_OF_INPUT;
|
| + builder->AddAssertion(new(zone()) RegExpAssertion(assertion_type));
|
| + continue;
|
| + }
|
| + case '.': {
|
| + Advance();
|
| + // everything except \x0a, \x0d, \u2028 and \u2029
|
| + ZoneList<CharacterRange>* ranges =
|
| + new(zone()) ZoneList<CharacterRange>(2, zone());
|
| + CharacterRange::AddClassEscape('.', ranges, zone());
|
| + RegExpTree* atom = new(zone()) RegExpCharacterClass(ranges, false);
|
| + builder->AddAtom(atom);
|
| + break;
|
| + }
|
| + case '(': {
|
| + SubexpressionType subexpr_type = CAPTURE;
|
| + Advance();
|
| + if (current() == '?') {
|
| + switch (Next()) {
|
| + case ':':
|
| + subexpr_type = GROUPING;
|
| + break;
|
| + case '=':
|
| + subexpr_type = POSITIVE_LOOKAHEAD;
|
| + break;
|
| + case '!':
|
| + subexpr_type = NEGATIVE_LOOKAHEAD;
|
| + break;
|
| + default:
|
| + ReportError(CStrVector("Invalid group") CHECK_FAILED);
|
| + break;
|
| + }
|
| + Advance(2);
|
| + } else {
|
| + if (captures_ == NULL) {
|
| + captures_ = new(zone()) ZoneList<RegExpCapture*>(2, zone());
|
| + }
|
| + if (captures_started() >= kMaxCaptures) {
|
| + ReportError(CStrVector("Too many captures") CHECK_FAILED);
|
| + }
|
| + captures_->Add(NULL, zone());
|
| + }
|
| + // Store current state and begin new disjunction parsing.
|
| + stored_state = new(zone()) RegExpParserState(stored_state, subexpr_type,
|
| + captures_started(), zone());
|
| + builder = stored_state->builder();
|
| + continue;
|
| + }
|
| + case '[': {
|
| + RegExpTree* atom = ParseCharacterClass(CHECK_FAILED);
|
| + builder->AddAtom(atom);
|
| + break;
|
| + }
|
| + // Atom ::
|
| + // \ AtomEscape
|
| + case '\\':
|
| + switch (Next()) {
|
| + case kEndMarker:
|
| + return ReportError(CStrVector("\\ at end of pattern"));
|
| + case 'b':
|
| + Advance(2);
|
| + builder->AddAssertion(
|
| + new(zone()) RegExpAssertion(RegExpAssertion::BOUNDARY));
|
| + continue;
|
| + case 'B':
|
| + Advance(2);
|
| + builder->AddAssertion(
|
| + new(zone()) RegExpAssertion(RegExpAssertion::NON_BOUNDARY));
|
| + continue;
|
| + // AtomEscape ::
|
| + // CharacterClassEscape
|
| + //
|
| + // CharacterClassEscape :: one of
|
| + // d D s S w W
|
| + case 'd': case 'D': case 's': case 'S': case 'w': case 'W': {
|
| + uc32 c = Next();
|
| + Advance(2);
|
| + ZoneList<CharacterRange>* ranges =
|
| + new(zone()) ZoneList<CharacterRange>(2, zone());
|
| + CharacterRange::AddClassEscape(c, ranges, zone());
|
| + RegExpTree* atom = new(zone()) RegExpCharacterClass(ranges, false);
|
| + builder->AddAtom(atom);
|
| + break;
|
| + }
|
| + case '1': case '2': case '3': case '4': case '5': case '6':
|
| + case '7': case '8': case '9': {
|
| + int index = 0;
|
| + if (ParseBackReferenceIndex(&index)) {
|
| + RegExpCapture* capture = NULL;
|
| + if (captures_ != NULL && index <= captures_->length()) {
|
| + capture = captures_->at(index - 1);
|
| + }
|
| + if (capture == NULL) {
|
| + builder->AddEmpty();
|
| + break;
|
| + }
|
| + RegExpTree* atom = new(zone()) RegExpBackReference(capture);
|
| + builder->AddAtom(atom);
|
| + break;
|
| + }
|
| + uc32 first_digit = Next();
|
| + if (first_digit == '8' || first_digit == '9') {
|
| + // Treat as identity escape
|
| + builder->AddCharacter(first_digit);
|
| + Advance(2);
|
| + break;
|
| + }
|
| + }
|
| + // FALLTHROUGH
|
| + case '0': {
|
| + Advance();
|
| + uc32 octal = ParseOctalLiteral();
|
| + builder->AddCharacter(octal);
|
| + break;
|
| + }
|
| + // ControlEscape :: one of
|
| + // f n r t v
|
| + case 'f':
|
| + Advance(2);
|
| + builder->AddCharacter('\f');
|
| + break;
|
| + case 'n':
|
| + Advance(2);
|
| + builder->AddCharacter('\n');
|
| + break;
|
| + case 'r':
|
| + Advance(2);
|
| + builder->AddCharacter('\r');
|
| + break;
|
| + case 't':
|
| + Advance(2);
|
| + builder->AddCharacter('\t');
|
| + break;
|
| + case 'v':
|
| + Advance(2);
|
| + builder->AddCharacter('\v');
|
| + break;
|
| + case 'c': {
|
| + Advance();
|
| + uc32 controlLetter = Next();
|
| + // Special case if it is an ASCII letter.
|
| + // Convert lower case letters to uppercase.
|
| + uc32 letter = controlLetter & ~('a' ^ 'A');
|
| + if (letter < 'A' || 'Z' < letter) {
|
| + // controlLetter is not in range 'A'-'Z' or 'a'-'z'.
|
| + // This is outside the specification. We match JSC in
|
| + // reading the backslash as a literal character instead
|
| + // of as starting an escape.
|
| + builder->AddCharacter('\\');
|
| + } else {
|
| + Advance(2);
|
| + builder->AddCharacter(controlLetter & 0x1f);
|
| + }
|
| + break;
|
| + }
|
| + case 'x': {
|
| + Advance(2);
|
| + uc32 value;
|
| + if (ParseHexEscape(2, &value)) {
|
| + builder->AddCharacter(value);
|
| + } else {
|
| + builder->AddCharacter('x');
|
| + }
|
| + break;
|
| + }
|
| + case 'u': {
|
| + Advance(2);
|
| + uc32 value;
|
| + if (ParseHexEscape(4, &value)) {
|
| + builder->AddCharacter(value);
|
| + } else {
|
| + builder->AddCharacter('u');
|
| + }
|
| + break;
|
| + }
|
| + default:
|
| + // Identity escape.
|
| + builder->AddCharacter(Next());
|
| + Advance(2);
|
| + break;
|
| + }
|
| + break;
|
| + case '{': {
|
| + int dummy;
|
| + if (ParseIntervalQuantifier(&dummy, &dummy)) {
|
| + ReportError(CStrVector("Nothing to repeat") CHECK_FAILED);
|
| + }
|
| + // fallthrough
|
| + }
|
| + default:
|
| + builder->AddCharacter(current());
|
| + Advance();
|
| + break;
|
| + } // end switch(current())
|
| +
|
| + int min;
|
| + int max;
|
| + switch (current()) {
|
| + // QuantifierPrefix ::
|
| + // *
|
| + // +
|
| + // ?
|
| + // {
|
| + case '*':
|
| + min = 0;
|
| + max = RegExpTree::kInfinity;
|
| + Advance();
|
| + break;
|
| + case '+':
|
| + min = 1;
|
| + max = RegExpTree::kInfinity;
|
| + Advance();
|
| + break;
|
| + case '?':
|
| + min = 0;
|
| + max = 1;
|
| + Advance();
|
| + break;
|
| + case '{':
|
| + if (ParseIntervalQuantifier(&min, &max)) {
|
| + if (max < min) {
|
| + ReportError(CStrVector("numbers out of order in {} quantifier.")
|
| + CHECK_FAILED);
|
| + }
|
| + break;
|
| + } else {
|
| + continue;
|
| + }
|
| + default:
|
| + continue;
|
| + }
|
| + RegExpQuantifier::QuantifierType quantifier_type = RegExpQuantifier::GREEDY;
|
| + if (current() == '?') {
|
| + quantifier_type = RegExpQuantifier::NON_GREEDY;
|
| + Advance();
|
| + } else if (FLAG_regexp_possessive_quantifier && current() == '+') {
|
| + // FLAG_regexp_possessive_quantifier is a debug-only flag.
|
| + quantifier_type = RegExpQuantifier::POSSESSIVE;
|
| + Advance();
|
| + }
|
| + builder->AddQuantifierToAtom(min, max, quantifier_type);
|
| + }
|
| +}
|
| +
|
| +
|
| +#ifdef DEBUG
|
| +// Currently only used in an DCHECK.
|
| +static bool IsSpecialClassEscape(uc32 c) {
|
| + switch (c) {
|
| + case 'd': case 'D':
|
| + case 's': case 'S':
|
| + case 'w': case 'W':
|
| + return true;
|
| + default:
|
| + return false;
|
| + }
|
| +}
|
| +#endif
|
| +
|
| +
|
| +// In order to know whether an escape is a backreference or not we have to scan
|
| +// the entire regexp and find the number of capturing parentheses. However we
|
| +// don't want to scan the regexp twice unless it is necessary. This mini-parser
|
| +// is called when needed. It can see the difference between capturing and
|
| +// noncapturing parentheses and can skip character classes and backslash-escaped
|
| +// characters.
|
| +void RegExpParser::ScanForCaptures() {
|
| + // Start with captures started previous to current position
|
| + int capture_count = captures_started();
|
| + // Add count of captures after this position.
|
| + int n;
|
| + while ((n = current()) != kEndMarker) {
|
| + Advance();
|
| + switch (n) {
|
| + case '\\':
|
| + Advance();
|
| + break;
|
| + case '[': {
|
| + int c;
|
| + while ((c = current()) != kEndMarker) {
|
| + Advance();
|
| + if (c == '\\') {
|
| + Advance();
|
| + } else {
|
| + if (c == ']') break;
|
| + }
|
| + }
|
| + break;
|
| + }
|
| + case '(':
|
| + if (current() != '?') capture_count++;
|
| + break;
|
| + }
|
| + }
|
| + capture_count_ = capture_count;
|
| + is_scanned_for_captures_ = true;
|
| +}
|
| +
|
| +
|
| +bool RegExpParser::ParseBackReferenceIndex(int* index_out) {
|
| + DCHECK_EQ('\\', current());
|
| + DCHECK('1' <= Next() && Next() <= '9');
|
| + // Try to parse a decimal literal that is no greater than the total number
|
| + // of left capturing parentheses in the input.
|
| + int start = position();
|
| + int value = Next() - '0';
|
| + Advance(2);
|
| + while (true) {
|
| + uc32 c = current();
|
| + if (IsDecimalDigit(c)) {
|
| + value = 10 * value + (c - '0');
|
| + if (value > kMaxCaptures) {
|
| + Reset(start);
|
| + return false;
|
| + }
|
| + Advance();
|
| + } else {
|
| + break;
|
| + }
|
| + }
|
| + if (value > captures_started()) {
|
| + if (!is_scanned_for_captures_) {
|
| + int saved_position = position();
|
| + ScanForCaptures();
|
| + Reset(saved_position);
|
| + }
|
| + if (value > capture_count_) {
|
| + Reset(start);
|
| + return false;
|
| + }
|
| + }
|
| + *index_out = value;
|
| + return true;
|
| +}
|
| +
|
| +
|
| +// QuantifierPrefix ::
|
| +// { DecimalDigits }
|
| +// { DecimalDigits , }
|
| +// { DecimalDigits , DecimalDigits }
|
| +//
|
| +// Returns true if parsing succeeds, and set the min_out and max_out
|
| +// values. Values are truncated to RegExpTree::kInfinity if they overflow.
|
| +bool RegExpParser::ParseIntervalQuantifier(int* min_out, int* max_out) {
|
| + DCHECK_EQ(current(), '{');
|
| + int start = position();
|
| + Advance();
|
| + int min = 0;
|
| + if (!IsDecimalDigit(current())) {
|
| + Reset(start);
|
| + return false;
|
| + }
|
| + while (IsDecimalDigit(current())) {
|
| + int next = current() - '0';
|
| + if (min > (RegExpTree::kInfinity - next) / 10) {
|
| + // Overflow. Skip past remaining decimal digits and return -1.
|
| + do {
|
| + Advance();
|
| + } while (IsDecimalDigit(current()));
|
| + min = RegExpTree::kInfinity;
|
| + break;
|
| + }
|
| + min = 10 * min + next;
|
| + Advance();
|
| + }
|
| + int max = 0;
|
| + if (current() == '}') {
|
| + max = min;
|
| + Advance();
|
| + } else if (current() == ',') {
|
| + Advance();
|
| + if (current() == '}') {
|
| + max = RegExpTree::kInfinity;
|
| + Advance();
|
| + } else {
|
| + while (IsDecimalDigit(current())) {
|
| + int next = current() - '0';
|
| + if (max > (RegExpTree::kInfinity - next) / 10) {
|
| + do {
|
| + Advance();
|
| + } while (IsDecimalDigit(current()));
|
| + max = RegExpTree::kInfinity;
|
| + break;
|
| + }
|
| + max = 10 * max + next;
|
| + Advance();
|
| + }
|
| + if (current() != '}') {
|
| + Reset(start);
|
| + return false;
|
| + }
|
| + Advance();
|
| + }
|
| + } else {
|
| + Reset(start);
|
| + return false;
|
| + }
|
| + *min_out = min;
|
| + *max_out = max;
|
| + return true;
|
| +}
|
| +
|
| +
|
| +uc32 RegExpParser::ParseOctalLiteral() {
|
| + DCHECK(('0' <= current() && current() <= '7') || current() == kEndMarker);
|
| + // For compatibility with some other browsers (not all), we parse
|
| + // up to three octal digits with a value below 256.
|
| + uc32 value = current() - '0';
|
| + Advance();
|
| + if ('0' <= current() && current() <= '7') {
|
| + value = value * 8 + current() - '0';
|
| + Advance();
|
| + if (value < 32 && '0' <= current() && current() <= '7') {
|
| + value = value * 8 + current() - '0';
|
| + Advance();
|
| + }
|
| + }
|
| + return value;
|
| +}
|
| +
|
| +
|
| +bool RegExpParser::ParseHexEscape(int length, uc32 *value) {
|
| + int start = position();
|
| + uc32 val = 0;
|
| + bool done = false;
|
| + for (int i = 0; !done; i++) {
|
| + uc32 c = current();
|
| + int d = HexValue(c);
|
| + if (d < 0) {
|
| + Reset(start);
|
| + return false;
|
| + }
|
| + val = val * 16 + d;
|
| + Advance();
|
| + if (i == length - 1) {
|
| + done = true;
|
| + }
|
| + }
|
| + *value = val;
|
| + return true;
|
| +}
|
| +
|
| +
|
| +uc32 RegExpParser::ParseClassCharacterEscape() {
|
| + DCHECK(current() == '\\');
|
| + DCHECK(has_next() && !IsSpecialClassEscape(Next()));
|
| + Advance();
|
| + switch (current()) {
|
| + case 'b':
|
| + Advance();
|
| + return '\b';
|
| + // ControlEscape :: one of
|
| + // f n r t v
|
| + case 'f':
|
| + Advance();
|
| + return '\f';
|
| + case 'n':
|
| + Advance();
|
| + return '\n';
|
| + case 'r':
|
| + Advance();
|
| + return '\r';
|
| + case 't':
|
| + Advance();
|
| + return '\t';
|
| + case 'v':
|
| + Advance();
|
| + return '\v';
|
| + case 'c': {
|
| + uc32 controlLetter = Next();
|
| + uc32 letter = controlLetter & ~('A' ^ 'a');
|
| + // For compatibility with JSC, inside a character class
|
| + // we also accept digits and underscore as control characters.
|
| + if ((controlLetter >= '0' && controlLetter <= '9') ||
|
| + controlLetter == '_' ||
|
| + (letter >= 'A' && letter <= 'Z')) {
|
| + Advance(2);
|
| + // Control letters mapped to ASCII control characters in the range
|
| + // 0x00-0x1f.
|
| + return controlLetter & 0x1f;
|
| + }
|
| + // We match JSC in reading the backslash as a literal
|
| + // character instead of as starting an escape.
|
| + return '\\';
|
| + }
|
| + case '0': case '1': case '2': case '3': case '4': case '5':
|
| + case '6': case '7':
|
| + // For compatibility, we interpret a decimal escape that isn't
|
| + // a back reference (and therefore either \0 or not valid according
|
| + // to the specification) as a 1..3 digit octal character code.
|
| + return ParseOctalLiteral();
|
| + case 'x': {
|
| + Advance();
|
| + uc32 value;
|
| + if (ParseHexEscape(2, &value)) {
|
| + return value;
|
| + }
|
| + // If \x is not followed by a two-digit hexadecimal, treat it
|
| + // as an identity escape.
|
| + return 'x';
|
| + }
|
| + case 'u': {
|
| + Advance();
|
| + uc32 value;
|
| + if (ParseHexEscape(4, &value)) {
|
| + return value;
|
| + }
|
| + // If \u is not followed by a four-digit hexadecimal, treat it
|
| + // as an identity escape.
|
| + return 'u';
|
| + }
|
| + default: {
|
| + // Extended identity escape. We accept any character that hasn't
|
| + // been matched by a more specific case, not just the subset required
|
| + // by the ECMAScript specification.
|
| + uc32 result = current();
|
| + Advance();
|
| + return result;
|
| + }
|
| + }
|
| + return 0;
|
| +}
|
| +
|
| +
|
| +CharacterRange RegExpParser::ParseClassAtom(uc16* char_class) {
|
| + DCHECK_EQ(0, *char_class);
|
| + uc32 first = current();
|
| + if (first == '\\') {
|
| + switch (Next()) {
|
| + case 'w': case 'W': case 'd': case 'D': case 's': case 'S': {
|
| + *char_class = Next();
|
| + Advance(2);
|
| + return CharacterRange::Singleton(0); // Return dummy value.
|
| + }
|
| + case kEndMarker:
|
| + return ReportError(CStrVector("\\ at end of pattern"));
|
| + default:
|
| + uc32 c = ParseClassCharacterEscape(CHECK_FAILED);
|
| + return CharacterRange::Singleton(c);
|
| + }
|
| + } else {
|
| + Advance();
|
| + return CharacterRange::Singleton(first);
|
| + }
|
| +}
|
| +
|
| +
|
| +static const uc16 kNoCharClass = 0;
|
| +
|
| +// Adds range or pre-defined character class to character ranges.
|
| +// If char_class is not kInvalidClass, it's interpreted as a class
|
| +// escape (i.e., 's' means whitespace, from '\s').
|
| +static inline void AddRangeOrEscape(ZoneList<CharacterRange>* ranges,
|
| + uc16 char_class,
|
| + CharacterRange range,
|
| + Zone* zone) {
|
| + if (char_class != kNoCharClass) {
|
| + CharacterRange::AddClassEscape(char_class, ranges, zone);
|
| + } else {
|
| + ranges->Add(range, zone);
|
| + }
|
| +}
|
| +
|
| +
|
| +RegExpTree* RegExpParser::ParseCharacterClass() {
|
| + static const char* kUnterminated = "Unterminated character class";
|
| + static const char* kRangeOutOfOrder = "Range out of order in character class";
|
| +
|
| + DCHECK_EQ(current(), '[');
|
| + Advance();
|
| + bool is_negated = false;
|
| + if (current() == '^') {
|
| + is_negated = true;
|
| + Advance();
|
| + }
|
| + ZoneList<CharacterRange>* ranges =
|
| + new(zone()) ZoneList<CharacterRange>(2, zone());
|
| + while (has_more() && current() != ']') {
|
| + uc16 char_class = kNoCharClass;
|
| + CharacterRange first = ParseClassAtom(&char_class CHECK_FAILED);
|
| + if (current() == '-') {
|
| + Advance();
|
| + if (current() == kEndMarker) {
|
| + // If we reach the end we break out of the loop and let the
|
| + // following code report an error.
|
| + break;
|
| + } else if (current() == ']') {
|
| + AddRangeOrEscape(ranges, char_class, first, zone());
|
| + ranges->Add(CharacterRange::Singleton('-'), zone());
|
| + break;
|
| + }
|
| + uc16 char_class_2 = kNoCharClass;
|
| + CharacterRange next = ParseClassAtom(&char_class_2 CHECK_FAILED);
|
| + if (char_class != kNoCharClass || char_class_2 != kNoCharClass) {
|
| + // Either end is an escaped character class. Treat the '-' verbatim.
|
| + AddRangeOrEscape(ranges, char_class, first, zone());
|
| + ranges->Add(CharacterRange::Singleton('-'), zone());
|
| + AddRangeOrEscape(ranges, char_class_2, next, zone());
|
| + continue;
|
| + }
|
| + if (first.from() > next.to()) {
|
| + return ReportError(CStrVector(kRangeOutOfOrder) CHECK_FAILED);
|
| + }
|
| + ranges->Add(CharacterRange::Range(first.from(), next.to()), zone());
|
| + } else {
|
| + AddRangeOrEscape(ranges, char_class, first, zone());
|
| + }
|
| + }
|
| + if (!has_more()) {
|
| + return ReportError(CStrVector(kUnterminated) CHECK_FAILED);
|
| + }
|
| + Advance();
|
| + if (ranges->length() == 0) {
|
| + ranges->Add(CharacterRange::Everything(), zone());
|
| + is_negated = !is_negated;
|
| + }
|
| + return new(zone()) RegExpCharacterClass(ranges, is_negated);
|
| +}
|
| +
|
| +
|
| +// ----------------------------------------------------------------------------
|
| +// The Parser interface.
|
| +
|
| +bool RegExpParser::ParseRegExp(FlatStringReader* input,
|
| + bool multiline,
|
| + RegExpCompileData* result,
|
| + Zone* zone) {
|
| + DCHECK(result != NULL);
|
| + RegExpParser parser(input, &result->error, multiline, zone);
|
| + RegExpTree* tree = parser.ParsePattern();
|
| + if (parser.failed()) {
|
| + DCHECK(tree == NULL);
|
| + DCHECK(!result->error.is_null());
|
| + } else {
|
| + DCHECK(tree != NULL);
|
| + DCHECK(result->error.is_null());
|
| + result->tree = tree;
|
| + int capture_count = parser.captures_started();
|
| + result->simple = tree->IsAtom() && parser.simple() && capture_count == 0;
|
| + result->contains_anchor = parser.contains_anchor();
|
| + result->capture_count = capture_count;
|
| + }
|
| + return !parser.failed();
|
| +}
|
| +
|
| +// SNIP
|
| +
|
| +} // namespace dart
|
|
|