Index: third_party/re2/re2/testing/backtrack.cc |
diff --git a/third_party/re2/re2/testing/backtrack.cc b/third_party/re2/re2/testing/backtrack.cc |
deleted file mode 100644 |
index a87284017b5f9d720fae25a3bd7454b07140336f..0000000000000000000000000000000000000000 |
--- a/third_party/re2/re2/testing/backtrack.cc |
+++ /dev/null |
@@ -1,255 +0,0 @@ |
-// Copyright 2008 The RE2 Authors. All Rights Reserved. |
-// Use of this source code is governed by a BSD-style |
-// license that can be found in the LICENSE file. |
- |
-// Tested by search_test.cc, exhaustive_test.cc, tester.cc |
-// |
-// Prog::BadSearchBacktrack is a backtracking regular expression search, |
-// except that it remembers where it has been, trading a lot of |
-// memory for a lot of time. It exists only for testing purposes. |
-// |
-// Let me repeat that. |
-// |
-// THIS CODE SHOULD NEVER BE USED IN PRODUCTION: |
-// - It uses a ton of memory. |
-// - It uses a ton of stack. |
-// - It uses CHECK and LOG(FATAL). |
-// - It implements unanchored search by repeated anchored search. |
-// |
-// On the other hand, it is very simple and a good reference |
-// implementation for the more complicated regexp packages. |
-// |
-// In BUILD, this file is linked into the ":testing" library, |
-// not the main library, in order to make it harder to pick up |
-// accidentally. |
- |
-#include "util/util.h" |
-#include "re2/prog.h" |
-#include "re2/regexp.h" |
- |
-namespace re2 { |
- |
-// Backtracker holds the state for a backtracking search. |
-// |
-// Excluding the search parameters, the main search state |
-// is just the "capture registers", which record, for the |
-// current execution, the string position at which each |
-// parenthesis was passed. cap_[0] and cap_[1] are the |
-// left and right parenthesis in $0, cap_[2] and cap_[3] in $1, etc. |
-// |
-// To avoid infinite loops during backtracking on expressions |
-// like (a*)*, the visited_[] bitmap marks the (state, string-position) |
-// pairs that have already been explored and are thus not worth |
-// re-exploring if we get there via another path. Modern backtracking |
-// libraries engineer their program representation differently, to make |
-// such infinite loops possible to avoid without keeping a giant visited_ |
-// bitmap, but visited_ works fine for a reference implementation |
-// and it has the nice benefit of making the search run in linear time. |
-class Backtracker { |
- public: |
- explicit Backtracker(Prog* prog); |
- ~Backtracker(); |
- |
- bool Search(const StringPiece& text, const StringPiece& context, |
- bool anchored, bool longest, |
- StringPiece* submatch, int nsubmatch); |
- |
- private: |
- // Explores from instruction ip at string position p looking for a match. |
- // Returns true if found (so that caller can stop trying other possibilities). |
- bool Visit(int id, const char* p); |
- |
- // Search parameters |
- Prog* prog_; // program being run |
- StringPiece text_; // text being searched |
- StringPiece context_; // greater context of text being searched |
- bool anchored_; // whether search is anchored at text.begin() |
- bool longest_; // whether search wants leftmost-longest match |
- bool endmatch_; // whether search must end at text.end() |
- StringPiece *submatch_; // submatches to fill in |
- int nsubmatch_; // # of submatches to fill in |
- |
- // Search state |
- const char* cap_[64]; // capture registers |
- uint32 *visited_; // bitmap: (Inst*, char*) pairs already backtracked |
- size_t nvisited_; // # of words in bitmap |
-}; |
- |
-Backtracker::Backtracker(Prog* prog) |
- : prog_(prog), |
- anchored_(false), |
- longest_(false), |
- endmatch_(false), |
- submatch_(NULL), |
- nsubmatch_(0), |
- visited_(NULL), |
- nvisited_(0) { |
-} |
- |
-Backtracker::~Backtracker() { |
- delete[] visited_; |
-} |
- |
-// Runs a backtracking search. |
-bool Backtracker::Search(const StringPiece& text, const StringPiece& context, |
- bool anchored, bool longest, |
- StringPiece* submatch, int nsubmatch) { |
- text_ = text; |
- context_ = context; |
- if (context_.begin() == NULL) |
- context_ = text; |
- if (prog_->anchor_start() && text.begin() > context_.begin()) |
- return false; |
- if (prog_->anchor_end() && text.end() < context_.end()) |
- return false; |
- anchored_ = anchored | prog_->anchor_start(); |
- longest_ = longest | prog_->anchor_end(); |
- endmatch_ = prog_->anchor_end(); |
- submatch_ = submatch; |
- nsubmatch_ = nsubmatch; |
- CHECK(2*nsubmatch_ < arraysize(cap_)); |
- memset(cap_, 0, sizeof cap_); |
- |
- // We use submatch_[0] for our own bookkeeping, |
- // so it had better exist. |
- StringPiece sp0; |
- if (nsubmatch < 1) { |
- submatch_ = &sp0; |
- nsubmatch_ = 1; |
- } |
- submatch_[0] = NULL; |
- |
- // Allocate new visited_ bitmap -- size is proportional |
- // to text, so have to reallocate on each call to Search. |
- delete[] visited_; |
- nvisited_ = (prog_->size()*(text.size()+1) + 31)/32; |
- visited_ = new uint32[nvisited_]; |
- memset(visited_, 0, nvisited_*sizeof visited_[0]); |
- |
- // Anchored search must start at text.begin(). |
- if (anchored_) { |
- cap_[0] = text.begin(); |
- return Visit(prog_->start(), text.begin()); |
- } |
- |
- // Unanchored search, starting from each possible text position. |
- // Notice that we have to try the empty string at the end of |
- // the text, so the loop condition is p <= text.end(), not p < text.end(). |
- for (const char* p = text.begin(); p <= text.end(); p++) { |
- cap_[0] = p; |
- if (Visit(prog_->start(), p)) // Match must be leftmost; done. |
- return true; |
- } |
- return false; |
-} |
- |
-// Explores from instruction ip at string position p looking for a match. |
-// Return true if found (so that caller can stop trying other possibilities). |
-bool Backtracker::Visit(int id, const char* p) { |
- // Check bitmap. If we've already explored from here, |
- // either it didn't match or it did but we're hoping for a better match. |
- // Either way, don't go down that road again. |
- CHECK(p <= text_.end()); |
- size_t n = id*(text_.size()+1) + (p - text_.begin()); |
- CHECK_LT(n/32, nvisited_); |
- if (visited_[n/32] & (1 << (n&31))) |
- return false; |
- visited_[n/32] |= 1 << (n&31); |
- |
- // Pick out byte at current position. If at end of string, |
- // have to explore in hope of finishing a match. Use impossible byte -1. |
- int c = -1; |
- if (p < text_.end()) |
- c = *p & 0xFF; |
- |
- Prog::Inst* ip = prog_->inst(id); |
- switch (ip->opcode()) { |
- default: |
- LOG(FATAL) << "Unexpected opcode: " << (int)ip->opcode(); |
- return false; // not reached |
- |
- case kInstAlt: |
- case kInstAltMatch: |
- // Try both possible next states: out is preferred to out1. |
- if (Visit(ip->out(), p)) { |
- if (longest_) |
- Visit(ip->out1(), p); |
- return true; |
- } |
- return Visit(ip->out1(), p); |
- |
- case kInstByteRange: |
- if (ip->Matches(c)) |
- return Visit(ip->out(), p+1); |
- return false; |
- |
- case kInstCapture: |
- if (0 <= ip->cap() && ip->cap() < arraysize(cap_)) { |
- // Capture p to register, but save old value. |
- const char* q = cap_[ip->cap()]; |
- cap_[ip->cap()] = p; |
- bool ret = Visit(ip->out(), p); |
- // Restore old value as we backtrack. |
- cap_[ip->cap()] = q; |
- return ret; |
- } |
- return Visit(ip->out(), p); |
- |
- case kInstEmptyWidth: |
- if (ip->empty() & ~Prog::EmptyFlags(context_, p)) |
- return false; |
- return Visit(ip->out(), p); |
- |
- case kInstNop: |
- return Visit(ip->out(), p); |
- |
- case kInstMatch: |
- // We found a match. If it's the best so far, record the |
- // parameters in the caller's submatch_ array. |
- if (endmatch_ && p != context_.end()) |
- return false; |
- cap_[1] = p; |
- if (submatch_[0].data() == NULL || // First match so far ... |
- (longest_ && p > submatch_[0].end())) { // ... or better match |
- for (int i = 0; i < nsubmatch_; i++) |
- submatch_[i].set(cap_[2*i], |
- static_cast<int>(cap_[2*i+1] - cap_[2*i])); |
- } |
- return true; |
- |
- case kInstFail: |
- return false; |
- } |
-} |
- |
-// Runs a backtracking search. |
-bool Prog::UnsafeSearchBacktrack(const StringPiece& text, |
- const StringPiece& context, |
- Anchor anchor, |
- MatchKind kind, |
- StringPiece* match, |
- int nmatch) { |
- // If full match, we ask for an anchored longest match |
- // and then check that match[0] == text. |
- // So make sure match[0] exists. |
- StringPiece sp0; |
- if (kind == kFullMatch) { |
- anchor = kAnchored; |
- if (nmatch < 1) { |
- match = &sp0; |
- nmatch = 1; |
- } |
- } |
- |
- // Run the search. |
- Backtracker b(this); |
- bool anchored = anchor == kAnchored; |
- bool longest = kind != kFirstMatch; |
- if (!b.Search(text, context, anchored, longest, match, nmatch)) |
- return false; |
- if (kind == kFullMatch && match[0].end() != text.end()) |
- return false; |
- return true; |
-} |
- |
-} // namespace re2 |