Index: third_party/re2/re2/testing/re2_test.cc |
diff --git a/third_party/re2/re2/testing/re2_test.cc b/third_party/re2/re2/testing/re2_test.cc |
index a1d9c572f4dd4dffa87d506021bda022f9cdffa2..911e8689ed5e28c78fe6cb228721570dee037ba0 100644 |
--- a/third_party/re2/re2/testing/re2_test.cc |
+++ b/third_party/re2/re2/testing/re2_test.cc |
@@ -5,17 +5,21 @@ |
// TODO: Test extractions for PartialMatch/Consume |
-#include <errno.h> |
-#ifndef _MSC_VER |
-#include <unistd.h> /* for sysconf */ |
+#include <sys/types.h> |
+#ifndef WIN32 |
#include <sys/mman.h> |
#endif |
#include <sys/stat.h> |
-#include <sys/types.h> |
+#include <errno.h> |
#include <vector> |
#include "util/test.h" |
#include "re2/re2.h" |
#include "re2/regexp.h" |
+ |
+#ifdef WIN32 |
+#include <stdio.h> |
+#define snprintf _snprintf |
+#endif |
DECLARE_bool(logtostderr); |
@@ -176,7 +180,7 @@ |
{ "", NULL, NULL, NULL, NULL, 0 } |
}; |
- for (const ReplaceTest* t = tests; t->original != NULL; t++) { |
+ for (const ReplaceTest *t = tests; t->original != NULL; ++t) { |
VLOG(1) << StringPrintf("\"%s\" =~ s/%s/%s/g", t->original, t->regexp, t->rewrite); |
string one(t->original); |
CHECK(RE2::Replace(&one, t->regexp, t->rewrite)); |
@@ -369,12 +373,12 @@ |
CHECK_EQ(port, 9000); |
} |
-static void TestRecursion(int size, const char* pattern) { |
+static void TestRecursion(int size, const char *pattern) { |
// Fill up a string repeating the pattern given |
string domain; |
domain.resize(size); |
- size_t patlen = strlen(pattern); |
- for (int i = 0; i < size; i++) { |
+ int patlen = strlen(pattern); |
+ for (int i = 0; i < size; ++i) { |
domain[i] = pattern[i % patlen]; |
} |
// Just make sure it doesn't crash due to too much recursion. |
@@ -388,8 +392,8 @@ |
const RE2::Options& options = RE2::DefaultOptions) { |
string quoted = RE2::QuoteMeta(unquoted); |
RE2 re(quoted, options); |
- EXPECT_TRUE(RE2::FullMatch(unquoted, re)) |
- << "Unquoted='" << unquoted << "', quoted='" << quoted << "'."; |
+ EXPECT_TRUE_M(RE2::FullMatch(unquoted, re), |
+ "Unquoted='" + unquoted + "', quoted='" + quoted + "'."); |
} |
// A meta-quoted string, interpreted as a pattern, should always match |
@@ -398,8 +402,8 @@ |
const RE2::Options& options = RE2::DefaultOptions) { |
string quoted = RE2::QuoteMeta(unquoted); |
RE2 re(quoted, options); |
- EXPECT_FALSE(RE2::FullMatch(should_not_match, re)) |
- << "Unquoted='" << unquoted << "', quoted='" << quoted << "'."; |
+ EXPECT_FALSE_M(RE2::FullMatch(should_not_match, re), |
+ "Unquoted='" + unquoted + "', quoted='" + quoted + "'."); |
} |
// Tests that quoted meta characters match their original strings, |
@@ -465,36 +469,11 @@ |
TEST(ProgramSize, BigProgram) { |
RE2 re_simple("simple regexp"); |
RE2 re_medium("medium.*regexp"); |
- RE2 re_complex("complex.{1,128}regexp"); |
+ RE2 re_complex("hard.{1,128}regexp"); |
CHECK_GT(re_simple.ProgramSize(), 0); |
CHECK_GT(re_medium.ProgramSize(), re_simple.ProgramSize()); |
CHECK_GT(re_complex.ProgramSize(), re_medium.ProgramSize()); |
-} |
- |
-TEST(ProgramFanout, BigProgram) { |
- RE2 re1("(?:(?:(?:(?:(?:.)?){1})*)+)"); |
- RE2 re10("(?:(?:(?:(?:(?:.)?){10})*)+)"); |
- RE2 re100("(?:(?:(?:(?:(?:.)?){100})*)+)"); |
- RE2 re1000("(?:(?:(?:(?:(?:.)?){1000})*)+)"); |
- |
- map<int, int> histogram; |
- |
- // 3 is the largest non-empty bucket and has 1 element. |
- CHECK_EQ(3, re1.ProgramFanout(&histogram)); |
- CHECK_EQ(1, histogram[3]); |
- |
- // 7 is the largest non-empty bucket and has 10 elements. |
- CHECK_EQ(7, re10.ProgramFanout(&histogram)); |
- CHECK_EQ(10, histogram[7]); |
- |
- // 10 is the largest non-empty bucket and has 100 elements. |
- CHECK_EQ(10, re100.ProgramFanout(&histogram)); |
- CHECK_EQ(100, histogram[10]); |
- |
- // 13 is the largest non-empty bucket and has 1000 elements. |
- CHECK_EQ(13, re1000.ProgramFanout(&histogram)); |
- CHECK_EQ(1000, histogram[13]); |
} |
// Issue 956519: handling empty character sets was |
@@ -511,21 +490,6 @@ |
CHECK(!RE2(empties[i]).Match("abc", 0, 3, RE2::UNANCHORED, NULL, 0)); |
} |
-// Bitstate assumes that kInstFail instructions in |
-// alternations or capture groups have been "compiled away". |
-TEST(EmptyCharset, BitstateAssumptions) { |
- // Captures trigger use of Bitstate. |
- static const char *nop_empties[] = { |
- "((((()))))" "[^\\S\\s]?", |
- "((((()))))" "([^\\S\\s])?", |
- "((((()))))" "([^\\S\\s]|[^\\S\\s])?", |
- "((((()))))" "(([^\\S\\s]|[^\\S\\s])|)" |
- }; |
- StringPiece group[6]; |
- for (int i = 0; i < arraysize(nop_empties); i++) |
- CHECK(RE2(nop_empties[i]).Match("", 0, 0, RE2::UNANCHORED, group, 6)); |
-} |
- |
// Test that named groups work correctly. |
TEST(Capture, NamedGroups) { |
{ |
@@ -545,34 +509,6 @@ |
CHECK_EQ(m.find("C")->second, 3); |
CHECK_EQ(m.find("D")->second, 6); // $4 and $5 are anonymous |
} |
-} |
- |
-TEST(RE2, CapturedGroupTest) { |
- RE2 re("directions from (?P<S>.*) to (?P<D>.*)"); |
- int num_groups = re.NumberOfCapturingGroups(); |
- EXPECT_EQ(2, num_groups); |
- string args[4]; |
- RE2::Arg arg0(&args[0]); |
- RE2::Arg arg1(&args[1]); |
- RE2::Arg arg2(&args[2]); |
- RE2::Arg arg3(&args[3]); |
- |
- const RE2::Arg* const matches[4] = {&arg0, &arg1, &arg2, &arg3}; |
- EXPECT_TRUE(RE2::FullMatchN("directions from mountain view to san jose", |
- re, matches, num_groups)); |
- const map<string, int>& named_groups = re.NamedCapturingGroups(); |
- EXPECT_TRUE(named_groups.find("S") != named_groups.end()); |
- EXPECT_TRUE(named_groups.find("D") != named_groups.end()); |
- |
- // The named group index is 1-based. |
- int source_group_index = named_groups.find("S")->second; |
- int destination_group_index = named_groups.find("D")->second; |
- EXPECT_EQ(1, source_group_index); |
- EXPECT_EQ(2, destination_group_index); |
- |
- // The args is zero-based. |
- EXPECT_EQ("mountain view", args[source_group_index - 1]); |
- EXPECT_EQ("san jose", args[destination_group_index - 1]); |
} |
TEST(RE2, FullMatchWithNoArgs) { |
@@ -728,12 +664,10 @@ |
CHECK(!RE2::FullMatch("hello", "(.*)", (float*)NULL)); |
} |
+#ifndef WIN32 |
// Check that numeric parsing code does not read past the end of |
// the number being parsed. |
-// This implementation requires mmap(2) et al. and thus cannot |
-// be used unless they are available. |
TEST(RE2, NULTerminated) { |
-#if defined(_POSIX_MAPPED_FILES) && _POSIX_MAPPED_FILES > 0 |
char *v; |
int x; |
long pagesize = sysconf(_SC_PAGE_SIZE); |
@@ -751,12 +685,12 @@ |
x = 0; |
CHECK(RE2::FullMatch(StringPiece(v + pagesize - 1, 1), "(.*)", &x)); |
CHECK_EQ(x, 1); |
+} |
#endif |
-} |
TEST(RE2, FullMatchTypeTests) { |
// Type tests |
- string zeros(1000, '0'); |
+ string zeros(100, '0'); |
{ |
char c; |
CHECK(RE2::FullMatch("Hello", "(H)ello", &c)); |
@@ -858,13 +792,12 @@ |
} |
TEST(RE2, FloatingPointFullMatchTypes) { |
- string zeros(1000, '0'); |
+ string zeros(100, '0'); |
{ |
float v; |
CHECK(RE2::FullMatch("100", "(.*)", &v)); CHECK_EQ(v, 100); |
CHECK(RE2::FullMatch("-100.", "(.*)", &v)); CHECK_EQ(v, -100); |
CHECK(RE2::FullMatch("1e23", "(.*)", &v)); CHECK_EQ(v, float(1e23)); |
- CHECK(RE2::FullMatch(" 100", "(.*)", &v)); CHECK_EQ(v, 100); |
CHECK(RE2::FullMatch(zeros + "1e23", "(.*)", &v)); |
CHECK_EQ(v, float(1e23)); |
@@ -1064,14 +997,14 @@ |
// Check UTF-8 handling |
// Three Japanese characters (nihongo) |
const char utf8_string[] = { |
- (char)0xe6, (char)0x97, (char)0xa5, // 65e5 |
- (char)0xe6, (char)0x9c, (char)0xac, // 627c |
- (char)0xe8, (char)0xaa, (char)0x9e, // 8a9e |
+ 0xe6, 0x97, 0xa5, // 65e5 |
+ 0xe6, 0x9c, 0xac, // 627c |
+ 0xe8, 0xaa, 0x9e, // 8a9e |
0 |
}; |
const char utf8_pattern[] = { |
'.', |
- (char)0xe6, (char)0x9c, (char)0xac, // 627c |
+ 0xe6, 0x9c, 0xac, // 627c |
'.', |
0 |
}; |
@@ -1320,16 +1253,6 @@ |
} |
} |
-// Check that dot_nl option works. |
-TEST(RE2, DotNL) { |
- RE2::Options opt; |
- opt.set_dot_nl(true); |
- EXPECT_TRUE(RE2::PartialMatch("\n", RE2(".", opt))); |
- EXPECT_FALSE(RE2::PartialMatch("\n", RE2("(?-s).", opt))); |
- opt.set_never_nl(true); |
- EXPECT_FALSE(RE2::PartialMatch("\n", RE2(".", opt))); |
-} |
- |
// Check that there are no capturing groups in "never capture" mode. |
TEST(RE2, NeverCapture) { |
RE2::Options opt; |
@@ -1454,79 +1377,4 @@ |
EXPECT_EQ(RE2("ca[t-z]$").Regexp()->ToString(), "ca[t-z](?-m:$)"); |
} |
-// Issue 10131674 |
-TEST(RE2, Bug10131674) { |
- // Some of these escapes describe values that do not fit in a byte. |
- RE2 re("\\140\\440\\174\\271\\150\\656\\106\\201\\004\\332", RE2::Latin1); |
- EXPECT_FALSE(re.ok()); |
- EXPECT_FALSE(RE2::FullMatch("hello world", re)); |
-} |
- |
-TEST(RE2, Bug18391750) { |
- // Stray write past end of match_ in nfa.cc, caught by fuzzing + address sanitizer. |
- const char t[] = { |
- (char)0x28, (char)0x28, (char)0xfc, (char)0xfc, (char)0x08, (char)0x08, |
- (char)0x26, (char)0x26, (char)0x28, (char)0xc2, (char)0x9b, (char)0xc5, |
- (char)0xc5, (char)0xd4, (char)0x8f, (char)0x8f, (char)0x69, (char)0x69, |
- (char)0xe7, (char)0x29, (char)0x7b, (char)0x37, (char)0x31, (char)0x31, |
- (char)0x7d, (char)0xae, (char)0x7c, (char)0x7c, (char)0xf3, (char)0x29, |
- (char)0xae, (char)0xae, (char)0x2e, (char)0x2a, (char)0x29, (char)0x00, |
- }; |
- RE2::Options opt; |
- opt.set_encoding(RE2::Options::EncodingLatin1); |
- opt.set_longest_match(true); |
- opt.set_dot_nl(true); |
- opt.set_case_sensitive(false); |
- RE2 re(t, opt); |
- CHECK(re.ok()); |
- RE2::PartialMatch(t, re); |
-} |
- |
-TEST(RE2, Bug18458852) { |
- // Bug in parser accepting invalid (too large) rune, |
- // causing compiler to fail in DCHECK in UTF-8 |
- // character class code. |
- const char b[] = { |
- (char)0x28, (char)0x05, (char)0x05, (char)0x41, (char)0x41, (char)0x28, |
- (char)0x24, (char)0x5b, (char)0x5e, (char)0xf5, (char)0x87, (char)0x87, |
- (char)0x90, (char)0x29, (char)0x5d, (char)0x29, (char)0x29, (char)0x00, |
- }; |
- RE2 re(b); |
- CHECK(!re.ok()); |
-} |
- |
-TEST(RE2, Bug18523943) { |
- // Bug in bitstate: case kFailInst was merged into the default with LOG(DFATAL). |
- |
- RE2::Options opt; |
- const char a[] = { |
- (char)0x29, (char)0x29, (char)0x24, (char)0x00, |
- }; |
- const char b[] = { |
- (char)0x28, (char)0x0a, (char)0x2a, (char)0x2a, (char)0x29, (char)0x00, |
- }; |
- opt.set_log_errors(false); |
- opt.set_encoding(RE2::Options::EncodingLatin1); |
- opt.set_posix_syntax(true); |
- opt.set_longest_match(true); |
- opt.set_literal(false); |
- opt.set_never_nl(true); |
- |
- RE2 re((const char*)b, opt); |
- CHECK(re.ok()); |
- string s1; |
- CHECK(!RE2::PartialMatch((const char*)a, re, &s1)); |
-} |
- |
-TEST(RE2, Bug21371806) { |
- // Bug in parser accepting Unicode groups in Latin-1 mode, |
- // causing compiler to fail in DCHECK in prog.cc. |
- |
- RE2::Options opt; |
- opt.set_encoding(RE2::Options::EncodingLatin1); |
- |
- RE2 re("g\\p{Zl}]", opt); |
- CHECK(re.ok()); |
-} |
- |
} // namespace re2 |