Move string tokenizer to base/strings.

base/string_tokenizer_unittest.cc

Index: base/string_tokenizer_unittest.cc
diff --git a/base/string_tokenizer_unittest.cc b/base/string_tokenizer_unittest.cc
deleted file mode 100644
index 61841f2f6b7b6b37d68aa70b09a707d36c63dabe..0000000000000000000000000000000000000000
--- a/base/string_tokenizer_unittest.cc
+++ /dev/null
@@ -1,230 +0,0 @@
-// Copyright (c) 2006-2008 The Chromium Authors. All rights reserved.
-// Use of this source code is governed by a BSD-style license that can be
-// found in the LICENSE file.
-
-#include "base/string_tokenizer.h"
-
-#include "testing/gtest/include/gtest/gtest.h"
-
-using std::string;
-
-namespace {
-
-TEST(StringTokenizerTest, Simple) {
-  string input = "this is a test";
-  StringTokenizer t(input, " ");
-
-  EXPECT_TRUE(t.GetNext());
-  EXPECT_EQ(string("this"), t.token());
-
-  EXPECT_TRUE(t.GetNext());
-  EXPECT_EQ(string("is"), t.token());
-
-  EXPECT_TRUE(t.GetNext());
-  EXPECT_EQ(string("a"), t.token());
-
-  EXPECT_TRUE(t.GetNext());
-  EXPECT_EQ(string("test"), t.token());
-
-  EXPECT_FALSE(t.GetNext());
-}
-
-TEST(StringTokenizerTest, Reset) {
-  string input = "this is a test";
-  StringTokenizer t(input, " ");
-
-  for (int i = 0; i < 2; ++i) {
-    EXPECT_TRUE(t.GetNext());
-    EXPECT_EQ(string("this"), t.token());
-
-    EXPECT_TRUE(t.GetNext());
-    EXPECT_EQ(string("is"), t.token());
-
-    EXPECT_TRUE(t.GetNext());
-    EXPECT_EQ(string("a"), t.token());
-
-    EXPECT_TRUE(t.GetNext());
-    EXPECT_EQ(string("test"), t.token());
-
-    EXPECT_FALSE(t.GetNext());
-    t.Reset();
-  }
-}
-
-TEST(StringTokenizerTest, RetDelims) {
-  string input = "this is a test";
-  StringTokenizer t(input, " ");
-  t.set_options(StringTokenizer::RETURN_DELIMS);
-
-  EXPECT_TRUE(t.GetNext());
-  EXPECT_EQ(string("this"), t.token());
-
-  EXPECT_TRUE(t.GetNext());
-  EXPECT_EQ(string(" "), t.token());
-
-  EXPECT_TRUE(t.GetNext());
-  EXPECT_EQ(string("is"), t.token());
-
-  EXPECT_TRUE(t.GetNext());
-  EXPECT_EQ(string(" "), t.token());
-
-  EXPECT_TRUE(t.GetNext());
-  EXPECT_EQ(string("a"), t.token());
-
-  EXPECT_TRUE(t.GetNext());
-  EXPECT_EQ(string(" "), t.token());
-
-  EXPECT_TRUE(t.GetNext());
-  EXPECT_EQ(string("test"), t.token());
-
-  EXPECT_FALSE(t.GetNext());
-}
-
-TEST(StringTokenizerTest, ManyDelims) {
-  string input = "this: is, a-test";
-  StringTokenizer t(input, ": ,-");
-
-  EXPECT_TRUE(t.GetNext());
-  EXPECT_EQ(string("this"), t.token());
-
-  EXPECT_TRUE(t.GetNext());
-  EXPECT_EQ(string("is"), t.token());
-
-  EXPECT_TRUE(t.GetNext());
-  EXPECT_EQ(string("a"), t.token());
-
-  EXPECT_TRUE(t.GetNext());
-  EXPECT_EQ(string("test"), t.token());
-
-  EXPECT_FALSE(t.GetNext());
-}
-
-TEST(StringTokenizerTest, ParseHeader) {
-  string input = "Content-Type: text/html ; charset=UTF-8";
-  StringTokenizer t(input, ": ;=");
-  t.set_options(StringTokenizer::RETURN_DELIMS);
-
-  EXPECT_TRUE(t.GetNext());
-  EXPECT_FALSE(t.token_is_delim());
-  EXPECT_EQ(string("Content-Type"), t.token());
-
-  EXPECT_TRUE(t.GetNext());
-  EXPECT_TRUE(t.token_is_delim());
-  EXPECT_EQ(string(":"), t.token());
-
-  EXPECT_TRUE(t.GetNext());
-  EXPECT_TRUE(t.token_is_delim());
-  EXPECT_EQ(string(" "), t.token());
-
-  EXPECT_TRUE(t.GetNext());
-  EXPECT_FALSE(t.token_is_delim());
-  EXPECT_EQ(string("text/html"), t.token());
-
-  EXPECT_TRUE(t.GetNext());
-  EXPECT_TRUE(t.token_is_delim());
-  EXPECT_EQ(string(" "), t.token());
-
-  EXPECT_TRUE(t.GetNext());
-  EXPECT_TRUE(t.token_is_delim());
-  EXPECT_EQ(string(";"), t.token());
-
-  EXPECT_TRUE(t.GetNext());
-  EXPECT_TRUE(t.token_is_delim());
-  EXPECT_EQ(string(" "), t.token());
-
-  EXPECT_TRUE(t.GetNext());
-  EXPECT_FALSE(t.token_is_delim());
-  EXPECT_EQ(string("charset"), t.token());
-
-  EXPECT_TRUE(t.GetNext());
-  EXPECT_TRUE(t.token_is_delim());
-  EXPECT_EQ(string("="), t.token());
-
-  EXPECT_TRUE(t.GetNext());
-  EXPECT_FALSE(t.token_is_delim());
-  EXPECT_EQ(string("UTF-8"), t.token());
-
-  EXPECT_FALSE(t.GetNext());
-  EXPECT_FALSE(t.token_is_delim());
-}
-
-TEST(StringTokenizerTest, ParseQuotedString) {
-  string input = "foo bar 'hello world' baz";
-  StringTokenizer t(input, " ");
-  t.set_quote_chars("'");
-
-  EXPECT_TRUE(t.GetNext());
-  EXPECT_EQ(string("foo"), t.token());
-
-  EXPECT_TRUE(t.GetNext());
-  EXPECT_EQ(string("bar"), t.token());
-
-  EXPECT_TRUE(t.GetNext());
-  EXPECT_EQ(string("'hello world'"), t.token());
-
-  EXPECT_TRUE(t.GetNext());
-  EXPECT_EQ(string("baz"), t.token());
-
-  EXPECT_FALSE(t.GetNext());
-}
-
-TEST(StringTokenizerTest, ParseQuotedString_Malformed) {
-  string input = "bar 'hello wo";
-  StringTokenizer t(input, " ");
-  t.set_quote_chars("'");
-
-  EXPECT_TRUE(t.GetNext());
-  EXPECT_EQ(string("bar"), t.token());
-
-  EXPECT_TRUE(t.GetNext());
-  EXPECT_EQ(string("'hello wo"), t.token());
-
-  EXPECT_FALSE(t.GetNext());
-}
-
-TEST(StringTokenizerTest, ParseQuotedString_Multiple) {
-  string input = "bar 'hel\"lo\" wo' baz\"";
-  StringTokenizer t(input, " ");
-  t.set_quote_chars("'\"");
-
-  EXPECT_TRUE(t.GetNext());
-  EXPECT_EQ(string("bar"), t.token());
-
-  EXPECT_TRUE(t.GetNext());
-  EXPECT_EQ(string("'hel\"lo\" wo'"), t.token());
-
-  EXPECT_TRUE(t.GetNext());
-  EXPECT_EQ(string("baz\""), t.token());
-
-  EXPECT_FALSE(t.GetNext());
-}
-
-TEST(StringTokenizerTest, ParseQuotedString_EscapedQuotes) {
-  string input = "foo 'don\\'t do that'";
-  StringTokenizer t(input, " ");
-  t.set_quote_chars("'");
-
-  EXPECT_TRUE(t.GetNext());
-  EXPECT_EQ(string("foo"), t.token());
-
-  EXPECT_TRUE(t.GetNext());
-  EXPECT_EQ(string("'don\\'t do that'"), t.token());
-
-  EXPECT_FALSE(t.GetNext());
-}
-
-TEST(StringTokenizerTest, ParseQuotedString_EscapedQuotes2) {
-  string input = "foo='a, b', bar";
-  StringTokenizer t(input, ", ");
-  t.set_quote_chars("'");
-
-  EXPECT_TRUE(t.GetNext());
-  EXPECT_EQ(string("foo='a, b'"), t.token());
-
-  EXPECT_TRUE(t.GetNext());
-  EXPECT_EQ(string("bar"), t.token());
-
-  EXPECT_FALSE(t.GetNext());
-}
-
-}  // namespace