[Top Sites] Encoding redirects field in TopSitesDatabase, and adding validations

chrome/browser/history/top_sites_database_unittest.cc

 // Copyright (c) 2011 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
-#include <map>
+#include "chrome/browser/history/top_sites_database.h"
 
 #include "base/files/file_path.h"
 #include "base/files/scoped_temp_dir.h"
 #include "base/path_service.h"
 #include "base/strings/utf_string_conversions.h"
 #include "chrome/browser/history/history_types.h"
-#include "chrome/browser/history/top_sites_database.h"
 #include "chrome/common/chrome_paths.h"
 #include "chrome/tools/profiles/thumbnail-inl.h"
 #include "sql/connection.h"
 #include "sql/recovery.h"
 #include "sql/test/scoped_error_ignorer.h"
 #include "sql/test/test_helpers.h"
 #include "testing/gtest/include/gtest/gtest.h"
 #include "third_party/sqlite/sqlite3.h"
 #include "url/gurl.h"
 
@@ skipping 446 matching lines @@
   // Remove a forced URL.
   db.RemoveURL(url2);
 
   db.GetPageThumbnails(&urls, &thumbnails);
   ASSERT_EQ(4u, urls.size());
   ASSERT_EQ(4u, thumbnails.size());
   EXPECT_EQ(mapsUrl, urls[0].url);
   EXPECT_EQ(kUrl0, urls[1].url);
 }
 
+TEST_F(TopSitesDatabaseTest, EncodeCSVString) {
+  std::vector<std::string> empty_list;
+  EXPECT_EQ("", TopSitesDatabase::EncodeCSVString(empty_list));
+
+  std::vector<std::string> empty_string_list;
+  empty_string_list.push_back("");
+  EXPECT_EQ("\"\"", TopSitesDatabase::EncodeCSVString(empty_string_list));
+  empty_string_list.push_back("");
+  EXPECT_EQ("\"\",\"\"", TopSitesDatabase::EncodeCSVString(empty_string_list));
+
+  // "\n" is treated like any other character.
+  std::vector<std::string> single_list;
+  single_list.push_back("abczABCZ-123 !@#$%^&*(),.'\"\n\r_");
+  EXPECT_EQ("\"abczABCZ-123 !@#$%^&*(),.'\"\"\n\r_\"",
+            TopSitesDatabase::EncodeCSVString(single_list));
+
+  std::vector<std::string> double_list;
+  double_list.push_back(" a \"string\", this is ");
+  double_list.push_back("http://www.test.com:80/path?query#ref");
+  EXPECT_EQ("\" a \"\"string\"\", this is \","
+            "\"http://www.test.com:80/path?query#ref\"",
+            TopSitesDatabase::EncodeCSVString(double_list));
+
+  std::vector<std::string> multi_list;
+  multi_list.push_back("test");
+  multi_list.push_back("");
+  multi_list.push_back(",");
+  multi_list.push_back("http://www.google.com");
+  multi_list.push_back(" ");
+  multi_list.push_back("\r\n");
+  multi_list.push_back("\"quote\"");
+  multi_list.push_back("data:text/plain,this text  has space");
+  EXPECT_EQ("\"test\",\"\",\",\",\"http://www.google.com\","
+            "\" \",\"\r\n\",\"\"\"quote\"\"\","
+            "\"data:text/plain,this text  has space\"",
+            TopSitesDatabase::EncodeCSVString(multi_list));
+}
+
+TEST_F(TopSitesDatabaseTest, DecodeCSVStringSucceed) {
+  std::vector<std::string> res;
+  res.push_back("this gets overwritten");
+
+  EXPECT_TRUE(TopSitesDatabase::DecodeCSVString("", &res));
+  EXPECT_TRUE(res.empty());
+
+  EXPECT_TRUE(TopSitesDatabase::DecodeCSVString("\"\"", &res));
+  EXPECT_EQ(1U, res.size());
+  EXPECT_EQ("", res[0]);
+
+  EXPECT_TRUE(TopSitesDatabase::DecodeCSVString("\"\",\"\"", &res));
+  EXPECT_EQ(2U, res.size());
+  EXPECT_EQ("", res[0]);
+  EXPECT_EQ("", res[1]);
+
+  // "\n" is treated like any other character.
+  EXPECT_TRUE(TopSitesDatabase::DecodeCSVString(
+                  "\"abczABCZ-123 !@#$%^&*(),.'\"\"\n\r_\"", &res));
+  EXPECT_EQ(1U, res.size());
+  EXPECT_EQ("abczABCZ-123 !@#$%^&*(),.'\"\n\r_", res[0]);
+
+  EXPECT_TRUE(TopSitesDatabase::DecodeCSVString(
+                  "\" a \"\"string\"\", this is \","
+                  "\"http://www.test.com:80/path?query#ref\"", &res));
+  EXPECT_EQ(2U, res.size());
+  EXPECT_EQ(" a \"string\", this is ", res[0]);
+  EXPECT_EQ("http://www.test.com:80/path?query#ref", res[1]);
+
+  EXPECT_TRUE(TopSitesDatabase::DecodeCSVString(
+                  "\"test\",\"\",\",\",\"http://www.google.com\","
+                  "\" \",\"\r\n\",\"\"\"quote\"\"\","
+                  "\"data:text/plain,this text  has space\"", &res));
+  EXPECT_EQ(8U, res.size());
+  EXPECT_EQ("test", res[0]);
+  EXPECT_EQ("", res[1]);
+  EXPECT_EQ(",", res[2]);
+  EXPECT_EQ("http://www.google.com", res[3]);
+  EXPECT_EQ(" ", res[4]);
+  EXPECT_EQ("\r\n", res[5]);
+  EXPECT_EQ("\"quote\"", res[6]);
+  EXPECT_EQ("data:text/plain,this text  has space", res[7]);
+}
+
+TEST_F(TopSitesDatabaseTest, DecodeCSVStringFail) {
+  std::vector<std::string> dummy;
+  dummy.push_back("Can't touch this");
+  // Missing quotes.
+  EXPECT_FALSE(TopSitesDatabase::DecodeCSVString("test", &dummy));
+  EXPECT_FALSE(TopSitesDatabase::DecodeCSVString("test,blah", &dummy));
+  EXPECT_FALSE(TopSitesDatabase::DecodeCSVString("\"test\",blah", &dummy));
+  EXPECT_FALSE(TopSitesDatabase::DecodeCSVString("\"test", &dummy));
+  EXPECT_FALSE(TopSitesDatabase::DecodeCSVString("test\"", &dummy));
+  EXPECT_FALSE(TopSitesDatabase::DecodeCSVString("\"\"\"", &dummy));
+  EXPECT_FALSE(TopSitesDatabase::DecodeCSVString("\"\",\"\"\"", &dummy));
+  // Misplaced comma.
+  EXPECT_FALSE(TopSitesDatabase::DecodeCSVString(",\"A\"", &dummy));
+  EXPECT_FALSE(TopSitesDatabase::DecodeCSVString("\"A\",", &dummy));
+  EXPECT_FALSE(TopSitesDatabase::DecodeCSVString("\"A\",,\"B\"", &dummy));
+  EXPECT_FALSE(TopSitesDatabase::DecodeCSVString("\"A\",\"B\",\"C\",", &dummy));
+  // Garbage after quote.
+  EXPECT_FALSE(TopSitesDatabase::DecodeCSVString("\"test\"a\"", &dummy));
+  EXPECT_FALSE(TopSitesDatabase::DecodeCSVString("\"\"test\"", &dummy));
+  // We're strict with trailing white spaces.
+  EXPECT_FALSE(TopSitesDatabase::DecodeCSVString("\"no\", \"space\"", &dummy));
+  EXPECT_FALSE(TopSitesDatabase::DecodeCSVString("\"no\" ,\"space\"", &dummy));
+  EXPECT_FALSE(TopSitesDatabase::DecodeCSVString(" \"bad\"", &dummy));
+  EXPECT_FALSE(TopSitesDatabase::DecodeCSVString("\"bad\" ", &dummy));
+  EXPECT_FALSE(TopSitesDatabase::DecodeCSVString("\"bad\"\n", &dummy));
+  // Other.
+  EXPECT_FALSE(TopSitesDatabase::DecodeCSVString(",", &dummy));
+  EXPECT_FALSE(TopSitesDatabase::DecodeCSVString(",,,,,,", &dummy));
+  // Verify |dummy| is not touched.
+  EXPECT_EQ(1U, dummy.size());
+  EXPECT_EQ("Can't touch this", dummy[0]);
+}
+
+TEST_F(TopSitesDatabaseTest, EncodeRedirects) {
+  RedirectList redirects1;
+  EXPECT_EQ("", TopSitesDatabase::EncodeRedirects(redirects1));
+  redirects1.push_back(GURL("http://www.google.com"));
+  EXPECT_EQ("\"http://www.google.com/\"",
+            TopSitesDatabase::EncodeRedirects(redirects1));
+  redirects1.push_back(GURL("https://www.youtube.ca/"));
+  EXPECT_EQ("\"http://www.google.com/\",\"https://www.youtube.ca/\"",
+            TopSitesDatabase::EncodeRedirects(redirects1));
+  redirects1.push_back(GURL("http://www.test.org:137/path?query#ref"));
+  EXPECT_EQ("\"http://www.google.com/\",\"https://www.youtube.ca/\","
+            "\"http://www.test.org:137/path?query#ref\"",
+            TopSitesDatabase::EncodeRedirects(redirects1));
+
+  RedirectList redirects2;
+  redirects2.push_back(GURL("http://www.google.com"));
+  // Adding invalid URL.
+  redirects2.push_back(GURL("this is not valid URL"));
+  // Adding data URL.
+  redirects2.push_back(GURL("data:text/plain,\"this has space\""));
+  // Invalid URL should be ignored.
+  EXPECT_EQ("\"http://www.google.com/\","
+            "\"data:text/plain,\"\"this has space\"\"\"",
+            TopSitesDatabase::EncodeRedirects(redirects2));
+}
+
+TEST_F(TopSitesDatabaseTest, DecodeRedirects) {
+  RedirectList redirects1;
+  TopSitesDatabase::DecodeRedirects("", &redirects1);
+  EXPECT_EQ(0u, redirects1.size());
+
+  RedirectList redirects2;
+  TopSitesDatabase::DecodeRedirects(
+      "\"http://www.google.com/\",\"https://www.youtube.ca/\","
+      "\"http://www.test.org:137/path?query#ref\"", &redirects2);
+  EXPECT_EQ(3U, redirects2.size());
+  EXPECT_EQ(GURL("http://www.google.com"), redirects2[0]);
+  EXPECT_EQ(GURL("https://www.youtube.ca/"), redirects2[1]);
+  EXPECT_EQ(GURL("http://www.test.org:137/path?query#ref"), redirects2[2]);
+
+  RedirectList redirects3;
+  TopSitesDatabase::DecodeRedirects(
+      "\"http://www.google.com\","
+      "\"this is not valid URL\",\"\","
+      "\"data:text/plain,\"\"this has space\"\"\"", &redirects3);
+  EXPECT_EQ(2U, redirects3.size());
+  EXPECT_EQ(GURL("http://www.google.com"), redirects3[0]);
+  EXPECT_EQ(GURL("data:text/plain,\"this has space\""), redirects3[1]);
+}
+
+// Fallback case when redirects are not stored as CSV strings.
+TEST_F(TopSitesDatabaseTest, DecodeRedirectsFallback) {
+  RedirectList redirects1;
+  TopSitesDatabase::DecodeRedirects("http://www.chromium.org", &redirects1);
+  EXPECT_EQ(1u, redirects1.size());
+  EXPECT_EQ(GURL("http://www.chromium.org"), redirects1[0]);
+
+  // Valid case, note multiple spaces.
+  RedirectList redirects2;
+  TopSitesDatabase::DecodeRedirects(
+        " http://www.google.com    https://www.youtube.ca"
+        " http://www.test.org:80/path?query#ref  ",
+        &redirects2);
+  EXPECT_EQ(3u, redirects2.size());
+  EXPECT_EQ(GURL("http://www.google.com"), redirects2[0]);
+  EXPECT_EQ(GURL("https://www.youtube.ca"), redirects2[1]);
+  EXPECT_EQ(GURL("http://www.test.org:80/path?query#ref"), redirects2[2]);
+
+  // This might appear in old database, and should be ignored.
+  RedirectList redirects3;
+  TopSitesDatabase::DecodeRedirects("data:text/plain,this text  has space",
+                                    &redirects3);
+  EXPECT_EQ(1u, redirects3.size());
+  EXPECT_EQ(GURL("data:text/plain,this"), redirects3[0]);
+
+  // Unfortunate case that creates dubious results.
+  RedirectList redirects4;
+  TopSitesDatabase::DecodeRedirects("Data:text/plain,this http://a has space",
+                                    &redirects4);
+  EXPECT_EQ(2u, redirects4.size());
+  EXPECT_EQ(GURL("Data:text/plain,this"), redirects4[0]);
+  EXPECT_EQ(GURL("http://a"), redirects4[1]);
+}
+
 }  // namespace history