Introduces a search term extraction mechanism working for arbitrary search providers.

chrome/browser/webdata/keyword_table.cc

Index: chrome/browser/webdata/keyword_table.cc
diff --git a/chrome/browser/webdata/keyword_table.cc b/chrome/browser/webdata/keyword_table.cc
index 47d485216639f33faed44c592da86976e42e90d5..36827323368085e9e53b83581c70d6bf2e7635b0 100644
--- a/chrome/browser/webdata/keyword_table.cc
+++ b/chrome/browser/webdata/keyword_table.cc
@@ -6,6 +6,8 @@
 
 #include <set>
 
+#include "base/json/json_reader.h"
+#include "base/json/json_writer.h"
 #include "base/logging.h"
 #include "base/memory/scoped_ptr.h"
 #include "base/metrics/histogram.h"
@@ -15,6 +17,7 @@
 #include "base/string_util.h"
 #include "base/stringprintf.h"
 #include "base/utf_string_conversions.h"
+#include "base/values.h"
 #include "chrome/browser/history/history_database.h"
 #include "chrome/browser/protector/histograms.h"
 #include "chrome/browser/protector/protector_utils.h"
@@ -38,7 +41,8 @@ const char KeywordTable::kBackupSignatureKey[] =
 const char KeywordTable::kKeywordColumns[] = "id, short_name, keyword, "
     "favicon_url, url, safe_for_autoreplace, originating_url, date_created, "
     "usage_count, input_encodings, show_in_default_list, suggest_url, "
-    "prepopulate_id, created_by_policy, instant_url, last_modified, sync_guid";
+    "prepopulate_id, created_by_policy, instant_url, last_modified, sync_guid, "
+    "alternate_urls";
 
 namespace {
 
@@ -58,17 +62,24 @@ const char kKeywordColumnsVersion44[] = "id, short_name, keyword, favicon_url, "
     "input_encodings, show_in_default_list, suggest_url, prepopulate_id, "
     "autogenerate_keyword, logo_id, created_by_policy, instant_url, "
     "last_modified, sync_guid";
-// NOTE: Remember to change what |kKeywordColumnsVersion45| says if the column
-// set in |kKeywordColumns| changes, and update any code that needs to switch
-// column sets based on a version number!
-const char* const kKeywordColumnsVersion45 = KeywordTable::kKeywordColumns;
+// The set of columns from version 45 through version 46 (inclusively).
+const char kKeywordColumnsVersion46Concatenated[] = "id || short_name || "
+    "keyword || favicon_url || url || safe_for_autoreplace || "
+    "originating_url || date_created || usage_count || input_encodings || "
+    "show_in_default_list || suggest_url || prepopulate_id || "
+    "created_by_policy || instant_url || last_modified || sync_guid";
+const char kKeywordColumnsVersion46[] = "id, short_name, keyword, "
+    "favicon_url, url, safe_for_autoreplace, originating_url, date_created, "
+    "usage_count, input_encodings, show_in_default_list, suggest_url, "
+    "prepopulate_id, created_by_policy, instant_url, last_modified, sync_guid";
 
 // The current columns.
-const char kKeywordColumnsConcatenated[] = "id || short_name || keyword || "
-    "favicon_url || url || safe_for_autoreplace || originating_url || "
-    "date_created || usage_count || input_encodings || show_in_default_list || "
-    "suggest_url || prepopulate_id || created_by_policy || instant_url || "
-    "last_modified || sync_guid";
+const char kKeywordColumnsConcatenated[] = "id || short_name || "
+    "keyword || favicon_url || url || safe_for_autoreplace || "
+    "originating_url || date_created || usage_count || input_encodings || "
+    "show_in_default_list || suggest_url || prepopulate_id || "
+    "created_by_policy || instant_url || last_modified || sync_guid || "
+    "alternate_urls";
 
 // Inserts the data from |data| into |s|.  |s| is assumed to have slots for all
 // the columns in the keyword table.  |id_column| is the slot number to bind
@@ -78,6 +89,15 @@ void BindURLToStatement(const TemplateURLData& data,
                         sql::Statement* s,
                         int id_column,
                         int starting_column) {
+  // Serialize |alternate_urls| to JSON.

[dhollowa, 2012/09/28 18:06:29]

I am fine with serializing this list to JSON for now, but as mentioned in your
comment below is not a long term solution.  Can you please log a bug for this
and cite it in the comment please?  I'd like to make sure this doesn't get lost.

[beaudoin, 2012/10/02 17:43:29]

crbug.com/153520

Done.

+  // TODO(beaudoin): Check what it would take to use a new table to store
+  // alternate_urls while keeping backups and table signature in a good state.
+  ListValue alternate_urls_value;
+  for (size_t i = 0; i < data.alternate_urls.size(); ++i)
+    alternate_urls_value.AppendString(data.alternate_urls[i]);
+  std::string alternate_urls;
+  base::JSONWriter::Write(&alternate_urls_value, &alternate_urls);
+
   s->BindInt64(id_column, data.id);
   s->BindString16(starting_column, data.short_name);
   s->BindString16(starting_column + 1, data.keyword());
@@ -99,6 +119,7 @@ void BindURLToStatement(const TemplateURLData& data,
   s->BindString(starting_column + 13, data.instant_url);
   s->BindInt64(starting_column + 14, data.last_modified.ToTimeT());
   s->BindString(starting_column + 15, data.sync_guid);
+  s->BindString(starting_column + 16, alternate_urls);
 }
 
 // Signs search provider id and returns its signature.
@@ -140,7 +161,8 @@ bool KeywordTable::Init() {
                     "created_by_policy INTEGER DEFAULT 0,"
                     "instant_url VARCHAR,"
                     "last_modified INTEGER DEFAULT 0,"
-                    "sync_guid VARCHAR)") &&
+                    "sync_guid VARCHAR,"
+                    "alternate_urls VARCHAR)") &&
        UpdateBackupSignature(WebDatabase::kCurrentVersionNumber));
 }
 
@@ -151,7 +173,7 @@ bool KeywordTable::IsSyncable() {
 bool KeywordTable::AddKeyword(const TemplateURLData& data) {
   DCHECK(data.id);
   std::string query("INSERT INTO keywords (" + std::string(kKeywordColumns) +
-                    ") VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)");
+                    ") VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)");
   sql::Statement s(db_->GetUniqueStatement(query.c_str()));
   BindURLToStatement(data, &s, 0, 1);
 
@@ -193,9 +215,9 @@ bool KeywordTable::UpdateKeyword(const TemplateURLData& data) {
       "keyword=?, favicon_url=?, url=?, safe_for_autoreplace=?, "
       "originating_url=?, date_created=?, usage_count=?, input_encodings=?, "
       "show_in_default_list=?, suggest_url=?, prepopulate_id=?, "
-      "created_by_policy=?, instant_url=?, last_modified=?, sync_guid=? WHERE "
-      "id=?"));
-  BindURLToStatement(data, &s, 16, 0);  // "16" binds id() as the last item.
+      "created_by_policy=?, instant_url=?, last_modified=?, sync_guid=?, "
+      "alternate_urls=? WHERE id=?"));
+  BindURLToStatement(data, &s, 17, 0);  // "17" binds id() as the last item.
 
   return s.Run() && UpdateBackupSignature(WebDatabase::kCurrentVersionNumber);
 }
@@ -320,7 +342,7 @@ bool KeywordTable::MigrateToVersion28SupportsInstantColumn() {
                       "INTEGER DEFAULT 0");
 }
 
-bool KeywordTable::MigrateToVersion29InstantUrlToSupportsInstant() {
+bool KeywordTable::MigrateToVersion29InstantURLToSupportsInstant() {
   sql::Transaction transaction(db_);
   return transaction.Begin() &&
       db_->Execute("ALTER TABLE keywords ADD COLUMN instant_url VARCHAR") &&
@@ -397,10 +419,32 @@ bool KeywordTable::MigrateToVersion45RemoveLogoIDAndAutogenerateColumns() {
   return transaction.Commit();
 }
 
+bool KeywordTable::MigrateToVersion47AddAlternateURLsColumn() {
+  sql::Transaction transaction(db_);
+
+  // Fill the |alternate_urls| column with empty strings, otherwise it breaks
+  // code relying on |kKeywordColumnsConcatenated|.
+  if (!transaction.Begin() ||
+      !db_->Execute("ALTER TABLE keywords ADD COLUMN "
+                    "alternate_urls VARCHAR DEFAULT ''"))
+    return false;
+
+  if (db_->DoesTableExist("keywords_backup")) {
+    if (!db_->Execute("ALTER TABLE keywords_backup ADD COLUMN "
+                      "alternate_urls VARCHAR DEFAULT ''") ||
+        !SignBackup(47))
+      return false;
+  }
+
+  return transaction.Commit();
+}
+
 // static
 bool KeywordTable::GetKeywordDataFromStatement(const sql::Statement& s,
                                                TemplateURLData* data) {
   DCHECK(data);
+  base::JSONReader json_reader;

[Joao da Silva, 2012/09/28 11:46:10]

nit: move this next to the place where it's used

[beaudoin, 2012/10/02 17:43:29]

Done.

+
   data->short_name = s.ColumnString16(1);
   data->SetKeyword(s.ColumnString16(2));
   // Due to past bugs, we might have persisted entries with empty URLs.  Avoid
@@ -424,6 +468,18 @@ bool KeywordTable::GetKeywordDataFromStatement(const sql::Statement& s,
   data->usage_count = s.ColumnInt(8);
   data->prepopulate_id = s.ColumnInt(12);
   data->sync_guid = s.ColumnString(16);
+
+  data->alternate_urls.clear();
+  scoped_ptr<Value> value(json_reader.ReadToValue(s.ColumnString(17)));
+  ListValue* alternate_urls_value;
+  if (value->GetAsList(&alternate_urls_value)) {

[Joao da Silva, 2012/09/28 11:46:10]

|value| can be NULL from the return of ReadToValue().

[beaudoin, 2012/10/02 17:43:29]

Good catch!

Done.

+    std::string alternate_url;
+    for (size_t i = 0; i < alternate_urls_value->GetSize(); ++i) {
+      if (alternate_urls_value->GetString(i, &alternate_url))
+        data->alternate_urls.push_back(alternate_url);
+    }
+  }
+
   return true;
 }
 
@@ -455,9 +511,12 @@ bool KeywordTable::GetTableContents(const char* table_name,
     return false;
 
   contents->clear();
-  std::string query("SELECT " +
-      std::string((table_version <= 44) ?
-          kKeywordColumnsVersion44Concatenated : kKeywordColumnsConcatenated) +
+  const char* keywords_columns_concatenated = kKeywordColumnsConcatenated;
+  if (table_version <= 44)
+    keywords_columns_concatenated = kKeywordColumnsVersion44Concatenated;
+  else if (table_version <= 46)
+    keywords_columns_concatenated = kKeywordColumnsVersion46Concatenated;
+  std::string query("SELECT " + std::string(keywords_columns_concatenated) +
       " FROM " + std::string(table_name) + " ORDER BY id ASC");
   sql::Statement s((table_version == WebDatabase::kCurrentVersionNumber) ?
       db_->GetCachedStatement(sql::StatementID(table_name), query.c_str()) :
@@ -483,10 +542,13 @@ bool KeywordTable::UpdateBackupSignature(int table_version) {
       !db_->Execute("DROP TABLE keywords_backup"))
     return false;
 
+  const char* keywords_columns = kKeywordColumns;
+  if (table_version <= 44)
+    keywords_columns = kKeywordColumnsVersion44;
+  else if (table_version <= 46)
+    keywords_columns = kKeywordColumnsVersion46;
   std::string query("CREATE TABLE keywords_backup AS SELECT " +
-      std::string((table_version <= 44) ?
-          kKeywordColumnsVersion44 : kKeywordColumns) +
-      " FROM keywords ORDER BY id ASC");
+      std::string(keywords_columns) + " FROM keywords ORDER BY id ASC");
   if (!db_->Execute(query.c_str())) {
     LOG(ERROR) << "Failed to create keywords_backup table.";
     return false;
@@ -575,7 +637,7 @@ bool KeywordTable::MigrateKeywordsTableForVersion45(const std::string& name) {
                     "sync_guid VARCHAR)"))
     return false;
   std::string sql("INSERT INTO keywords_temp SELECT " +
-                  std::string(kKeywordColumnsVersion45) + " FROM " + name);
+                  std::string(kKeywordColumnsVersion46) + " FROM " + name);
   if (!db_->Execute(sql.c_str()))
     return false;