Autofill database migration to clean up bogus profiles.

chrome/browser/webdata/web_database_unittest.cc

 // Copyright (c) 2011 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #include <list>
 #include <map>
 #include <set>
 #include <string>
 #include <utility>
 #include <vector>
@@ skipping 1517 matching lines @@
   EXPECT_LE(s_billing_updated_2.ColumnInt64(0),
             post_modification_time_2.ToTimeT());
   EXPECT_FALSE(s_billing_updated_2.Step());
   delete db_profile;
 
   // Remove the 'Billing' profile.
   EXPECT_TRUE(db.RemoveAutofillProfile(billing_profile.guid()));
   EXPECT_FALSE(db.GetAutofillProfile(billing_profile.guid(), &db_profile));
 }
 
+TEST_F(WebDatabaseTest, AutofillProfileTrash) {
+  WebDatabase db;
+
+  ASSERT_EQ(sql::INIT_OK, db.Init(file_));
+
+  std::vector<std::string> guids;
+  db.GetAutofillProfilesInTrash(&guids);
+  EXPECT_TRUE(guids.empty());
+
+  ASSERT_TRUE(
+      db.AddAutofillGUIDToTrash("00000000-0000-0000-0000-000000000000"));
+  ASSERT_TRUE(
+      db.AddAutofillGUIDToTrash("00000000-0000-0000-0000-000000000001"));
+  ASSERT_TRUE(db.GetAutofillProfilesInTrash(&guids));
+  EXPECT_EQ(2UL, guids.size());
+  EXPECT_EQ("00000000-0000-0000-0000-000000000000", guids[0]);
+  EXPECT_EQ("00000000-0000-0000-0000-000000000001", guids[1]);
+
+  ASSERT_TRUE(db.EmptyAutofillProfilesTrash());
+  ASSERT_TRUE(db.GetAutofillProfilesInTrash(&guids));
+  EXPECT_TRUE(guids.empty());
+}
+
+TEST_F(WebDatabaseTest, AutofillProfileTrashInteraction) {
+  WebDatabase db;
+
+  ASSERT_EQ(sql::INIT_OK, db.Init(file_));
+
+  std::vector<std::string> guids;
+  db.GetAutofillProfilesInTrash(&guids);
+  EXPECT_TRUE(guids.empty());
+
+  AutofillProfile profile;
+  profile.SetInfo(AutofillType(NAME_FIRST), ASCIIToUTF16("John"));
+  profile.SetInfo(AutofillType(NAME_MIDDLE), ASCIIToUTF16("Q."));
+  profile.SetInfo(AutofillType(NAME_LAST), ASCIIToUTF16("Smith"));
+  profile.SetInfo(AutofillType(EMAIL_ADDRESS),ASCIIToUTF16("js@smith.xyz"));
+  profile.SetInfo(AutofillType(ADDRESS_HOME_LINE1), ASCIIToUTF16("1 Main St"));
+  profile.SetInfo(AutofillType(ADDRESS_HOME_CITY), ASCIIToUTF16("Los Angeles"));
+  profile.SetInfo(AutofillType(ADDRESS_HOME_STATE), ASCIIToUTF16("CA"));
+  profile.SetInfo(AutofillType(ADDRESS_HOME_ZIP), ASCIIToUTF16("90025"));
+  profile.SetInfo(AutofillType(ADDRESS_HOME_COUNTRY), ASCIIToUTF16("US"));
+
+  // Mark this profile as in the trash.  This stops |AddAutofillProfile| from
+  // adding it.
+  EXPECT_TRUE(db.AddAutofillGUIDToTrash(profile.guid()));
+  EXPECT_TRUE(db.AddAutofillProfile(profile));
+  AutofillProfile* added_profile = NULL;
+  EXPECT_FALSE(db.GetAutofillProfile(profile.guid(), &added_profile));
+  EXPECT_EQ(static_cast<AutofillProfile*>(NULL), added_profile);
+
+  // Add the profile for real this time.
+  EXPECT_TRUE(db.EmptyAutofillProfilesTrash());
+  EXPECT_TRUE(db.GetAutofillProfilesInTrash(&guids));
+  EXPECT_TRUE(guids.empty());
+  EXPECT_TRUE(db.AddAutofillProfile(profile));
+  EXPECT_TRUE(db.GetAutofillProfile(profile.guid(), &added_profile));
+  ASSERT_NE(static_cast<AutofillProfile*>(NULL), added_profile);
+  delete added_profile;
+
+  // Mark this profile as in the trash.  This stops |UpdateAutofillProfile| from
+  // updating it.  In normal operation a profile should not be both in the trash
+  // and in the profiles table simultaneously.
+  EXPECT_TRUE(db.AddAutofillGUIDToTrash(profile.guid()));
+  profile.SetInfo(AutofillType(NAME_FIRST), ASCIIToUTF16("Jane"));
+  EXPECT_TRUE(db.UpdateAutofillProfile(profile));
+  AutofillProfile* updated_profile = NULL;
+  EXPECT_TRUE(db.GetAutofillProfile(profile.guid(), &updated_profile));
+  ASSERT_NE(static_cast<AutofillProfile*>(NULL), added_profile);
+  EXPECT_EQ(ASCIIToUTF16("John"),
+            updated_profile->GetFieldText(AutofillType(NAME_FIRST)));
+  delete updated_profile;
+
+  // Try to delete the trashed profile.  This stops |RemoveAutofillProfile| from
+  // deleting it.  In normal operation deletion is done by migration step, and
+  // removal from trash is done by |WebDataService|.  |RemoveAutofillProfile|
+  // does remove the item from the trash if it is found however, so that if
+  // other clients remove it (via Sync say) then it is gone and doesn't need to
+  // be processed further by |WebDataService|.
+  EXPECT_TRUE(db.RemoveAutofillProfile(profile.guid()));
+  AutofillProfile* removed_profile = NULL;
+  EXPECT_TRUE(db.GetAutofillProfile(profile.guid(), &removed_profile));
+  EXPECT_FALSE(db.IsAutofillGUIDInTrash(profile.guid()));
+  ASSERT_NE(static_cast<AutofillProfile*>(NULL), removed_profile);
+  delete removed_profile;
+
+  // Check that emptying the trash now allows removal to occur.
+  EXPECT_TRUE(db.EmptyAutofillProfilesTrash());
+  EXPECT_TRUE(db.RemoveAutofillProfile(profile.guid()));
+  removed_profile = NULL;
+  EXPECT_FALSE(db.GetAutofillProfile(profile.guid(), &removed_profile));
+  EXPECT_EQ(static_cast<AutofillProfile*>(NULL), removed_profile);
+}
+
 TEST_F(WebDatabaseTest, CreditCard) {
   WebDatabase db;
 
   ASSERT_EQ(sql::INIT_OK, db.Init(file_));
 
   // Add a 'Work' credit card.
   CreditCard work_creditcard;
   work_creditcard.SetInfo(AutofillType(CREDIT_CARD_NAME),
                           ASCIIToUTF16("Jack Torrance"));
   work_creditcard.SetInfo(AutofillType(CREDIT_CARD_NUMBER),
@@ skipping 549 matching lines @@
 
   // Assertion testing for migrating from version 27 and 28.
   void MigrateVersion28Assertions();
 
  private:
   ScopedTempDir temp_dir_;
 
   DISALLOW_COPY_AND_ASSIGN(WebDatabaseMigrationTest);
 };
 
-const int WebDatabaseMigrationTest::kCurrentTestedVersionNumber = 35;
+const int WebDatabaseMigrationTest::kCurrentTestedVersionNumber = 36;
 
 void WebDatabaseMigrationTest::LoadDatabase(const FilePath::StringType& file) {
   std::string contents;
   ASSERT_TRUE(GetWebDatabaseData(FilePath(file), &contents));
 
   sql::Connection connection;
   ASSERT_TRUE(connection.Open(GetDatabasePath()));
   ASSERT_TRUE(connection.Execute(contents.data()));
 }
 
@@ skipping 858 matching lines @@
     EXPECT_EQ(ASCIIToUTF16(""), s1.ColumnString16(1));
     EXPECT_EQ(ASCIIToUTF16("2 Main St"), s1.ColumnString16(2));
     EXPECT_EQ(ASCIIToUTF16(""), s1.ColumnString16(3));
     EXPECT_EQ(ASCIIToUTF16("Los Altos"), s1.ColumnString16(4));
     EXPECT_EQ(ASCIIToUTF16("CA"), s1.ColumnString16(5));
     EXPECT_EQ(ASCIIToUTF16("94022"), s1.ColumnString16(6));
     EXPECT_EQ(ASCIIToUTF16("United States"), s1.ColumnString16(7));
     EXPECT_EQ(1297882100L, s1.ColumnInt64(8));
 
     // Alfred E Newman.
-    ASSERT_TRUE(s1.Step());
-    EXPECT_EQ("584282AC-5D21-8D73-A2DB-4F892EF61F3F", s1.ColumnString(0));
-    EXPECT_EQ(ASCIIToUTF16(""), s1.ColumnString16(1));
-    EXPECT_EQ(ASCIIToUTF16(""), s1.ColumnString16(2));
-    EXPECT_EQ(ASCIIToUTF16(""), s1.ColumnString16(3));
-    EXPECT_EQ(ASCIIToUTF16(""), s1.ColumnString16(4));
-    EXPECT_EQ(ASCIIToUTF16(""), s1.ColumnString16(5));
-    EXPECT_EQ(ASCIIToUTF16(""), s1.ColumnString16(6));
-    EXPECT_EQ(ASCIIToUTF16(""), s1.ColumnString16(7));
-    EXPECT_EQ(1297882100L, s1.ColumnInt64(8));
+    // Gets culled during migration from 35 to 36 due to incomplete address.
 
     // 3 Main St.
     ASSERT_TRUE(s1.Step());
     EXPECT_EQ("9E5FE298-62C7-83DF-6293-381BC589183F", s1.ColumnString(0));
     EXPECT_EQ(ASCIIToUTF16(""), s1.ColumnString16(1));
     EXPECT_EQ(ASCIIToUTF16("3 Main St"), s1.ColumnString16(2));
     EXPECT_EQ(ASCIIToUTF16(""), s1.ColumnString16(3));
     EXPECT_EQ(ASCIIToUTF16("Los Altos"), s1.ColumnString16(4));
     EXPECT_EQ(ASCIIToUTF16("CA"), s1.ColumnString16(5));
     EXPECT_EQ(ASCIIToUTF16("94022"), s1.ColumnString16(6));
@@ skipping 30 matching lines @@
     EXPECT_EQ(ASCIIToUTF16("Smith"), s2.ColumnString16(3));
 
     // Dave Smith (Part 2).
     ASSERT_TRUE(s2.Step());
     EXPECT_EQ("722DF5C4-F74A-294A-46F0-31FFDED0D635", s2.ColumnString(0));
     EXPECT_EQ(ASCIIToUTF16("Dave"), s2.ColumnString16(1));
     EXPECT_EQ(ASCIIToUTF16(""), s2.ColumnString16(2));
     EXPECT_EQ(ASCIIToUTF16("Smith"), s2.ColumnString16(3));
 
     // Alfred E Newman.
-    ASSERT_TRUE(s2.Step());
-    EXPECT_EQ("584282AC-5D21-8D73-A2DB-4F892EF61F3F", s2.ColumnString(0));
-    EXPECT_EQ(ASCIIToUTF16("Alfred"), s2.ColumnString16(1));
-    EXPECT_EQ(ASCIIToUTF16("E"), s2.ColumnString16(2));
-    EXPECT_EQ(ASCIIToUTF16("Newman"), s2.ColumnString16(3));
+    // Gets culled during migration from 35 to 36 due to incomplete address.
 
     // Note no name for 3 Main St.
 
     // Should be all.
     EXPECT_FALSE(s2.Step());
 
     sql::Statement s3(
         connection.GetUniqueStatement(
             "SELECT guid, email "
             "FROM autofill_profile_emails"));
 
     // John Doe.
     ASSERT_TRUE(s3.Step());
     EXPECT_EQ("00580526-FF81-EE2A-0546-1AC593A32E2F", s3.ColumnString(0));
     EXPECT_EQ(ASCIIToUTF16("john@doe.com"), s3.ColumnString16(1));
 
     // John P. Doe.
     ASSERT_TRUE(s3.Step());
     EXPECT_EQ("589636FD-9037-3053-200C-80ABC97D7344", s3.ColumnString(0));
     EXPECT_EQ(ASCIIToUTF16("john@doe.com"), s3.ColumnString16(1));
 
     // Note no email for 2 Main Street.
     // Note no email for 2 Main St.
 
     // Alfred E Newman.
-    ASSERT_TRUE(s3.Step());
-    EXPECT_EQ("584282AC-5D21-8D73-A2DB-4F892EF61F3F", s3.ColumnString(0));
-    EXPECT_EQ(ASCIIToUTF16("a@e.com"), s3.ColumnString16(1));
+    // Gets culled during migration from 35 to 36 due to incomplete address.
 
     // Note no email for 3 Main St.
 
     // Should be all.
     EXPECT_FALSE(s3.Step());
 
     sql::Statement s4(
         connection.GetUniqueStatement(
             "SELECT guid, type, number "
             "FROM autofill_profile_phones"));
@@ skipping 135 matching lines @@
         "SELECT country_code FROM autofill_profiles"));
 
     ASSERT_TRUE(s.Step());
     std::string country_code = s.ColumnString(0);
     EXPECT_EQ("GB", country_code);
 
     // Should have only one.
     ASSERT_FALSE(s.Step());
   }
 }
+
+// Cleans up invalid profiles based on more agressive merging.  Filters out
+// profiles that are subsets of other profiles, and profiles with invalid email,
+// state, and incomplete address.
+TEST_F(WebDatabaseMigrationTest, MigrateVersion35ToCurrent) {
+  // Initialize the database.
+  ASSERT_NO_FATAL_FAILURE(LoadDatabase(FILE_PATH_LITERAL("version_35.sql")));
+
+  // Verify pre-conditions. These are expectations for version 34 of the
+  // database.
+  {
+    sql::Connection connection;
+    ASSERT_TRUE(connection.Open(GetDatabasePath()));
+
+    EXPECT_FALSE(connection.DoesTableExist("autofill_profiles_trash"));
+    ASSERT_TRUE(connection.DoesColumnExist("autofill_profiles", "guid"));
+
+    // Check that there are 6 profiles prior to merge.
+    sql::Statement s(
+        connection.GetUniqueStatement("SELECT guid FROM autofill_profiles"));
+    int i = 0;
+    while (s.Step())
+      ++i;
+    EXPECT_EQ(6, i);
+  }
+
+  // Load the database via the WebDatabase class and migrate the database to
+  // the current version.
+  {
+    WebDatabase db;
+    ASSERT_EQ(sql::INIT_OK, db.Init(GetDatabasePath()));
+  }
+
+  // Verify post-conditions.  These are expectations for current version of the
+  // database.
+  {
+    sql::Connection connection;
+    ASSERT_TRUE(connection.Open(GetDatabasePath()));
+
+    // Check version.
+    EXPECT_EQ(kCurrentTestedVersionNumber, VersionFromConnection(&connection));
+
+    ASSERT_TRUE(connection.DoesTableExist("autofill_profiles_trash"));
+    ASSERT_TRUE(connection.DoesColumnExist("autofill_profiles_trash", "guid"));
+    ASSERT_TRUE(connection.DoesColumnExist("autofill_profiles", "guid"));
+
+    // Verify data in the database after the migration.
+    sql::Statement s1(
+        connection.GetUniqueStatement(
+            "SELECT guid, company_name, address_line_1, address_line_2, "
+            "city, state, zipcode, country, date_modified "
+            "FROM autofill_profiles"));
+
+    // John Doe.
+    ASSERT_TRUE(s1.Step());
+    EXPECT_EQ("00000000-0000-0000-0000-000000000001", s1.ColumnString(0));
+    EXPECT_EQ(ASCIIToUTF16("Acme Inc."), s1.ColumnString16(1));
+    EXPECT_EQ(ASCIIToUTF16("1 Main Street"), s1.ColumnString16(2));
+    EXPECT_EQ(ASCIIToUTF16("Apt 2"), s1.ColumnString16(3));
+    EXPECT_EQ(ASCIIToUTF16("San Francisco"), s1.ColumnString16(4));
+    EXPECT_EQ(ASCIIToUTF16("CA"), s1.ColumnString16(5));
+    EXPECT_EQ(ASCIIToUTF16("94102"), s1.ColumnString16(6));
+    EXPECT_EQ(ASCIIToUTF16("United States"), s1.ColumnString16(7));
+    EXPECT_EQ(1300131704, s1.ColumnInt64(8));
+
+    // That should be it.
+    ASSERT_FALSE(s1.Step());
+
+    // Check that there 5 trashed profile after the merge.
+    sql::Statement s2(
+        connection.GetUniqueStatement("SELECT guid "
+                                      "FROM autofill_profiles_trash"));
+    ASSERT_TRUE(s2.Step());
+    EXPECT_EQ("00000000-0000-0000-0000-000000000002", s2.ColumnString(0));
+
+    ASSERT_TRUE(s2.Step());
+    EXPECT_EQ("00000000-0000-0000-0000-000000000003", s2.ColumnString(0));
+
+    ASSERT_TRUE(s2.Step());
+    EXPECT_EQ("00000000-0000-0000-0000-000000000004", s2.ColumnString(0));
+
+    ASSERT_TRUE(s2.Step());
+    EXPECT_EQ("00000000-0000-0000-0000-000000000005", s2.ColumnString(0));
+
+    ASSERT_TRUE(s2.Step());
+    EXPECT_EQ("00000000-0000-0000-0000-000000000006", s2.ColumnString(0));
+
+    // That should be it.
+    ASSERT_FALSE(s2.Step());
+  }
+}