[Thumbnails DB] Add functionality to clear unused on-demand favicons.

components/history/core/browser/thumbnail_database.cc

 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #include "components/history/core/browser/thumbnail_database.h"
 
 #include <stddef.h>
 #include <stdint.h>
 #include <algorithm>
 #include <string>
@@ skipping 253 matching lines @@
     // test-expectation framework that the error was handled.
     ignore_result(sql::Connection::IsExpectedSqliteError(extended_error));
     return;
   }
 
   // The default handling is to assert on debug and to ignore on release.
   if (!sql::Connection::IsExpectedSqliteError(extended_error))
     DLOG(FATAL) << db->GetErrorMessage();
 }
 
+void DeleteOrphanagedFaviconBitmaps(sql::Connection* db) {
+  sql::Statement favicons(db->GetCachedStatement(
+      SQL_FROM_HERE,
+      "DELETE FROM favicon_bitmaps WHERE NOT EXISTS (SELECT id FROM favicons "
+      "WHERE favicon_bitmaps.icon_id = favicons.id)"));
+  favicons.Run();
+}
+
+void DeleteOrphanagedMappings(sql::Connection* db) {
+  sql::Statement mappings(db->GetCachedStatement(
+      SQL_FROM_HERE,
+      "DELETE FROM icon_mapping WHERE NOT EXISTS (SELECT id FROM favicons "
+      "WHERE favicons.id = icon_mapping.icon_id)"));
+  mappings.Run();
+}
+
 }  // namespace
 
 ThumbnailDatabase::IconMappingEnumerator::IconMappingEnumerator() {
 }
 
 ThumbnailDatabase::IconMappingEnumerator::~IconMappingEnumerator() {
 }
 
 bool ThumbnailDatabase::IconMappingEnumerator::GetNextIconMapping(
     IconMapping* icon_mapping) {
@@ skipping 121 matching lines @@
 void ThumbnailDatabase::Vacuum() {
   DCHECK(db_.transaction_nesting() == 0) <<
       "Can not have a transaction when vacuuming.";
   ignore_result(db_.Execute("VACUUM"));
 }
 
 void ThumbnailDatabase::TrimMemory(bool aggressively) {
   db_.TrimMemory(aggressively);
 }
 
+void ThumbnailDatabase::ClearOldOnDemandFavicons(
+    base::Time deletion_threshold) {
+  // Select all bitmaps (and their page URLs) that have not been accessed for a
+  // while. Restrict to on-demand bitmaps (i.e. with last_requested != 0).
+  sql::Statement delete_candidates(db_.GetCachedStatement(
+      SQL_FROM_HERE,
+      "SELECT favicon_bitmaps.icon_id, icon_mapping.page_url FROM "
+      "favicon_bitmaps, icon_mapping WHERE favicon_bitmaps.icon_id = "
+      "icon_mapping.icon_id AND favicon_bitmaps.last_requested>0 AND "
+      "favicon_bitmaps.last_requested<?;"));
+  delete_candidates.BindInt64(0, deletion_threshold.ToInternalValue());
+
+  // Multiple page URLs may map to the same favicon. We omit the favicon from
+  // cleaning if at least one of its associated page URLs is bookmarked.
+  std::set<favicon_base::FaviconID> ids_of_icons_with_some_bookmarked_page;
+  std::set<favicon_base::FaviconID> ids_of_icons_with_no_bookmarked_page;
+  while (delete_candidates.Step()) {
+    favicon_base::FaviconID icon_id = delete_candidates.ColumnInt64(0);
+    if (ids_of_icons_with_some_bookmarked_page.count(icon_id))
+      continue;
+
+    GURL page_url = GURL(delete_candidates.ColumnString(1));
+    if (backend_client_ && backend_client_->IsBookmarked(page_url)) {
+      ids_of_icons_with_some_bookmarked_page.insert(icon_id);
+      ids_of_icons_with_no_bookmarked_page.erase(icon_id);
+      continue;
+    }
+
+    ids_of_icons_with_no_bookmarked_page.insert(icon_id);
+  }
+
+  for (favicon_base::FaviconID icon_id : ids_of_icons_with_no_bookmarked_page) {
+    sql::Statement statement(db_.GetCachedStatement(
+        SQL_FROM_HERE, "DELETE FROM favicons WHERE id=?"));
+    statement.BindInt64(0, icon_id);
+    statement.Run();
+  }
+
+  // The bitmaps and mappings for all deleted favicons are deleted at once.
+  DeleteOrphanagedFaviconBitmaps(&db_);
+  DeleteOrphanagedMappings(&db_);
+}
+
+void ThumbnailDatabase::ClearOldOnDemandFaviconsOneByOne(
+    base::Time deletion_threshold) {
+  // Select all bitmaps (and their page URLs) that have not been accessed for a
+  // while. Restrict to on-demand bitmaps (i.e. with last_requested != 0).
+  sql::Statement delete_candidates(db_.GetCachedStatement(
+      SQL_FROM_HERE,
+      "SELECT favicon_bitmaps.icon_id, icon_mapping.page_url FROM "
+      "favicon_bitmaps, icon_mapping WHERE favicon_bitmaps.icon_id = "
+      "icon_mapping.icon_id AND favicon_bitmaps.last_requested>0 AND "
+      "favicon_bitmaps.last_requested<?;"));
+  delete_candidates.BindInt64(0, deletion_threshold.ToInternalValue());
+
+  // Multiple page URLs may map to the same favicon. We omit the favicon from
+  // cleaning if at least one of its associated page URLs is bookmarked.
+  std::set<favicon_base::FaviconID> ids_of_icons_with_some_bookmarked_page;
+  std::set<favicon_base::FaviconID> ids_of_icons_with_no_bookmarked_page;
+  while (delete_candidates.Step()) {
+    favicon_base::FaviconID icon_id = delete_candidates.ColumnInt64(0);
+    if (ids_of_icons_with_some_bookmarked_page.count(icon_id))
+      continue;
+
+    GURL page_url = GURL(delete_candidates.ColumnString(1));
+    if (backend_client_ && backend_client_->IsBookmarked(page_url)) {
+      ids_of_icons_with_some_bookmarked_page.insert(icon_id);
+      ids_of_icons_with_no_bookmarked_page.erase(icon_id);
+      continue;
+    }
+
+    ids_of_icons_with_no_bookmarked_page.insert(icon_id);
+  }
+
+  for (favicon_base::FaviconID icon_id : ids_of_icons_with_no_bookmarked_page) {
+    sql::Statement statement(db_.GetCachedStatement(
+        SQL_FROM_HERE, "DELETE FROM favicons WHERE id=?"));
+    statement.BindInt64(0, icon_id);
+    statement.Run();
+
+    sql::Statement statement2(db_.GetCachedStatement(
+        SQL_FROM_HERE, "DELETE FROM favicon_bitmaps WHERE icon_id=?"));
+    statement2.BindInt64(0, icon_id);
+    statement2.Run();
+
+    sql::Statement statement3(db_.GetCachedStatement(
+        SQL_FROM_HERE, "DELETE FROM icon_mapping WHERE icon_id=?"));
+    statement3.BindInt64(0, icon_id);
+    statement3.Run();
+  }
+}
+
+void ThumbnailDatabase::ClearOldOnDemandFaviconsNoJoin(
+    base::Time deletion_threshold) {
+  // Select all bitmaps (and their page URLs) that have not been accessed for a
+  // while. Restrict to on-demand bitmaps (i.e. with last_requested != 0).
+  sql::Statement delete_candidates(
+      db_.GetCachedStatement(SQL_FROM_HERE,
+                             "SELECT icon_id FROM favicon_bitmaps WHERE "
+                             "favicon_bitmaps.last_requested>0 AND "
+                             "favicon_bitmaps.last_requested<?;"));
+  delete_candidates.BindInt64(0, deletion_threshold.ToInternalValue());
+
+  // Multiple page URLs may map to the same favicon. We omit the favicon from
+  // cleaning if at least one of its associated page URLs is bookmarked.
+  std::set<favicon_base::FaviconID> ids_of_icons_with_some_bookmarked_page;
+  std::set<favicon_base::FaviconID> ids_of_icons_with_no_bookmarked_page;
+  while (delete_candidates.Step()) {
+    favicon_base::FaviconID icon_id = delete_candidates.ColumnInt64(0);
+    if (ids_of_icons_with_some_bookmarked_page.count(icon_id))
+      continue;
+
+    ids_of_icons_with_no_bookmarked_page.insert(icon_id);
+
+    if (!backend_client_)
+      continue;
+
+    sql::Statement delete_candidate_urls(db_.GetCachedStatement(
+        SQL_FROM_HERE,
+        "SELECT page_url FROM icon_mapping WHERE icon_mapping.icon_id=?;"));
+    delete_candidate_urls.BindInt64(0, icon_id);
+
+    while (delete_candidate_urls.Step()) {
+      GURL page_url = GURL(delete_candidate_urls.ColumnString(0));
+      if (!backend_client_->IsBookmarked(page_url))
+        continue;
+
+      ids_of_icons_with_some_bookmarked_page.insert(icon_id);
+      ids_of_icons_with_no_bookmarked_page.erase(icon_id);
+      break;
+    }
+  }
+
+  for (favicon_base::FaviconID icon_id : ids_of_icons_with_no_bookmarked_page) {
+    sql::Statement statement(db_.GetCachedStatement(
+        SQL_FROM_HERE, "DELETE FROM favicons WHERE id=?"));
+    statement.BindInt64(0, icon_id);
+    statement.Run();
+  }
+
+  // The bitmaps and mappings for all deleted favicons are deleted at once.
+  DeleteOrphanagedFaviconBitmaps(&db_);
+  DeleteOrphanagedMappings(&db_);
+}
+
 bool ThumbnailDatabase::GetFaviconBitmapIDSizes(
     favicon_base::FaviconID icon_id,
     std::vector<FaviconBitmapIDSize>* bitmap_id_sizes) {
   DCHECK(icon_id);
   sql::Statement statement(db_.GetCachedStatement(SQL_FROM_HERE,
       "SELECT id, width, height FROM favicon_bitmaps WHERE icon_id=?"));
   statement.BindInt64(0, icon_id);
 
   bool result = false;
   while (statement.Step()) {
@@ skipping 683 matching lines @@
   meta_table_.SetVersionNumber(8);
   meta_table_.SetCompatibleVersionNumber(std::min(8, kCompatibleVersionNumber));
   return true;
 }
 
 bool ThumbnailDatabase::IsFaviconDBStructureIncorrect() {
   return !db_.IsSQLValid("SELECT id, url, icon_type FROM favicons");
 }
 
 }  // namespace history