[Thumbnails DB] Add functionality to clear unused on-demand favicons.

components/history/core/browser/thumbnail_database.cc

 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #include "components/history/core/browser/thumbnail_database.h"
 
 #include <stddef.h>
 #include <stdint.h>
 #include <algorithm>
 #include <string>
@@ skipping 394 matching lines @@
 void ThumbnailDatabase::Vacuum() {
   DCHECK(db_.transaction_nesting() == 0) <<
       "Can not have a transaction when vacuuming.";
   ignore_result(db_.Execute("VACUUM"));
 }
 
 void ThumbnailDatabase::TrimMemory(bool aggressively) {
   db_.TrimMemory(aggressively);
 }
 
+std::map<favicon_base::FaviconID, IconMappingsForExpiry>
+ThumbnailDatabase::GetOldOnDemandFavicons(base::Time threshold) {
+  // Restrict to on-demand bitmaps (i.e. with last_requested != 0).
+  // TODO(jkrcal): In M63, remove the "(last_requested=0 AND last_updated=0)"
+  // clause which is only transitional - to clean up expired icons (previously,
+  // on-demand favicons were stored as expired on-visit favicons).
+  sql::Statement old_icons(db_.GetCachedStatement(

[brettw, 2017/07/13 23:50:17]

Can you make this be a non-cached ("unique") statement? Since we execute it so
rarely, the caching will just waste memory.

[mastiz, 2017/07/18 07:48:19]

Done.

+      SQL_FROM_HERE,
+      "SELECT favicons.id, favicons.url, icon_mapping.page_url FROM "

[brettw, 2017/07/13 23:50:16]

Can you wrap this SQL string like code so it's readable?

      "SELECT favicons.id, favicons.url, icon_mapping.page_url "
      "FROM favicons "
      "JOIN favicon_bitmaps ON (favicon_bitmaps.icon_id = favicons.id) "
      "JOIN icon_mapping ON (icon_mapping.icon_id = favicon_bitmaps.icon_id) "
      "WHERE ((favicon_bitmaps.last_requested = 0 AND "
              "favicon_bitmaps.last_updated = 0) OR "
             "(favicon_bitmaps.last_requested > 0 AND "
              "favicon_bitmaps.last_requested < ?))"

[mastiz, 2017/07/18 07:48:19]

Done, with slight modifications because indentation needs to be inside the
string literal.

+      "favicons JOIN favicon_bitmaps ON (favicon_bitmaps.icon_id = "
+      "favicons.id) JOIN icon_mapping ON (icon_mapping.icon_id = "
+      "favicon_bitmaps.icon_id) WHERE ((favicon_bitmaps.last_requested=0 AND "
+      "favicon_bitmaps.last_updated=0) OR (favicon_bitmaps.last_requested>0 "
+      "AND favicon_bitmaps.last_requested<?));"));
+  old_icons.BindInt64(0, threshold.ToInternalValue());
+
+  std::map<favicon_base::FaviconID, IconMappingsForExpiry> icon_mappings;
+
+  while (old_icons.Step()) {
+    favicon_base::FaviconID id = old_icons.ColumnInt64(0);
+    icon_mappings[id].icon_url = GURL(old_icons.ColumnString(1));
+    icon_mappings[id].page_urls.push_back(GURL(old_icons.ColumnString(2)));
+  }
+
+  return icon_mappings;
+}
+
 bool ThumbnailDatabase::GetFaviconBitmapIDSizes(
     favicon_base::FaviconID icon_id,
     std::vector<FaviconBitmapIDSize>* bitmap_id_sizes) {
   DCHECK(icon_id);
   sql::Statement statement(db_.GetCachedStatement(SQL_FROM_HERE,
       "SELECT id, width, height FROM favicon_bitmaps WHERE icon_id=?"));
   statement.BindInt64(0, icon_id);
 
   bool result = false;
   while (statement.Step()) {
@@ skipping 346 matching lines @@
 }
 
 bool ThumbnailDatabase::DeleteIconMappings(const GURL& page_url) {
   sql::Statement statement(db_.GetCachedStatement(SQL_FROM_HERE,
       "DELETE FROM icon_mapping WHERE page_url = ?"));
   statement.BindString(0, URLDatabase::GURLToDatabaseURL(page_url));
 
   return statement.Run();
 }
 
+bool ThumbnailDatabase::DeleteIconMappingsForFaviconId(
+    favicon_base::FaviconID id) {
+  sql::Statement statement(db_.GetCachedStatement(

[brettw, 2017/07/13 23:50:17]

Maybe do a unique statement here too. Might be worth adding a comment about how
this is called rarely so it's not cached.

[mastiz, 2017/07/18 07:48:19]

Done.

+      SQL_FROM_HERE, "DELETE FROM icon_mapping WHERE icon_id=?"));
+  statement.BindInt64(0, id);
+  return statement.Run();
+}
+
 bool ThumbnailDatabase::DeleteIconMapping(IconMappingID mapping_id) {
   sql::Statement statement(db_.GetCachedStatement(SQL_FROM_HERE,
       "DELETE FROM icon_mapping WHERE id=?"));
   statement.BindInt64(0, mapping_id);
 
   return statement.Run();
 }
 
 bool ThumbnailDatabase::HasMappingFor(favicon_base::FaviconID id) {
   sql::Statement statement(db_.GetCachedStatement(SQL_FROM_HERE,
@@ skipping 317 matching lines @@
   meta_table_.SetVersionNumber(8);
   meta_table_.SetCompatibleVersionNumber(std::min(8, kCompatibleVersionNumber));
   return true;
 }
 
 bool ThumbnailDatabase::IsFaviconDBStructureIncorrect() {
   return !db_.IsSQLValid("SELECT id, url, icon_type FROM favicons");
 }
 
 }  // namespace history