OLD | NEW |
1 // Copyright 2014 The Chromium Authors. All rights reserved. | 1 // Copyright 2014 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 #include "chrome/browser/predictors/resource_prefetch_predictor_tables.h" | 5 #include "chrome/browser/predictors/resource_prefetch_predictor_tables.h" |
6 | 6 |
7 #include <algorithm> | 7 #include <algorithm> |
8 #include <utility> | 8 #include <utility> |
9 | 9 |
10 #include "base/memory/ptr_util.h" | 10 #include "base/memory/ptr_util.h" |
11 #include "base/metrics/histogram_macros.h" | 11 #include "base/metrics/histogram_macros.h" |
12 #include "base/strings/stringprintf.h" | 12 #include "base/strings/stringprintf.h" |
13 #include "base/trace_event/trace_event.h" | 13 #include "base/trace_event/trace_event.h" |
14 #include "content/public/browser/browser_thread.h" | 14 #include "content/public/browser/browser_thread.h" |
15 #include "sql/statement.h" | 15 #include "sql/statement.h" |
16 | 16 |
17 using google::protobuf::MessageLite; | 17 using google::protobuf::MessageLite; |
18 | 18 |
19 namespace { | 19 namespace { |
20 | 20 |
21 const char kMetadataTableName[] = "resource_prefetch_predictor_metadata"; | 21 const char kMetadataTableName[] = "resource_prefetch_predictor_metadata"; |
22 const char kUrlResourceTableName[] = "resource_prefetch_predictor_url"; | 22 const char kUrlResourceTableName[] = "resource_prefetch_predictor_url"; |
23 const char kUrlRedirectTableName[] = "resource_prefetch_predictor_url_redirect"; | 23 const char kUrlRedirectTableName[] = "resource_prefetch_predictor_url_redirect"; |
24 const char kHostResourceTableName[] = "resource_prefetch_predictor_host"; | 24 const char kHostResourceTableName[] = "resource_prefetch_predictor_host"; |
25 const char kHostRedirectTableName[] = | 25 const char kHostRedirectTableName[] = |
26 "resource_prefetch_predictor_host_redirect"; | 26 "resource_prefetch_predictor_host_redirect"; |
| 27 const char kManifestTableName[] = "resource_prefetch_predictor_manifest"; |
27 | 28 |
28 const char kCreateGlobalMetadataStatementTemplate[] = | 29 const char kCreateGlobalMetadataStatementTemplate[] = |
29 "CREATE TABLE %s ( " | 30 "CREATE TABLE %s ( " |
30 "key TEXT, value INTEGER, " | 31 "key TEXT, value INTEGER, " |
31 "PRIMARY KEY (key))"; | 32 "PRIMARY KEY (key))"; |
32 const char kCreateProtoTableStatementTemplate[] = | 33 const char kCreateProtoTableStatementTemplate[] = |
33 "CREATE TABLE %s ( " | 34 "CREATE TABLE %s ( " |
34 "key TEXT, " | 35 "key TEXT, " |
35 "proto BLOB, " | 36 "proto BLOB, " |
36 "PRIMARY KEY(key))"; | 37 "PRIMARY KEY(key))"; |
(...skipping 68 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
105 return x.consecutive_misses() >= max_consecutive_misses; | 106 return x.consecutive_misses() >= max_consecutive_misses; |
106 }); | 107 }); |
107 data->mutable_redirect_endpoints()->erase( | 108 data->mutable_redirect_endpoints()->erase( |
108 new_end, data->mutable_redirect_endpoints()->end()); | 109 new_end, data->mutable_redirect_endpoints()->end()); |
109 } | 110 } |
110 | 111 |
111 void ResourcePrefetchPredictorTables::GetAllData( | 112 void ResourcePrefetchPredictorTables::GetAllData( |
112 PrefetchDataMap* url_data_map, | 113 PrefetchDataMap* url_data_map, |
113 PrefetchDataMap* host_data_map, | 114 PrefetchDataMap* host_data_map, |
114 RedirectDataMap* url_redirect_data_map, | 115 RedirectDataMap* url_redirect_data_map, |
115 RedirectDataMap* host_redirect_data_map) { | 116 RedirectDataMap* host_redirect_data_map, |
| 117 ManifestDataMap* manifest_map) { |
116 TRACE_EVENT0("browser", "ResourcePrefetchPredictor::GetAllData"); | 118 TRACE_EVENT0("browser", "ResourcePrefetchPredictor::GetAllData"); |
117 DCHECK_CURRENTLY_ON(BrowserThread::DB); | 119 DCHECK_CURRENTLY_ON(BrowserThread::DB); |
118 if (CantAccessDatabase()) | 120 if (CantAccessDatabase()) |
119 return; | 121 return; |
120 | 122 |
121 DCHECK(url_data_map); | 123 DCHECK(url_data_map); |
122 DCHECK(host_data_map); | 124 DCHECK(host_data_map); |
123 DCHECK(url_redirect_data_map); | 125 DCHECK(url_redirect_data_map); |
124 DCHECK(host_redirect_data_map); | 126 DCHECK(host_redirect_data_map); |
125 url_data_map->clear(); | 127 url_data_map->clear(); |
126 host_data_map->clear(); | 128 host_data_map->clear(); |
127 url_redirect_data_map->clear(); | 129 url_redirect_data_map->clear(); |
128 host_redirect_data_map->clear(); | 130 host_redirect_data_map->clear(); |
| 131 manifest_map->clear(); |
129 | 132 |
130 GetAllResourceDataHelper(PREFETCH_KEY_TYPE_URL, url_data_map); | 133 GetAllResourceDataHelper(PREFETCH_KEY_TYPE_URL, url_data_map); |
131 GetAllResourceDataHelper(PREFETCH_KEY_TYPE_HOST, host_data_map); | 134 GetAllResourceDataHelper(PREFETCH_KEY_TYPE_HOST, host_data_map); |
132 GetAllRedirectDataHelper(PREFETCH_KEY_TYPE_URL, url_redirect_data_map); | 135 GetAllRedirectDataHelper(PREFETCH_KEY_TYPE_URL, url_redirect_data_map); |
133 GetAllRedirectDataHelper(PREFETCH_KEY_TYPE_HOST, host_redirect_data_map); | 136 GetAllRedirectDataHelper(PREFETCH_KEY_TYPE_HOST, host_redirect_data_map); |
| 137 GetAllManifestDataHelper(manifest_map); |
134 } | 138 } |
135 | 139 |
136 void ResourcePrefetchPredictorTables::UpdateData( | 140 void ResourcePrefetchPredictorTables::UpdateData( |
137 const PrefetchData& url_data, | 141 const PrefetchData& url_data, |
138 const PrefetchData& host_data, | 142 const PrefetchData& host_data, |
139 const RedirectData& url_redirect_data, | 143 const RedirectData& url_redirect_data, |
140 const RedirectData& host_redirect_data) { | 144 const RedirectData& host_redirect_data) { |
141 TRACE_EVENT0("browser", "ResourcePrefetchPredictor::UpdateData"); | 145 TRACE_EVENT0("browser", "ResourcePrefetchPredictor::UpdateData"); |
142 DCHECK_CURRENTLY_ON(BrowserThread::DB); | 146 DCHECK_CURRENTLY_ON(BrowserThread::DB); |
143 if (CantAccessDatabase()) | 147 if (CantAccessDatabase()) |
(...skipping 17 matching lines...) Expand all Loading... |
161 url_redirect_data.primary_key(), url_redirect_data)) && | 165 url_redirect_data.primary_key(), url_redirect_data)) && |
162 (!host_redirect_data.has_primary_key() || | 166 (!host_redirect_data.has_primary_key() || |
163 UpdateDataHelper(PREFETCH_KEY_TYPE_HOST, PrefetchDataType::REDIRECT, | 167 UpdateDataHelper(PREFETCH_KEY_TYPE_HOST, PrefetchDataType::REDIRECT, |
164 host_redirect_data.primary_key(), host_redirect_data)); | 168 host_redirect_data.primary_key(), host_redirect_data)); |
165 if (!success) | 169 if (!success) |
166 DB()->RollbackTransaction(); | 170 DB()->RollbackTransaction(); |
167 else | 171 else |
168 DB()->CommitTransaction(); | 172 DB()->CommitTransaction(); |
169 } | 173 } |
170 | 174 |
| 175 void ResourcePrefetchPredictorTables::UpdateManifestData( |
| 176 const std::string& host, |
| 177 const precache::PrecacheManifest& manifest_data) { |
| 178 DCHECK_CURRENTLY_ON(BrowserThread::DB); |
| 179 if (CantAccessDatabase()) |
| 180 return; |
| 181 |
| 182 DB()->BeginTransaction(); |
| 183 bool success = UpdateDataHelper( |
| 184 PREFETCH_KEY_TYPE_HOST, PrefetchDataType::MANIFEST, host, manifest_data); |
| 185 |
| 186 if (!success) |
| 187 DB()->RollbackTransaction(); |
| 188 else |
| 189 DB()->CommitTransaction(); |
| 190 } |
| 191 |
171 void ResourcePrefetchPredictorTables::DeleteResourceData( | 192 void ResourcePrefetchPredictorTables::DeleteResourceData( |
172 const std::vector<std::string>& urls, | 193 const std::vector<std::string>& urls, |
173 const std::vector<std::string>& hosts) { | 194 const std::vector<std::string>& hosts) { |
174 DCHECK_CURRENTLY_ON(BrowserThread::DB); | 195 DCHECK_CURRENTLY_ON(BrowserThread::DB); |
175 if (CantAccessDatabase()) | 196 if (CantAccessDatabase()) |
176 return; | 197 return; |
177 | 198 |
178 DCHECK(!urls.empty() || !hosts.empty()); | 199 DCHECK(!urls.empty() || !hosts.empty()); |
179 | 200 |
180 if (!urls.empty()) | 201 if (!urls.empty()) |
(...skipping 30 matching lines...) Expand all Loading... |
211 void ResourcePrefetchPredictorTables::DeleteSingleRedirectDataPoint( | 232 void ResourcePrefetchPredictorTables::DeleteSingleRedirectDataPoint( |
212 const std::string& key, | 233 const std::string& key, |
213 PrefetchKeyType key_type) { | 234 PrefetchKeyType key_type) { |
214 DCHECK_CURRENTLY_ON(BrowserThread::DB); | 235 DCHECK_CURRENTLY_ON(BrowserThread::DB); |
215 if (CantAccessDatabase()) | 236 if (CantAccessDatabase()) |
216 return; | 237 return; |
217 | 238 |
218 DeleteDataHelper(key_type, PrefetchDataType::REDIRECT, {key}); | 239 DeleteDataHelper(key_type, PrefetchDataType::REDIRECT, {key}); |
219 } | 240 } |
220 | 241 |
| 242 void ResourcePrefetchPredictorTables::DeleteManifestData( |
| 243 const std::vector<std::string>& hosts) { |
| 244 DCHECK_CURRENTLY_ON(BrowserThread::DB); |
| 245 if (CantAccessDatabase()) |
| 246 return; |
| 247 |
| 248 DeleteDataHelper(PREFETCH_KEY_TYPE_HOST, PrefetchDataType::MANIFEST, hosts); |
| 249 } |
| 250 |
221 void ResourcePrefetchPredictorTables::DeleteAllData() { | 251 void ResourcePrefetchPredictorTables::DeleteAllData() { |
222 DCHECK_CURRENTLY_ON(BrowserThread::DB); | 252 DCHECK_CURRENTLY_ON(BrowserThread::DB); |
223 if (CantAccessDatabase()) | 253 if (CantAccessDatabase()) |
224 return; | 254 return; |
225 | 255 |
226 sql::Statement deleter; | 256 sql::Statement deleter; |
227 for (const char* table_name : | 257 for (const char* table_name : |
228 {kUrlResourceTableName, kUrlRedirectTableName, kHostResourceTableName, | 258 {kUrlResourceTableName, kUrlRedirectTableName, kHostResourceTableName, |
229 kHostRedirectTableName}) { | 259 kHostRedirectTableName, kManifestTableName}) { |
230 deleter.Assign(DB()->GetUniqueStatement( | 260 deleter.Assign(DB()->GetUniqueStatement( |
231 base::StringPrintf("DELETE FROM %s", table_name).c_str())); | 261 base::StringPrintf("DELETE FROM %s", table_name).c_str())); |
232 deleter.Run(); | 262 deleter.Run(); |
233 } | 263 } |
234 } | 264 } |
235 | 265 |
236 ResourcePrefetchPredictorTables::ResourcePrefetchPredictorTables() {} | 266 ResourcePrefetchPredictorTables::ResourcePrefetchPredictorTables() {} |
237 | 267 |
238 ResourcePrefetchPredictorTables::~ResourcePrefetchPredictorTables() {} | 268 ResourcePrefetchPredictorTables::~ResourcePrefetchPredictorTables() {} |
239 | 269 |
(...skipping 27 matching lines...) Expand all Loading... |
267 base::StringPrintf("SELECT * FROM %s", table_name).c_str())); | 297 base::StringPrintf("SELECT * FROM %s", table_name).c_str())); |
268 | 298 |
269 RedirectData data; | 299 RedirectData data; |
270 std::string key; | 300 std::string key; |
271 while (StepAndInitializeProtoData(&redirect_reader, &key, &data)) { | 301 while (StepAndInitializeProtoData(&redirect_reader, &key, &data)) { |
272 data_map->insert(std::make_pair(key, data)); | 302 data_map->insert(std::make_pair(key, data)); |
273 DCHECK_EQ(data.primary_key(), key); | 303 DCHECK_EQ(data.primary_key(), key); |
274 } | 304 } |
275 } | 305 } |
276 | 306 |
| 307 void ResourcePrefetchPredictorTables::GetAllManifestDataHelper( |
| 308 ManifestDataMap* manifest_map) { |
| 309 sql::Statement manifest_reader(DB()->GetUniqueStatement( |
| 310 base::StringPrintf("SELECT * FROM %s", kManifestTableName).c_str())); |
| 311 |
| 312 precache::PrecacheManifest data; |
| 313 std::string key; |
| 314 while (StepAndInitializeProtoData(&manifest_reader, &key, &data)) { |
| 315 manifest_map->insert(std::make_pair(key, data)); |
| 316 } |
| 317 } |
| 318 |
277 bool ResourcePrefetchPredictorTables::UpdateDataHelper( | 319 bool ResourcePrefetchPredictorTables::UpdateDataHelper( |
278 PrefetchKeyType key_type, | 320 PrefetchKeyType key_type, |
279 PrefetchDataType data_type, | 321 PrefetchDataType data_type, |
280 const std::string& key, | 322 const std::string& key, |
281 const MessageLite& data) { | 323 const MessageLite& data) { |
282 // Delete the older data from the table. | 324 // Delete the older data from the table. |
283 std::unique_ptr<sql::Statement> deleter( | 325 std::unique_ptr<sql::Statement> deleter( |
284 GetTableUpdateStatement(key_type, data_type, TableOperationType::REMOVE)); | 326 GetTableUpdateStatement(key_type, data_type, TableOperationType::REMOVE)); |
285 deleter->BindString(0, key); | 327 deleter->BindString(0, key); |
286 if (!deleter->Run()) | 328 if (!deleter->Run()) |
(...skipping 73 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
360 | 402 |
361 // These are deprecated tables but they still have to be removed if present. | 403 // These are deprecated tables but they still have to be removed if present. |
362 static const char kUrlMetadataTableName[] = | 404 static const char kUrlMetadataTableName[] = |
363 "resource_prefetch_predictor_url_metadata"; | 405 "resource_prefetch_predictor_url_metadata"; |
364 static const char kHostMetadataTableName[] = | 406 static const char kHostMetadataTableName[] = |
365 "resource_prefetch_predictor_host_metadata"; | 407 "resource_prefetch_predictor_host_metadata"; |
366 | 408 |
367 if (incompatible_version) { | 409 if (incompatible_version) { |
368 for (const char* table_name : | 410 for (const char* table_name : |
369 {kMetadataTableName, kUrlResourceTableName, kHostResourceTableName, | 411 {kMetadataTableName, kUrlResourceTableName, kHostResourceTableName, |
370 kUrlRedirectTableName, kHostRedirectTableName, kUrlMetadataTableName, | 412 kUrlRedirectTableName, kHostRedirectTableName, kManifestTableName, |
371 kHostMetadataTableName}) { | 413 kUrlMetadataTableName, kHostMetadataTableName}) { |
372 success = | 414 success = |
373 success && | 415 success && |
374 db->Execute(base::StringPrintf("DROP TABLE IF EXISTS %s", table_name) | 416 db->Execute(base::StringPrintf("DROP TABLE IF EXISTS %s", table_name) |
375 .c_str()); | 417 .c_str()); |
376 } | 418 } |
377 } | 419 } |
378 | 420 |
379 if (incompatible_version) { | 421 if (incompatible_version) { |
380 success = | 422 success = |
381 success && | 423 success && |
(...skipping 36 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
418 if (CantAccessDatabase()) | 460 if (CantAccessDatabase()) |
419 return; | 461 return; |
420 | 462 |
421 // Database initialization is all-or-nothing. | 463 // Database initialization is all-or-nothing. |
422 sql::Connection* db = DB(); | 464 sql::Connection* db = DB(); |
423 bool success = db->BeginTransaction(); | 465 bool success = db->BeginTransaction(); |
424 success = success && DropTablesIfOutdated(db); | 466 success = success && DropTablesIfOutdated(db); |
425 | 467 |
426 for (const char* table_name : | 468 for (const char* table_name : |
427 {kUrlResourceTableName, kHostResourceTableName, kUrlRedirectTableName, | 469 {kUrlResourceTableName, kHostResourceTableName, kUrlRedirectTableName, |
428 kHostRedirectTableName}) { | 470 kHostRedirectTableName, kManifestTableName}) { |
429 success = success && | 471 success = success && |
430 (db->DoesTableExist(table_name) || | 472 (db->DoesTableExist(table_name) || |
431 db->Execute(base::StringPrintf( | 473 db->Execute(base::StringPrintf( |
432 kCreateProtoTableStatementTemplate, table_name) | 474 kCreateProtoTableStatementTemplate, table_name) |
433 .c_str())); | 475 .c_str())); |
434 } | 476 } |
435 | 477 |
436 if (success) | 478 if (success) |
437 success = db->CommitTransaction(); | 479 success = db->CommitTransaction(); |
438 else | 480 else |
(...skipping 22 matching lines...) Expand all Loading... |
461 UMA_HISTOGRAM_COUNTS("ResourcePrefetchPredictor.HostTableRowCount2", | 503 UMA_HISTOGRAM_COUNTS("ResourcePrefetchPredictor.HostTableRowCount2", |
462 statement.ColumnInt(0)); | 504 statement.ColumnInt(0)); |
463 } | 505 } |
464 | 506 |
465 std::unique_ptr<sql::Statement> | 507 std::unique_ptr<sql::Statement> |
466 ResourcePrefetchPredictorTables::GetTableUpdateStatement( | 508 ResourcePrefetchPredictorTables::GetTableUpdateStatement( |
467 PrefetchKeyType key_type, | 509 PrefetchKeyType key_type, |
468 PrefetchDataType data_type, | 510 PrefetchDataType data_type, |
469 TableOperationType op_type) { | 511 TableOperationType op_type) { |
470 sql::StatementID id(__FILE__, key_type | (static_cast<int>(data_type) << 1) | | 512 sql::StatementID id(__FILE__, key_type | (static_cast<int>(data_type) << 1) | |
471 (static_cast<int>(op_type) << 2)); | 513 (static_cast<int>(op_type) << 3)); |
472 const char* statement_template = (op_type == TableOperationType::REMOVE | 514 const char* statement_template = (op_type == TableOperationType::REMOVE |
473 ? kDeleteProtoTableStatementTemplate | 515 ? kDeleteProtoTableStatementTemplate |
474 : kInsertProtoTableStatementTemplate); | 516 : kInsertProtoTableStatementTemplate); |
475 const char* table_name = GetTableName(key_type, data_type); | 517 const char* table_name = GetTableName(key_type, data_type); |
476 return base::MakeUnique<sql::Statement>(DB()->GetCachedStatement( | 518 return base::MakeUnique<sql::Statement>(DB()->GetCachedStatement( |
477 id, base::StringPrintf(statement_template, table_name).c_str())); | 519 id, base::StringPrintf(statement_template, table_name).c_str())); |
478 } | 520 } |
479 | 521 |
480 // static | 522 // static |
481 const char* ResourcePrefetchPredictorTables::GetTableName( | 523 const char* ResourcePrefetchPredictorTables::GetTableName( |
482 PrefetchKeyType key_type, | 524 PrefetchKeyType key_type, |
483 PrefetchDataType data_type) { | 525 PrefetchDataType data_type) { |
484 bool is_host = key_type == PREFETCH_KEY_TYPE_HOST; | 526 bool is_host = key_type == PREFETCH_KEY_TYPE_HOST; |
485 switch (data_type) { | 527 switch (data_type) { |
486 case PrefetchDataType::RESOURCE: | 528 case PrefetchDataType::RESOURCE: |
487 return is_host ? kHostResourceTableName : kUrlResourceTableName; | 529 return is_host ? kHostResourceTableName : kUrlResourceTableName; |
488 case PrefetchDataType::REDIRECT: | 530 case PrefetchDataType::REDIRECT: |
489 return is_host ? kHostRedirectTableName : kUrlRedirectTableName; | 531 return is_host ? kHostRedirectTableName : kUrlRedirectTableName; |
| 532 case PrefetchDataType::MANIFEST: |
| 533 return kManifestTableName; |
490 } | 534 } |
491 | 535 |
492 NOTREACHED(); | 536 NOTREACHED(); |
493 return nullptr; | 537 return nullptr; |
494 } | 538 } |
495 | 539 |
496 } // namespace predictors | 540 } // namespace predictors |
OLD | NEW |