| OLD | NEW |
| 1 // Copyright (c) 2011 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2011 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include "chrome/browser/visitedlink/visitedlink_master.h" | 5 #include "chrome/browser/visitedlink/visitedlink_master.h" |
| 6 | 6 |
| 7 #if defined(OS_WIN) | 7 #if defined(OS_WIN) |
| 8 #include <windows.h> | 8 #include <windows.h> |
| 9 #include <io.h> | 9 #include <io.h> |
| 10 #include <shlobj.h> | 10 #include <shlobj.h> |
| (...skipping 173 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 184 | 184 |
| 185 listener_ = listener; | 185 listener_ = listener; |
| 186 file_ = NULL; | 186 file_ = NULL; |
| 187 shared_memory_ = NULL; | 187 shared_memory_ = NULL; |
| 188 shared_memory_serial_ = 0; | 188 shared_memory_serial_ = 0; |
| 189 used_items_ = 0; | 189 used_items_ = 0; |
| 190 table_size_override_ = 0; | 190 table_size_override_ = 0; |
| 191 history_service_override_ = NULL; | 191 history_service_override_ = NULL; |
| 192 suppress_rebuild_ = false; | 192 suppress_rebuild_ = false; |
| 193 profile_ = profile; | 193 profile_ = profile; |
| 194 sequence_token_ = BrowserThread::GetBlockingPool()->GetSequenceToken(); | |
| 195 | 194 |
| 196 #ifndef NDEBUG | 195 #ifndef NDEBUG |
| 197 posted_asynchronous_operation_ = false; | 196 posted_asynchronous_operation_ = false; |
| 198 #endif | 197 #endif |
| 199 } | 198 } |
| 200 | 199 |
| 201 bool VisitedLinkMaster::Init() { | 200 bool VisitedLinkMaster::Init() { |
| 202 // We probably shouldn't be loading this from the UI thread, | 201 // We probably shouldn't be loading this from the UI thread, |
| 203 // but it does need to happen early on in startup. | 202 // but it does need to happen early on in startup. |
| 204 // http://code.google.com/p/chromium/issues/detail?id=24163 | 203 // http://code.google.com/p/chromium/issues/detail?id=24163 |
| (...skipping 31 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 236 // If the table is "full", we don't add URLs and just drop them on the floor. | 235 // If the table is "full", we don't add URLs and just drop them on the floor. |
| 237 // This can happen if we get thousands of new URLs and something causes | 236 // This can happen if we get thousands of new URLs and something causes |
| 238 // the table resizing to fail. This check prevents a hang in that case. Note | 237 // the table resizing to fail. This check prevents a hang in that case. Note |
| 239 // that this is *not* the resize limit, this is just a sanity check. | 238 // that this is *not* the resize limit, this is just a sanity check. |
| 240 if (used_items_ / 8 > table_length_ / 10) | 239 if (used_items_ / 8 > table_length_ / 10) |
| 241 return null_hash_; // Table is more than 80% full. | 240 return null_hash_; // Table is more than 80% full. |
| 242 | 241 |
| 243 return AddFingerprint(fingerprint, true); | 242 return AddFingerprint(fingerprint, true); |
| 244 } | 243 } |
| 245 | 244 |
| 246 void VisitedLinkMaster::PostIOTask(const tracked_objects::Location& from_here, | |
| 247 const base::Closure& task) { | |
| 248 BrowserThread::GetBlockingPool()->PostSequencedWorkerTask(sequence_token_, | |
| 249 from_here, task); | |
| 250 } | |
| 251 | |
| 252 void VisitedLinkMaster::AddURL(const GURL& url) { | 245 void VisitedLinkMaster::AddURL(const GURL& url) { |
| 253 Hash index = TryToAddURL(url); | 246 Hash index = TryToAddURL(url); |
| 254 if (!table_builder_ && index != null_hash_) { | 247 if (!table_builder_ && index != null_hash_) { |
| 255 // Not rebuilding, so we want to keep the file on disk up-to-date. | 248 // Not rebuilding, so we want to keep the file on disk up-to-date. |
| 256 WriteUsedItemCountToFile(); | 249 WriteUsedItemCountToFile(); |
| 257 WriteHashRangeToFile(index, index); | 250 WriteHashRangeToFile(index, index); |
| 258 ResizeTableIfNecessary(); | 251 ResizeTableIfNecessary(); |
| 259 } | 252 } |
| 260 } | 253 } |
| 261 | 254 |
| (...skipping 218 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 480 header[2] = table_length_; | 473 header[2] = table_length_; |
| 481 header[3] = used_items_; | 474 header[3] = used_items_; |
| 482 WriteToFile(file_, 0, header, sizeof(header)); | 475 WriteToFile(file_, 0, header, sizeof(header)); |
| 483 WriteToFile(file_, sizeof(header), salt_, LINK_SALT_LENGTH); | 476 WriteToFile(file_, sizeof(header), salt_, LINK_SALT_LENGTH); |
| 484 | 477 |
| 485 // Write the hash data. | 478 // Write the hash data. |
| 486 WriteToFile(file_, kFileHeaderSize, | 479 WriteToFile(file_, kFileHeaderSize, |
| 487 hash_table_, table_length_ * sizeof(Fingerprint)); | 480 hash_table_, table_length_ * sizeof(Fingerprint)); |
| 488 | 481 |
| 489 // The hash table may have shrunk, so make sure this is the end. | 482 // The hash table may have shrunk, so make sure this is the end. |
| 490 PostIOTask(FROM_HERE, base::Bind(base::IgnoreResult(&TruncateFile), file_)); | 483 BrowserThread::PostTask( |
| 484 BrowserThread::FILE, |
| 485 FROM_HERE, |
| 486 base::Bind(base::IgnoreResult(&TruncateFile), file_)); |
| 491 return true; | 487 return true; |
| 492 } | 488 } |
| 493 | 489 |
| 494 bool VisitedLinkMaster::InitFromFile() { | 490 bool VisitedLinkMaster::InitFromFile() { |
| 495 DCHECK(file_ == NULL); | 491 DCHECK(file_ == NULL); |
| 496 | 492 |
| 497 FilePath filename; | 493 FilePath filename; |
| 498 GetDatabaseFileName(&filename); | 494 GetDatabaseFileName(&filename); |
| 499 ScopedFILE file_closer(OpenFile(filename, "rb+")); | 495 ScopedFILE file_closer(OpenFile(filename, "rb+")); |
| 500 if (!file_closer.get()) | 496 if (!file_closer.get()) |
| (...skipping 169 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 670 return true; | 666 return true; |
| 671 } | 667 } |
| 672 | 668 |
| 673 void VisitedLinkMaster::FreeURLTable() { | 669 void VisitedLinkMaster::FreeURLTable() { |
| 674 if (shared_memory_) { | 670 if (shared_memory_) { |
| 675 delete shared_memory_; | 671 delete shared_memory_; |
| 676 shared_memory_ = NULL; | 672 shared_memory_ = NULL; |
| 677 } | 673 } |
| 678 if (!file_) | 674 if (!file_) |
| 679 return; | 675 return; |
| 680 PostIOTask(FROM_HERE, base::Bind(base::IgnoreResult(&fclose), file_)); | 676 |
| 677 BrowserThread::PostTask( |
| 678 BrowserThread::FILE, |
| 679 FROM_HERE, |
| 680 base::Bind(base::IgnoreResult(&fclose), file_)); |
| 681 } | 681 } |
| 682 | 682 |
| 683 bool VisitedLinkMaster::ResizeTableIfNecessary() { | 683 bool VisitedLinkMaster::ResizeTableIfNecessary() { |
| 684 DCHECK(table_length_ > 0) << "Must have a table"; | 684 DCHECK(table_length_ > 0) << "Must have a table"; |
| 685 | 685 |
| 686 // Load limits for good performance/space. We are pretty conservative about | 686 // Load limits for good performance/space. We are pretty conservative about |
| 687 // keeping the table not very full. This is because we use linear probing | 687 // keeping the table not very full. This is because we use linear probing |
| 688 // which increases the likelihood of clumps of entries which will reduce | 688 // which increases the likelihood of clumps of entries which will reduce |
| 689 // performance. | 689 // performance. |
| 690 const float max_table_load = 0.5f; // Grow when we're > this full. | 690 const float max_table_load = 0.5f; // Grow when we're > this full. |
| (...skipping 162 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 853 } | 853 } |
| 854 } | 854 } |
| 855 | 855 |
| 856 void VisitedLinkMaster::WriteToFile(FILE* file, | 856 void VisitedLinkMaster::WriteToFile(FILE* file, |
| 857 off_t offset, | 857 off_t offset, |
| 858 void* data, | 858 void* data, |
| 859 int32 data_size) { | 859 int32 data_size) { |
| 860 #ifndef NDEBUG | 860 #ifndef NDEBUG |
| 861 posted_asynchronous_operation_ = true; | 861 posted_asynchronous_operation_ = true; |
| 862 #endif | 862 #endif |
| 863 PostIOTask(FROM_HERE, | 863 |
| 864 BrowserThread::PostTask( |
| 865 BrowserThread::FILE, FROM_HERE, |
| 864 base::Bind(&AsyncWrite, file, offset, | 866 base::Bind(&AsyncWrite, file, offset, |
| 865 std::string(static_cast<const char*>(data), data_size))); | 867 std::string(static_cast<const char*>(data), data_size))); |
| 866 } | 868 } |
| 867 | 869 |
| 868 void VisitedLinkMaster::WriteUsedItemCountToFile() { | 870 void VisitedLinkMaster::WriteUsedItemCountToFile() { |
| 869 if (!file_) | 871 if (!file_) |
| 870 return; // See comment on the file_ variable for why this might happen. | 872 return; // See comment on the file_ variable for why this might happen. |
| 871 WriteToFile(file_, kFileHeaderUsedOffset, &used_items_, sizeof(used_items_)); | 873 WriteToFile(file_, kFileHeaderUsedOffset, &used_items_, sizeof(used_items_)); |
| 872 } | 874 } |
| 873 | 875 |
| (...skipping 70 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 944 } | 946 } |
| 945 | 947 |
| 946 void VisitedLinkMaster::TableBuilder::OnCompleteMainThread() { | 948 void VisitedLinkMaster::TableBuilder::OnCompleteMainThread() { |
| 947 if (master_) | 949 if (master_) |
| 948 master_->OnTableRebuildComplete(success_, fingerprints_); | 950 master_->OnTableRebuildComplete(success_, fingerprints_); |
| 949 | 951 |
| 950 // WILL (generally) DELETE THIS! This balances the AddRef in | 952 // WILL (generally) DELETE THIS! This balances the AddRef in |
| 951 // VisitedLinkMaster::RebuildTableFromHistory. | 953 // VisitedLinkMaster::RebuildTableFromHistory. |
| 952 Release(); | 954 Release(); |
| 953 } | 955 } |
| OLD | NEW |