| OLD | NEW |
| 1 // Copyright (c) 2011 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2011 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include <string> | 5 #include <string> |
| 6 | 6 |
| 7 #include "base/basictypes.h" | 7 #include "base/basictypes.h" |
| 8 #include "base/bind.h" | 8 #include "base/bind.h" |
| 9 #include "base/bind_helpers.h" | 9 #include "base/bind_helpers.h" |
| 10 #include "base/hash.h" | 10 #include "base/hash.h" |
| 11 #include "base/strings/string_util.h" | 11 #include "base/strings/string_util.h" |
| 12 #include "base/test/perf_time_logger.h" | 12 #include "base/test/perf_time_logger.h" |
| 13 #include "base/test/test_file_util.h" | 13 #include "base/test/test_file_util.h" |
| 14 #include "base/threading/thread.h" | 14 #include "base/threading/thread.h" |
| 15 #include "base/timer/timer.h" | 15 #include "base/timer/timer.h" |
| 16 #include "net/base/cache_type.h" | 16 #include "net/base/cache_type.h" |
| 17 #include "net/base/io_buffer.h" | 17 #include "net/base/io_buffer.h" |
| 18 #include "net/base/net_errors.h" | 18 #include "net/base/net_errors.h" |
| 19 #include "net/base/test_completion_callback.h" | 19 #include "net/base/test_completion_callback.h" |
| 20 #include "net/disk_cache/blockfile/backend_impl.h" | 20 #include "net/disk_cache/blockfile/backend_impl.h" |
| 21 #include "net/disk_cache/blockfile/block_files.h" | 21 #include "net/disk_cache/blockfile/block_files.h" |
| 22 #include "net/disk_cache/disk_cache.h" | 22 #include "net/disk_cache/disk_cache.h" |
| 23 #include "net/disk_cache/disk_cache_test_base.h" | 23 #include "net/disk_cache/disk_cache_test.h" |
| 24 #include "net/disk_cache/disk_cache_test_util.h" | 24 #include "net/disk_cache/disk_cache_test_util.h" |
| 25 #include "testing/gtest/include/gtest/gtest.h" | 25 #include "testing/gtest/include/gtest/gtest.h" |
| 26 #include "testing/platform_test.h" | 26 #include "testing/platform_test.h" |
| 27 | 27 |
| 28 using base::Time; | 28 using base::Time; |
| 29 | 29 |
| 30 namespace disk_cache { |
| 31 |
| 30 namespace { | 32 namespace { |
| 31 | 33 |
| 32 struct TestEntry { | 34 struct TestEntry { |
| 33 std::string key; | 35 std::string key; |
| 34 int data_len; | 36 int data_len; |
| 35 }; | 37 }; |
| 36 typedef std::vector<TestEntry> TestEntries; | 38 typedef std::vector<TestEntry> TestEntries; |
| 37 | 39 |
| 38 const int kMaxSize = 16 * 1024 - 1; | 40 const int kMaxSize = 16 * 1024 - 1; |
| 39 | 41 |
| 40 // Creates num_entries on the cache, and writes 200 bytes of metadata and up | 42 // Creates num_entries on the cache, and writes 200 bytes of metadata and up |
| 41 // to kMaxSize of data to each entry. | 43 // to kMaxSize of data to each entry. |
| 42 bool TimeWrite(int num_entries, disk_cache::Backend* cache, | 44 bool TimeWrite(int num_entries, Backend* cache, |
| 43 TestEntries* entries) { | 45 TestEntries* entries) { |
| 44 const int kSize1 = 200; | 46 const int kSize1 = 200; |
| 45 scoped_refptr<net::IOBuffer> buffer1(new net::IOBuffer(kSize1)); | 47 scoped_refptr<net::IOBuffer> buffer1(new net::IOBuffer(kSize1)); |
| 46 scoped_refptr<net::IOBuffer> buffer2(new net::IOBuffer(kMaxSize)); | 48 scoped_refptr<net::IOBuffer> buffer2(new net::IOBuffer(kMaxSize)); |
| 47 | 49 |
| 48 CacheTestFillBuffer(buffer1->data(), kSize1, false); | 50 CacheTestFillBuffer(buffer1->data(), kSize1, false); |
| 49 CacheTestFillBuffer(buffer2->data(), kMaxSize, false); | 51 CacheTestFillBuffer(buffer2->data(), kMaxSize, false); |
| 50 | 52 |
| 51 int expected = 0; | 53 int expected = 0; |
| 52 | 54 |
| 53 MessageLoopHelper helper; | 55 MessageLoopHelper helper; |
| 54 CallbackTest callback(&helper, true); | 56 CallbackTest callback(&helper, true); |
| 55 | 57 |
| 56 base::PerfTimeLogger timer("Write disk cache entries"); | 58 base::PerfTimeLogger timer("Write disk cache entries"); |
| 57 | 59 |
| 58 for (int i = 0; i < num_entries; i++) { | 60 for (int i = 0; i < num_entries; i++) { |
| 59 TestEntry entry; | 61 TestEntry entry; |
| 60 entry.key = GenerateKey(true); | 62 entry.key = GenerateKey(true); |
| 61 entry.data_len = rand() % kMaxSize; | 63 entry.data_len = rand() % kMaxSize; |
| 62 entries->push_back(entry); | 64 entries->push_back(entry); |
| 63 | 65 |
| 64 disk_cache::Entry* cache_entry; | 66 Entry* cache_entry; |
| 65 net::TestCompletionCallback cb; | 67 net::TestCompletionCallback cb; |
| 66 int rv = cache->CreateEntry(entry.key, &cache_entry, cb.callback()); | 68 int rv = cache->CreateEntry(entry.key, &cache_entry, cb.callback()); |
| 67 if (net::OK != cb.GetResult(rv)) | 69 if (net::OK != cb.GetResult(rv)) |
| 68 break; | 70 break; |
| 69 int ret = cache_entry->WriteData( | 71 int ret = cache_entry->WriteData( |
| 70 0, 0, buffer1.get(), kSize1, | 72 0, 0, buffer1.get(), kSize1, |
| 71 base::Bind(&CallbackTest::Run, base::Unretained(&callback)), false); | 73 base::Bind(&CallbackTest::Run, base::Unretained(&callback)), false); |
| 72 if (net::ERR_IO_PENDING == ret) | 74 if (net::ERR_IO_PENDING == ret) |
| 73 expected++; | 75 expected++; |
| 74 else if (kSize1 != ret) | 76 else if (kSize1 != ret) |
| 75 break; | 77 break; |
| 76 | 78 |
| 77 ret = cache_entry->WriteData( | 79 ret = cache_entry->WriteData( |
| 78 1, 0, buffer2.get(), entry.data_len, | 80 1, 0, buffer2.get(), entry.data_len, |
| 79 base::Bind(&CallbackTest::Run, base::Unretained(&callback)), false); | 81 base::Bind(&CallbackTest::Run, base::Unretained(&callback)), false); |
| 80 if (net::ERR_IO_PENDING == ret) | 82 if (net::ERR_IO_PENDING == ret) |
| 81 expected++; | 83 expected++; |
| 82 else if (entry.data_len != ret) | 84 else if (entry.data_len != ret) |
| 83 break; | 85 break; |
| 84 cache_entry->Close(); | 86 cache_entry->Close(); |
| 85 } | 87 } |
| 86 | 88 |
| 87 helper.WaitUntilCacheIoFinished(expected); | 89 helper.WaitUntilCacheIoFinished(expected); |
| 88 timer.Done(); | 90 timer.Done(); |
| 89 | 91 |
| 90 return (expected == helper.callbacks_called()); | 92 return (expected == helper.callbacks_called()); |
| 91 } | 93 } |
| 92 | 94 |
| 93 // Reads the data and metadata from each entry listed on |entries|. | 95 // Reads the data and metadata from each entry listed on |entries|. |
| 94 bool TimeRead(int num_entries, disk_cache::Backend* cache, | 96 bool TimeRead(int num_entries, Backend* cache, |
| 95 const TestEntries& entries, bool cold) { | 97 const TestEntries& entries, bool cold) { |
| 96 const int kSize1 = 200; | 98 const int kSize1 = 200; |
| 97 scoped_refptr<net::IOBuffer> buffer1(new net::IOBuffer(kSize1)); | 99 scoped_refptr<net::IOBuffer> buffer1(new net::IOBuffer(kSize1)); |
| 98 scoped_refptr<net::IOBuffer> buffer2(new net::IOBuffer(kMaxSize)); | 100 scoped_refptr<net::IOBuffer> buffer2(new net::IOBuffer(kMaxSize)); |
| 99 | 101 |
| 100 CacheTestFillBuffer(buffer1->data(), kSize1, false); | 102 CacheTestFillBuffer(buffer1->data(), kSize1, false); |
| 101 CacheTestFillBuffer(buffer2->data(), kMaxSize, false); | 103 CacheTestFillBuffer(buffer2->data(), kMaxSize, false); |
| 102 | 104 |
| 103 int expected = 0; | 105 int expected = 0; |
| 104 | 106 |
| 105 MessageLoopHelper helper; | 107 MessageLoopHelper helper; |
| 106 CallbackTest callback(&helper, true); | 108 CallbackTest callback(&helper, true); |
| 107 | 109 |
| 108 const char* message = cold ? "Read disk cache entries (cold)" : | 110 const char* message = cold ? "Read disk cache entries (cold)" : |
| 109 "Read disk cache entries (warm)"; | 111 "Read disk cache entries (warm)"; |
| 110 base::PerfTimeLogger timer(message); | 112 base::PerfTimeLogger timer(message); |
| 111 | 113 |
| 112 for (int i = 0; i < num_entries; i++) { | 114 for (int i = 0; i < num_entries; i++) { |
| 113 disk_cache::Entry* cache_entry; | 115 Entry* cache_entry; |
| 114 net::TestCompletionCallback cb; | 116 net::TestCompletionCallback cb; |
| 115 int rv = cache->OpenEntry(entries[i].key, &cache_entry, cb.callback()); | 117 int rv = cache->OpenEntry(entries[i].key, &cache_entry, cb.callback()); |
| 116 if (net::OK != cb.GetResult(rv)) | 118 if (net::OK != cb.GetResult(rv)) |
| 117 break; | 119 break; |
| 118 int ret = cache_entry->ReadData( | 120 int ret = cache_entry->ReadData( |
| 119 0, 0, buffer1.get(), kSize1, | 121 0, 0, buffer1.get(), kSize1, |
| 120 base::Bind(&CallbackTest::Run, base::Unretained(&callback))); | 122 base::Bind(&CallbackTest::Run, base::Unretained(&callback))); |
| 121 if (net::ERR_IO_PENDING == ret) | 123 if (net::ERR_IO_PENDING == ret) |
| 122 expected++; | 124 expected++; |
| 123 else if (kSize1 != ret) | 125 else if (kSize1 != ret) |
| (...skipping 34 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 158 timer.Done(); | 160 timer.Done(); |
| 159 } | 161 } |
| 160 | 162 |
| 161 TEST_F(DiskCacheTest, CacheBackendPerformance) { | 163 TEST_F(DiskCacheTest, CacheBackendPerformance) { |
| 162 base::Thread cache_thread("CacheThread"); | 164 base::Thread cache_thread("CacheThread"); |
| 163 ASSERT_TRUE(cache_thread.StartWithOptions( | 165 ASSERT_TRUE(cache_thread.StartWithOptions( |
| 164 base::Thread::Options(base::MessageLoop::TYPE_IO, 0))); | 166 base::Thread::Options(base::MessageLoop::TYPE_IO, 0))); |
| 165 | 167 |
| 166 ASSERT_TRUE(CleanupCacheDir()); | 168 ASSERT_TRUE(CleanupCacheDir()); |
| 167 net::TestCompletionCallback cb; | 169 net::TestCompletionCallback cb; |
| 168 scoped_ptr<disk_cache::Backend> cache; | 170 scoped_ptr<Backend> cache; |
| 169 int rv = disk_cache::CreateCacheBackend( | 171 int rv = CreateCacheBackend( |
| 170 net::DISK_CACHE, net::CACHE_BACKEND_BLOCKFILE, cache_path_, 0, false, | 172 net::DISK_CACHE, net::CACHE_BACKEND_BLOCKFILE, cache_path(), 0, false, |
| 171 cache_thread.message_loop_proxy().get(), NULL, &cache, cb.callback()); | 173 cache_thread.message_loop_proxy().get(), NULL, &cache, cb.callback()); |
| 172 | 174 |
| 173 ASSERT_EQ(net::OK, cb.GetResult(rv)); | 175 ASSERT_EQ(net::OK, cb.GetResult(rv)); |
| 174 | 176 |
| 175 int seed = static_cast<int>(Time::Now().ToInternalValue()); | 177 int seed = static_cast<int>(Time::Now().ToInternalValue()); |
| 176 srand(seed); | 178 srand(seed); |
| 177 | 179 |
| 178 TestEntries entries; | 180 TestEntries entries; |
| 179 int num_entries = 1000; | 181 int num_entries = 1000; |
| 180 | 182 |
| 181 EXPECT_TRUE(TimeWrite(num_entries, cache.get(), &entries)); | 183 EXPECT_TRUE(TimeWrite(num_entries, cache.get(), &entries)); |
| 182 | 184 |
| 183 base::MessageLoop::current()->RunUntilIdle(); | 185 base::MessageLoop::current()->RunUntilIdle(); |
| 184 cache.reset(); | 186 cache.reset(); |
| 185 | 187 |
| 186 ASSERT_TRUE(file_util::EvictFileFromSystemCache( | 188 ASSERT_TRUE(file_util::EvictFileFromSystemCache( |
| 187 cache_path_.AppendASCII("index"))); | 189 cache_path().AppendASCII("index"))); |
| 188 ASSERT_TRUE(file_util::EvictFileFromSystemCache( | 190 ASSERT_TRUE(file_util::EvictFileFromSystemCache( |
| 189 cache_path_.AppendASCII("data_0"))); | 191 cache_path().AppendASCII("data_0"))); |
| 190 ASSERT_TRUE(file_util::EvictFileFromSystemCache( | 192 ASSERT_TRUE(file_util::EvictFileFromSystemCache( |
| 191 cache_path_.AppendASCII("data_1"))); | 193 cache_path().AppendASCII("data_1"))); |
| 192 ASSERT_TRUE(file_util::EvictFileFromSystemCache( | 194 ASSERT_TRUE(file_util::EvictFileFromSystemCache( |
| 193 cache_path_.AppendASCII("data_2"))); | 195 cache_path().AppendASCII("data_2"))); |
| 194 ASSERT_TRUE(file_util::EvictFileFromSystemCache( | 196 ASSERT_TRUE(file_util::EvictFileFromSystemCache( |
| 195 cache_path_.AppendASCII("data_3"))); | 197 cache_path().AppendASCII("data_3"))); |
| 196 | 198 |
| 197 rv = disk_cache::CreateCacheBackend( | 199 rv = CreateCacheBackend( |
| 198 net::DISK_CACHE, net::CACHE_BACKEND_BLOCKFILE, cache_path_, 0, false, | 200 net::DISK_CACHE, net::CACHE_BACKEND_BLOCKFILE, cache_path(), 0, false, |
| 199 cache_thread.message_loop_proxy().get(), NULL, &cache, cb.callback()); | 201 cache_thread.message_loop_proxy().get(), NULL, &cache, cb.callback()); |
| 200 ASSERT_EQ(net::OK, cb.GetResult(rv)); | 202 ASSERT_EQ(net::OK, cb.GetResult(rv)); |
| 201 | 203 |
| 202 EXPECT_TRUE(TimeRead(num_entries, cache.get(), entries, true)); | 204 EXPECT_TRUE(TimeRead(num_entries, cache.get(), entries, true)); |
| 203 | 205 |
| 204 EXPECT_TRUE(TimeRead(num_entries, cache.get(), entries, false)); | 206 EXPECT_TRUE(TimeRead(num_entries, cache.get(), entries, false)); |
| 205 | 207 |
| 206 base::MessageLoop::current()->RunUntilIdle(); | 208 base::MessageLoop::current()->RunUntilIdle(); |
| 207 } | 209 } |
| 208 | 210 |
| 209 // Creating and deleting "entries" on a block-file is something quite frequent | 211 // Creating and deleting "entries" on a block-file is something quite frequent |
| 210 // (after all, almost everything is stored on block files). The operation is | 212 // (after all, almost everything is stored on block files). The operation is |
| 211 // almost free when the file is empty, but can be expensive if the file gets | 213 // almost free when the file is empty, but can be expensive if the file gets |
| 212 // fragmented, or if we have multiple files. This test measures that scenario, | 214 // fragmented, or if we have multiple files. This test measures that scenario, |
| 213 // by using multiple, highly fragmented files. | 215 // by using multiple, highly fragmented files. |
| 214 TEST_F(DiskCacheTest, BlockFilesPerformance) { | 216 TEST_F(DiskCacheTest, BlockFilesPerformance) { |
| 215 ASSERT_TRUE(CleanupCacheDir()); | 217 ASSERT_TRUE(CleanupCacheDir()); |
| 216 | 218 |
| 217 disk_cache::BlockFiles files(cache_path_); | 219 BlockFiles files(cache_path()); |
| 218 ASSERT_TRUE(files.Init(true)); | 220 ASSERT_TRUE(files.Init(true)); |
| 219 | 221 |
| 220 int seed = static_cast<int>(Time::Now().ToInternalValue()); | 222 int seed = static_cast<int>(Time::Now().ToInternalValue()); |
| 221 srand(seed); | 223 srand(seed); |
| 222 | 224 |
| 223 const int kNumEntries = 60000; | 225 const int kNumEntries = 60000; |
| 224 disk_cache::Addr* address = new disk_cache::Addr[kNumEntries]; | 226 Addr* address = new Addr[kNumEntries]; |
| 225 | 227 |
| 226 base::PerfTimeLogger timer1("Fill three block-files"); | 228 base::PerfTimeLogger timer1("Fill three block-files"); |
| 227 | 229 |
| 228 // Fill up the 32-byte block file (use three files). | 230 // Fill up the 32-byte block file (use three files). |
| 229 for (int i = 0; i < kNumEntries; i++) { | 231 for (int i = 0; i < kNumEntries; i++) { |
| 230 EXPECT_TRUE(files.CreateBlock(disk_cache::RANKINGS, BlockSize(), | 232 EXPECT_TRUE(files.CreateBlock(RANKINGS, BlockSize(), |
| 231 &address[i])); | 233 &address[i])); |
| 232 } | 234 } |
| 233 | 235 |
| 234 timer1.Done(); | 236 timer1.Done(); |
| 235 base::PerfTimeLogger timer2("Create and delete blocks"); | 237 base::PerfTimeLogger timer2("Create and delete blocks"); |
| 236 | 238 |
| 237 for (int i = 0; i < 200000; i++) { | 239 for (int i = 0; i < 200000; i++) { |
| 238 int entry = rand() * (kNumEntries / RAND_MAX + 1); | 240 int entry = rand() * (kNumEntries / RAND_MAX + 1); |
| 239 if (entry >= kNumEntries) | 241 if (entry >= kNumEntries) |
| 240 entry = 0; | 242 entry = 0; |
| 241 | 243 |
| 242 files.DeleteBlock(address[entry], false); | 244 files.DeleteBlock(address[entry], false); |
| 243 EXPECT_TRUE(files.CreateBlock(disk_cache::RANKINGS, BlockSize(), | 245 EXPECT_TRUE(files.CreateBlock(RANKINGS, BlockSize(), |
| 244 &address[entry])); | 246 &address[entry])); |
| 245 } | 247 } |
| 246 | 248 |
| 247 timer2.Done(); | 249 timer2.Done(); |
| 248 base::MessageLoop::current()->RunUntilIdle(); | 250 base::MessageLoop::current()->RunUntilIdle(); |
| 249 delete[] address; | 251 delete[] address; |
| 250 } | 252 } |
| 253 |
| 254 } // namespace disk_cache |
| OLD | NEW |