Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(596)

Side by Side Diff: net/disk_cache/blockfile/block_files.cc

Issue 1477533002: Remove kint16max. (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@kint8max
Patch Set: includes Created 5 years ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « net/disk_cache/blockfile/block_files.h ('k') | net/disk_cache/blockfile/disk_format_base.h » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #include "net/disk_cache/blockfile/block_files.h" 5 #include "net/disk_cache/blockfile/block_files.h"
6 6
7 #include <limits>
8
7 #include "base/atomicops.h" 9 #include "base/atomicops.h"
8 #include "base/files/file_path.h" 10 #include "base/files/file_path.h"
9 #include "base/metrics/histogram_macros.h" 11 #include "base/metrics/histogram_macros.h"
10 #include "base/strings/string_util.h" 12 #include "base/strings/string_util.h"
11 #include "base/strings/stringprintf.h" 13 #include "base/strings/stringprintf.h"
12 #include "base/threading/thread_checker.h" 14 #include "base/threading/thread_checker.h"
13 #include "base/time/time.h" 15 #include "base/time/time.h"
14 #include "net/disk_cache/blockfile/file_lock.h" 16 #include "net/disk_cache/blockfile/file_lock.h"
15 #include "net/disk_cache/blockfile/stress_support.h" 17 #include "net/disk_cache/blockfile/stress_support.h"
16 #include "net/disk_cache/blockfile/trace.h" 18 #include "net/disk_cache/blockfile/trace.h"
17 #include "net/disk_cache/cache_util.h" 19 #include "net/disk_cache/cache_util.h"
18 20
19 using base::TimeTicks; 21 using base::TimeTicks;
20 22
21 namespace { 23 namespace {
22 24
23 const char kBlockName[] = "data_"; 25 const char kBlockName[] = "data_";
24 26
25 // This array is used to perform a fast lookup of the nibble bit pattern to the 27 // This array is used to perform a fast lookup of the nibble bit pattern to the
26 // type of entry that can be stored there (number of consecutive blocks). 28 // type of entry that can be stored there (number of consecutive blocks).
27 const char s_types[16] = {4, 3, 2, 2, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0}; 29 const char s_types[16] = {4, 3, 2, 2, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0};
28 30
29 // Returns the type of block (number of consecutive blocks that can be stored) 31 // Returns the type of block (number of consecutive blocks that can be stored)
30 // for a given nibble of the bitmap. 32 // for a given nibble of the bitmap.
31 inline int GetMapBlockType(uint32 value) { 33 inline int GetMapBlockType(uint32_t value) {
32 value &= 0xf; 34 value &= 0xf;
33 return s_types[value]; 35 return s_types[value];
34 } 36 }
35 37
36 } // namespace 38 } // namespace
37 39
38 namespace disk_cache { 40 namespace disk_cache {
39 41
40 BlockHeader::BlockHeader() : header_(NULL) { 42 BlockHeader::BlockHeader() : header_(NULL) {
41 } 43 }
(...skipping 26 matching lines...) Expand all
68 return false; 70 return false;
69 } 71 }
70 72
71 TimeTicks start = TimeTicks::Now(); 73 TimeTicks start = TimeTicks::Now();
72 // We are going to process the map on 32-block chunks (32 bits), and on every 74 // We are going to process the map on 32-block chunks (32 bits), and on every
73 // chunk, iterate through the 8 nibbles where the new block can be located. 75 // chunk, iterate through the 8 nibbles where the new block can be located.
74 int current = header_->hints[target - 1]; 76 int current = header_->hints[target - 1];
75 for (int i = 0; i < header_->max_entries / 32; i++, current++) { 77 for (int i = 0; i < header_->max_entries / 32; i++, current++) {
76 if (current == header_->max_entries / 32) 78 if (current == header_->max_entries / 32)
77 current = 0; 79 current = 0;
78 uint32 map_block = header_->allocation_map[current]; 80 uint32_t map_block = header_->allocation_map[current];
79 81
80 for (int j = 0; j < 8; j++, map_block >>= 4) { 82 for (int j = 0; j < 8; j++, map_block >>= 4) {
81 if (GetMapBlockType(map_block) != target) 83 if (GetMapBlockType(map_block) != target)
82 continue; 84 continue;
83 85
84 disk_cache::FileLock lock(header_); 86 disk_cache::FileLock lock(header_);
85 int index_offset = j * 4 + 4 - target; 87 int index_offset = j * 4 + 4 - target;
86 *index = current * 32 + index_offset; 88 *index = current * 32 + index_offset;
87 STRESS_DCHECK(*index / 4 == (*index + size - 1) / 4); 89 STRESS_DCHECK(*index / 4 == (*index + size - 1) / 4);
88 uint32 to_add = ((1 << size) - 1) << index_offset; 90 uint32_t to_add = ((1 << size) - 1) << index_offset;
89 header_->num_entries++; 91 header_->num_entries++;
90 92
91 // Note that there is no race in the normal sense here, but if we enforce 93 // Note that there is no race in the normal sense here, but if we enforce
92 // the order of memory accesses between num_entries and allocation_map, we 94 // the order of memory accesses between num_entries and allocation_map, we
93 // can assert that even if we crash here, num_entries will never be less 95 // can assert that even if we crash here, num_entries will never be less
94 // than the actual number of used blocks. 96 // than the actual number of used blocks.
95 base::subtle::MemoryBarrier(); 97 base::subtle::MemoryBarrier();
96 header_->allocation_map[current] |= to_add; 98 header_->allocation_map[current] |= to_add;
97 99
98 header_->hints[target - 1] = current; 100 header_->hints[target - 1] = current;
(...skipping 14 matching lines...) Expand all
113 return false; 115 return false;
114 } 116 }
115 117
116 void BlockHeader::DeleteMapBlock(int index, int size) { 118 void BlockHeader::DeleteMapBlock(int index, int size) {
117 if (size < 0 || size > kMaxNumBlocks) { 119 if (size < 0 || size > kMaxNumBlocks) {
118 NOTREACHED(); 120 NOTREACHED();
119 return; 121 return;
120 } 122 }
121 TimeTicks start = TimeTicks::Now(); 123 TimeTicks start = TimeTicks::Now();
122 int byte_index = index / 8; 124 int byte_index = index / 8;
123 uint8* byte_map = reinterpret_cast<uint8*>(header_->allocation_map); 125 uint8_t* byte_map = reinterpret_cast<uint8_t*>(header_->allocation_map);
124 uint8 map_block = byte_map[byte_index]; 126 uint8_t map_block = byte_map[byte_index];
125 127
126 if (index % 8 >= 4) 128 if (index % 8 >= 4)
127 map_block >>= 4; 129 map_block >>= 4;
128 130
129 // See what type of block will be available after we delete this one. 131 // See what type of block will be available after we delete this one.
130 int bits_at_end = 4 - size - index % 4; 132 int bits_at_end = 4 - size - index % 4;
131 uint8 end_mask = (0xf << (4 - bits_at_end)) & 0xf; 133 uint8_t end_mask = (0xf << (4 - bits_at_end)) & 0xf;
132 bool update_counters = (map_block & end_mask) == 0; 134 bool update_counters = (map_block & end_mask) == 0;
133 uint8 new_value = map_block & ~(((1 << size) - 1) << (index % 4)); 135 uint8_t new_value = map_block & ~(((1 << size) - 1) << (index % 4));
134 int new_type = GetMapBlockType(new_value); 136 int new_type = GetMapBlockType(new_value);
135 137
136 disk_cache::FileLock lock(header_); 138 disk_cache::FileLock lock(header_);
137 STRESS_DCHECK((((1 << size) - 1) << (index % 8)) < 0x100); 139 STRESS_DCHECK((((1 << size) - 1) << (index % 8)) < 0x100);
138 uint8 to_clear = ((1 << size) - 1) << (index % 8); 140 uint8_t to_clear = ((1 << size) - 1) << (index % 8);
139 STRESS_DCHECK((byte_map[byte_index] & to_clear) == to_clear); 141 STRESS_DCHECK((byte_map[byte_index] & to_clear) == to_clear);
140 byte_map[byte_index] &= ~to_clear; 142 byte_map[byte_index] &= ~to_clear;
141 143
142 if (update_counters) { 144 if (update_counters) {
143 if (bits_at_end) 145 if (bits_at_end)
144 header_->empty[bits_at_end - 1]--; 146 header_->empty[bits_at_end - 1]--;
145 header_->empty[new_type - 1]++; 147 header_->empty[new_type - 1]++;
146 STRESS_DCHECK(header_->empty[bits_at_end - 1] >= 0); 148 STRESS_DCHECK(header_->empty[bits_at_end - 1] >= 0);
147 } 149 }
148 base::subtle::MemoryBarrier(); 150 base::subtle::MemoryBarrier();
149 header_->num_entries--; 151 header_->num_entries--;
150 STRESS_DCHECK(header_->num_entries >= 0); 152 STRESS_DCHECK(header_->num_entries >= 0);
151 LOCAL_HISTOGRAM_TIMES("DiskCache.DeleteBlock", TimeTicks::Now() - start); 153 LOCAL_HISTOGRAM_TIMES("DiskCache.DeleteBlock", TimeTicks::Now() - start);
152 } 154 }
153 155
154 // Note that this is a simplified version of DeleteMapBlock(). 156 // Note that this is a simplified version of DeleteMapBlock().
155 bool BlockHeader::UsedMapBlock(int index, int size) { 157 bool BlockHeader::UsedMapBlock(int index, int size) {
156 if (size < 0 || size > kMaxNumBlocks) 158 if (size < 0 || size > kMaxNumBlocks)
157 return false; 159 return false;
158 160
159 int byte_index = index / 8; 161 int byte_index = index / 8;
160 uint8* byte_map = reinterpret_cast<uint8*>(header_->allocation_map); 162 uint8_t* byte_map = reinterpret_cast<uint8_t*>(header_->allocation_map);
161 uint8 map_block = byte_map[byte_index]; 163 uint8_t map_block = byte_map[byte_index];
162 164
163 if (index % 8 >= 4) 165 if (index % 8 >= 4)
164 map_block >>= 4; 166 map_block >>= 4;
165 167
166 STRESS_DCHECK((((1 << size) - 1) << (index % 8)) < 0x100); 168 STRESS_DCHECK((((1 << size) - 1) << (index % 8)) < 0x100);
167 uint8 to_clear = ((1 << size) - 1) << (index % 8); 169 uint8_t to_clear = ((1 << size) - 1) << (index % 8);
168 return ((byte_map[byte_index] & to_clear) == to_clear); 170 return ((byte_map[byte_index] & to_clear) == to_clear);
169 } 171 }
170 172
171 void BlockHeader::FixAllocationCounters() { 173 void BlockHeader::FixAllocationCounters() {
172 for (int i = 0; i < kMaxNumBlocks; i++) { 174 for (int i = 0; i < kMaxNumBlocks; i++) {
173 header_->hints[i] = 0; 175 header_->hints[i] = 0;
174 header_->empty[i] = 0; 176 header_->empty[i] = 0;
175 } 177 }
176 178
177 for (int i = 0; i < header_->max_entries / 32; i++) { 179 for (int i = 0; i < header_->max_entries / 32; i++) {
178 uint32 map_block = header_->allocation_map[i]; 180 uint32_t map_block = header_->allocation_map[i];
179 181
180 for (int j = 0; j < 8; j++, map_block >>= 4) { 182 for (int j = 0; j < 8; j++, map_block >>= 4) {
181 int type = GetMapBlockType(map_block); 183 int type = GetMapBlockType(map_block);
182 if (type) 184 if (type)
183 header_->empty[type -1]++; 185 header_->empty[type -1]++;
184 } 186 }
185 } 187 }
186 } 188 }
187 189
188 bool BlockHeader::NeedToGrowBlockFile(int block_count) const { 190 bool BlockHeader::NeedToGrowBlockFile(int block_count) const {
(...skipping 83 matching lines...) Expand 10 before | Expand all | Expand 10 after
272 } 274 }
273 275
274 bool BlockFiles::Init(bool create_files) { 276 bool BlockFiles::Init(bool create_files) {
275 DCHECK(!init_); 277 DCHECK(!init_);
276 if (init_) 278 if (init_)
277 return false; 279 return false;
278 280
279 thread_checker_.reset(new base::ThreadChecker); 281 thread_checker_.reset(new base::ThreadChecker);
280 282
281 block_files_.resize(kFirstAdditionalBlockFile); 283 block_files_.resize(kFirstAdditionalBlockFile);
282 for (int16 i = 0; i < kFirstAdditionalBlockFile; i++) { 284 for (int16_t i = 0; i < kFirstAdditionalBlockFile; i++) {
283 if (create_files) 285 if (create_files)
284 if (!CreateBlockFile(i, static_cast<FileType>(i + 1), true)) 286 if (!CreateBlockFile(i, static_cast<FileType>(i + 1), true))
285 return false; 287 return false;
286 288
287 if (!OpenBlockFile(i)) 289 if (!OpenBlockFile(i))
288 return false; 290 return false;
289 291
290 // Walk this chain of files removing empty ones. 292 // Walk this chain of files removing empty ones.
291 if (!RemoveEmptyFile(static_cast<FileType>(i + 1))) 293 if (!RemoveEmptyFile(static_cast<FileType>(i + 1)))
292 return false; 294 return false;
(...skipping 157 matching lines...) Expand 10 before | Expand all | Expand 10 after
450 452
451 scoped_refptr<File> file(new File(base::File(name, flags))); 453 scoped_refptr<File> file(new File(base::File(name, flags)));
452 if (!file->IsValid()) 454 if (!file->IsValid())
453 return false; 455 return false;
454 456
455 BlockFileHeader header; 457 BlockFileHeader header;
456 memset(&header, 0, sizeof(header)); 458 memset(&header, 0, sizeof(header));
457 header.magic = kBlockMagic; 459 header.magic = kBlockMagic;
458 header.version = kBlockVersion2; 460 header.version = kBlockVersion2;
459 header.entry_size = Addr::BlockSizeForFileType(file_type); 461 header.entry_size = Addr::BlockSizeForFileType(file_type);
460 header.this_file = static_cast<int16>(index); 462 header.this_file = static_cast<int16_t>(index);
461 DCHECK(index <= kint16max && index >= 0); 463 DCHECK(index <= std::numeric_limits<int16_t>::max() && index >= 0);
462 464
463 return file->Write(&header, sizeof(header), 0); 465 return file->Write(&header, sizeof(header), 0);
464 } 466 }
465 467
466 bool BlockFiles::OpenBlockFile(int index) { 468 bool BlockFiles::OpenBlockFile(int index) {
467 if (block_files_.size() - 1 < static_cast<unsigned int>(index)) { 469 if (block_files_.size() - 1 < static_cast<unsigned int>(index)) {
468 DCHECK(index > 0); 470 DCHECK(index > 0);
469 int to_add = index - static_cast<int>(block_files_.size()) + 1; 471 int to_add = index - static_cast<int>(block_files_.size()) + 1;
470 block_files_.resize(block_files_.size() + to_add); 472 block_files_.resize(block_files_.size() + to_add);
471 } 473 }
(...skipping 95 matching lines...) Expand 10 before | Expand all | Expand 10 after
567 break; 569 break;
568 } 570 }
569 LOCAL_HISTOGRAM_TIMES("DiskCache.GetFileForNewBlock", 571 LOCAL_HISTOGRAM_TIMES("DiskCache.GetFileForNewBlock",
570 TimeTicks::Now() - start); 572 TimeTicks::Now() - start);
571 return file; 573 return file;
572 } 574 }
573 575
574 MappedFile* BlockFiles::NextFile(MappedFile* file) { 576 MappedFile* BlockFiles::NextFile(MappedFile* file) {
575 ScopedFlush flush(file); 577 ScopedFlush flush(file);
576 BlockFileHeader* header = reinterpret_cast<BlockFileHeader*>(file->buffer()); 578 BlockFileHeader* header = reinterpret_cast<BlockFileHeader*>(file->buffer());
577 int16 new_file = header->next_file; 579 int16_t new_file = header->next_file;
578 if (!new_file) { 580 if (!new_file) {
579 // RANKINGS is not reported as a type for small entries, but we may be 581 // RANKINGS is not reported as a type for small entries, but we may be
580 // extending the rankings block file. 582 // extending the rankings block file.
581 FileType type = Addr::RequiredFileType(header->entry_size); 583 FileType type = Addr::RequiredFileType(header->entry_size);
582 if (header->entry_size == Addr::BlockSizeForFileType(RANKINGS)) 584 if (header->entry_size == Addr::BlockSizeForFileType(RANKINGS))
583 type = RANKINGS; 585 type = RANKINGS;
584 586
585 new_file = CreateNextBlockFile(type); 587 new_file = CreateNextBlockFile(type);
586 if (!new_file) 588 if (!new_file)
587 return NULL; 589 return NULL;
588 590
589 FileLock lock(header); 591 FileLock lock(header);
590 header->next_file = new_file; 592 header->next_file = new_file;
591 } 593 }
592 594
593 // Only the block_file argument is relevant for what we want. 595 // Only the block_file argument is relevant for what we want.
594 Addr address(BLOCK_256, 1, new_file, 0); 596 Addr address(BLOCK_256, 1, new_file, 0);
595 return GetFile(address); 597 return GetFile(address);
596 } 598 }
597 599
598 int16 BlockFiles::CreateNextBlockFile(FileType block_type) { 600 int16_t BlockFiles::CreateNextBlockFile(FileType block_type) {
599 for (int16 i = kFirstAdditionalBlockFile; i <= kMaxBlockFile; i++) { 601 for (int16_t i = kFirstAdditionalBlockFile; i <= kMaxBlockFile; i++) {
600 if (CreateBlockFile(i, block_type, false)) 602 if (CreateBlockFile(i, block_type, false))
601 return i; 603 return i;
602 } 604 }
603 return 0; 605 return 0;
604 } 606 }
605 607
606 // We walk the list of files for this particular block type, deleting the ones 608 // We walk the list of files for this particular block type, deleting the ones
607 // that are empty. 609 // that are empty.
608 bool BlockFiles::RemoveEmptyFile(FileType block_type) { 610 bool BlockFiles::RemoveEmptyFile(FileType block_type) {
609 MappedFile* file = block_files_[block_type - 1]; 611 MappedFile* file = block_files_[block_type - 1];
(...skipping 112 matching lines...) Expand 10 before | Expand all | Expand 10 after
722 } 724 }
723 725
724 base::FilePath BlockFiles::Name(int index) { 726 base::FilePath BlockFiles::Name(int index) {
725 // The file format allows for 256 files. 727 // The file format allows for 256 files.
726 DCHECK(index < 256 && index >= 0); 728 DCHECK(index < 256 && index >= 0);
727 std::string tmp = base::StringPrintf("%s%d", kBlockName, index); 729 std::string tmp = base::StringPrintf("%s%d", kBlockName, index);
728 return path_.AppendASCII(tmp); 730 return path_.AppendASCII(tmp);
729 } 731 }
730 732
731 } // namespace disk_cache 733 } // namespace disk_cache
OLDNEW
« no previous file with comments | « net/disk_cache/blockfile/block_files.h ('k') | net/disk_cache/blockfile/disk_format_base.h » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698