Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(3)

Side by Side Diff: src/ic/arm/stub-cache-arm.cc

Issue 2161153002: [ic] Fix megamorphic stub cache probing on some platforms. (Closed) Base URL: https://chromium.googlesource.com/v8/v8.git@master
Patch Set: Addressing comments Created 4 years, 5 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « src/arm64/macro-assembler-arm64.cc ('k') | src/ic/arm64/stub-cache-arm64.cc » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 // Copyright 2012 the V8 project authors. All rights reserved. 1 // Copyright 2012 the V8 project authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #if V8_TARGET_ARCH_ARM 5 #if V8_TARGET_ARCH_ARM
6 6
7 #include "src/codegen.h" 7 #include "src/codegen.h"
8 #include "src/ic/ic.h" 8 #include "src/ic/ic.h"
9 #include "src/ic/stub-cache.h" 9 #include "src/ic/stub-cache.h"
10 #include "src/interface-descriptors.h" 10 #include "src/interface-descriptors.h"
11 11
12 namespace v8 { 12 namespace v8 {
13 namespace internal { 13 namespace internal {
14 14
15 #define __ ACCESS_MASM(masm) 15 #define __ ACCESS_MASM(masm)
16 16
17 static void ProbeTable(StubCache* stub_cache, MacroAssembler* masm, 17 static void ProbeTable(StubCache* stub_cache, MacroAssembler* masm,
18 Code::Flags flags, StubCache::Table table, 18 Code::Flags flags, StubCache::Table table,
19 Register receiver, Register name, 19 Register receiver, Register name,
20 // Number of the cache entry, not scaled. 20 // The offset is scaled by 4, based on
21 // kCacheIndexShift, which is two bits
21 Register offset, Register scratch, Register scratch2, 22 Register offset, Register scratch, Register scratch2,
22 Register offset_scratch) { 23 Register offset_scratch) {
23 ExternalReference key_offset(stub_cache->key_reference(table)); 24 ExternalReference key_offset(stub_cache->key_reference(table));
24 ExternalReference value_offset(stub_cache->value_reference(table)); 25 ExternalReference value_offset(stub_cache->value_reference(table));
25 ExternalReference map_offset(stub_cache->map_reference(table)); 26 ExternalReference map_offset(stub_cache->map_reference(table));
26 27
27 uint32_t key_off_addr = reinterpret_cast<uint32_t>(key_offset.address()); 28 uint32_t key_off_addr = reinterpret_cast<uint32_t>(key_offset.address());
28 uint32_t value_off_addr = reinterpret_cast<uint32_t>(value_offset.address()); 29 uint32_t value_off_addr = reinterpret_cast<uint32_t>(value_offset.address());
29 uint32_t map_off_addr = reinterpret_cast<uint32_t>(map_offset.address()); 30 uint32_t map_off_addr = reinterpret_cast<uint32_t>(map_offset.address());
30 31
31 // Check the relative positions of the address fields. 32 // Check the relative positions of the address fields.
32 DCHECK(value_off_addr > key_off_addr); 33 DCHECK(value_off_addr > key_off_addr);
33 DCHECK((value_off_addr - key_off_addr) % 4 == 0); 34 DCHECK((value_off_addr - key_off_addr) % 4 == 0);
34 DCHECK((value_off_addr - key_off_addr) < (256 * 4)); 35 DCHECK((value_off_addr - key_off_addr) < (256 * 4));
35 DCHECK(map_off_addr > key_off_addr); 36 DCHECK(map_off_addr > key_off_addr);
36 DCHECK((map_off_addr - key_off_addr) % 4 == 0); 37 DCHECK((map_off_addr - key_off_addr) % 4 == 0);
37 DCHECK((map_off_addr - key_off_addr) < (256 * 4)); 38 DCHECK((map_off_addr - key_off_addr) < (256 * 4));
38 39
39 Label miss; 40 Label miss;
40 Register base_addr = scratch; 41 Register base_addr = scratch;
41 scratch = no_reg; 42 scratch = no_reg;
42 43
43 // Multiply by 3 because there are 3 fields per entry (name, code, map). 44 // Multiply by 3 because there are 3 fields per entry (name, code, map).
44 __ add(offset_scratch, offset, Operand(offset, LSL, 1)); 45 __ add(offset_scratch, offset, Operand(offset, LSL, 1));
45 46
46 // Calculate the base address of the entry. 47 // Calculate the base address of the entry.
47 __ mov(base_addr, Operand(key_offset)); 48 __ add(base_addr, offset_scratch, Operand(key_offset));
48 __ add(base_addr, base_addr, Operand(offset_scratch, LSL, kPointerSizeLog2));
49 49
50 // Check that the key in the entry matches the name. 50 // Check that the key in the entry matches the name.
51 __ ldr(ip, MemOperand(base_addr, 0)); 51 __ ldr(ip, MemOperand(base_addr, 0));
52 __ cmp(name, ip); 52 __ cmp(name, ip);
53 __ b(ne, &miss); 53 __ b(ne, &miss);
54 54
55 // Check the map matches. 55 // Check the map matches.
56 __ ldr(ip, MemOperand(base_addr, map_off_addr - key_off_addr)); 56 __ ldr(ip, MemOperand(base_addr, map_off_addr - key_off_addr));
57 __ ldr(scratch2, FieldMemOperand(receiver, HeapObject::kMapOffset)); 57 __ ldr(scratch2, FieldMemOperand(receiver, HeapObject::kMapOffset));
58 __ cmp(ip, scratch2); 58 __ cmp(ip, scratch2);
(...skipping 74 matching lines...) Expand 10 before | Expand all | Expand 10 after
133 __ IncrementCounter(counters->megamorphic_stub_cache_probes(), 1, extra2, 133 __ IncrementCounter(counters->megamorphic_stub_cache_probes(), 1, extra2,
134 extra3); 134 extra3);
135 135
136 // Check that the receiver isn't a smi. 136 // Check that the receiver isn't a smi.
137 __ JumpIfSmi(receiver, &miss); 137 __ JumpIfSmi(receiver, &miss);
138 138
139 // Get the map of the receiver and compute the hash. 139 // Get the map of the receiver and compute the hash.
140 __ ldr(scratch, FieldMemOperand(name, Name::kHashFieldOffset)); 140 __ ldr(scratch, FieldMemOperand(name, Name::kHashFieldOffset));
141 __ ldr(ip, FieldMemOperand(receiver, HeapObject::kMapOffset)); 141 __ ldr(ip, FieldMemOperand(receiver, HeapObject::kMapOffset));
142 __ add(scratch, scratch, Operand(ip)); 142 __ add(scratch, scratch, Operand(ip));
143 uint32_t mask = kPrimaryTableSize - 1; 143 __ eor(scratch, scratch, Operand(flags));
144 // We shift out the last two bits because they are not part of the hash and 144 __ mov(ip, Operand(kPrimaryTableSize - 1));
145 // they are always 01 for maps. 145 __ and_(scratch, scratch, Operand(ip, LSL, kCacheIndexShift));
146 __ mov(scratch, Operand(scratch, LSR, kCacheIndexShift));
147 // Mask down the eor argument to the minimum to keep the immediate
148 // ARM-encodable.
149 __ eor(scratch, scratch, Operand((flags >> kCacheIndexShift) & mask));
150 // Prefer and_ to ubfx here because ubfx takes 2 cycles.
151 __ and_(scratch, scratch, Operand(mask));
152 146
153 // Probe the primary table. 147 // Probe the primary table.
154 ProbeTable(this, masm, flags, kPrimary, receiver, name, scratch, extra, 148 ProbeTable(this, masm, flags, kPrimary, receiver, name, scratch, extra,
155 extra2, extra3); 149 extra2, extra3);
156 150
157 // Primary miss: Compute hash for secondary probe. 151 // Primary miss: Compute hash for secondary probe.
158 __ sub(scratch, scratch, Operand(name, LSR, kCacheIndexShift)); 152 __ sub(scratch, scratch, Operand(name));
159 uint32_t mask2 = kSecondaryTableSize - 1; 153 __ add(scratch, scratch, Operand(flags));
160 __ add(scratch, scratch, Operand((flags >> kCacheIndexShift) & mask2)); 154 __ mov(ip, Operand(kSecondaryTableSize - 1));
161 __ and_(scratch, scratch, Operand(mask2)); 155 __ and_(scratch, scratch, Operand(ip, LSL, kCacheIndexShift));
162 156
163 // Probe the secondary table. 157 // Probe the secondary table.
164 ProbeTable(this, masm, flags, kSecondary, receiver, name, scratch, extra, 158 ProbeTable(this, masm, flags, kSecondary, receiver, name, scratch, extra,
165 extra2, extra3); 159 extra2, extra3);
166 160
167 // Cache miss: Fall-through and let caller handle the miss by 161 // Cache miss: Fall-through and let caller handle the miss by
168 // entering the runtime system. 162 // entering the runtime system.
169 __ bind(&miss); 163 __ bind(&miss);
170 __ IncrementCounter(counters->megamorphic_stub_cache_misses(), 1, extra2, 164 __ IncrementCounter(counters->megamorphic_stub_cache_misses(), 1, extra2,
171 extra3); 165 extra3);
172 } 166 }
173 167
174 168
175 #undef __ 169 #undef __
176 } // namespace internal 170 } // namespace internal
177 } // namespace v8 171 } // namespace v8
178 172
179 #endif // V8_TARGET_ARCH_ARM 173 #endif // V8_TARGET_ARCH_ARM
OLDNEW
« no previous file with comments | « src/arm64/macro-assembler-arm64.cc ('k') | src/ic/arm64/stub-cache-arm64.cc » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698