OLD | NEW |
1 // Copyright 2012 the V8 project authors. All rights reserved. | 1 // Copyright 2012 the V8 project authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 #if V8_TARGET_ARCH_IA32 | 5 #if V8_TARGET_ARCH_IA32 |
6 | 6 |
7 #include "src/codegen.h" | 7 #include "src/codegen.h" |
8 #include "src/ic/ic.h" | 8 #include "src/ic/ic.h" |
9 #include "src/ic/stub-cache.h" | 9 #include "src/ic/stub-cache.h" |
10 #include "src/interface-descriptors.h" | 10 #include "src/interface-descriptors.h" |
11 | 11 |
12 namespace v8 { | 12 namespace v8 { |
13 namespace internal { | 13 namespace internal { |
14 | 14 |
15 #define __ ACCESS_MASM(masm) | 15 #define __ ACCESS_MASM(masm) |
16 | 16 |
17 | 17 |
18 static void ProbeTable(Isolate* isolate, MacroAssembler* masm, | 18 static void ProbeTable(Isolate* isolate, MacroAssembler* masm, |
19 Code::Kind ic_kind, Code::Flags flags, | 19 Code::Kind ic_kind, Code::Flags flags, |
20 StubCache::Table table, Register name, Register receiver, | 20 StubCache::Table table, Register name, Register receiver, |
21 // Number of the cache entry pointer-size scaled. | 21 // Number of the cache entry pointer-size scaled. |
22 Register offset, Register extra) { | 22 Register offset, Register extra) { |
23 ExternalReference key_offset(isolate->stub_cache()->key_reference(table)); | 23 ExternalReference key_offset(isolate->stub_cache()->key_reference(table)); |
24 ExternalReference value_offset(isolate->stub_cache()->value_reference(table)); | 24 ExternalReference value_offset(isolate->stub_cache()->value_reference(table)); |
25 ExternalReference map_offset(isolate->stub_cache()->map_reference(table)); | 25 ExternalReference map_offset(isolate->stub_cache()->map_reference(table)); |
26 | 26 |
27 Label miss; | 27 Label miss; |
28 bool is_vector_store = | |
29 IC::ICUseVector(ic_kind) && | |
30 (ic_kind == Code::STORE_IC || ic_kind == Code::KEYED_STORE_IC); | |
31 | 28 |
32 // Multiply by 3 because there are 3 fields per entry (name, code, map). | 29 // Multiply by 3 because there are 3 fields per entry (name, code, map). |
33 __ lea(offset, Operand(offset, offset, times_2, 0)); | 30 __ lea(offset, Operand(offset, offset, times_2, 0)); |
34 | 31 |
35 if (extra.is_valid()) { | 32 if (extra.is_valid()) { |
36 // Get the code entry from the cache. | 33 // Get the code entry from the cache. |
37 __ mov(extra, Operand::StaticArray(offset, times_1, value_offset)); | 34 __ mov(extra, Operand::StaticArray(offset, times_1, value_offset)); |
38 | 35 |
39 // Check that the key in the entry matches the name. | 36 // Check that the key in the entry matches the name. |
40 __ cmp(name, Operand::StaticArray(offset, times_1, key_offset)); | 37 __ cmp(name, Operand::StaticArray(offset, times_1, key_offset)); |
(...skipping 11 matching lines...) Expand all Loading... |
52 __ j(not_equal, &miss); | 49 __ j(not_equal, &miss); |
53 | 50 |
54 #ifdef DEBUG | 51 #ifdef DEBUG |
55 if (FLAG_test_secondary_stub_cache && table == StubCache::kPrimary) { | 52 if (FLAG_test_secondary_stub_cache && table == StubCache::kPrimary) { |
56 __ jmp(&miss); | 53 __ jmp(&miss); |
57 } else if (FLAG_test_primary_stub_cache && table == StubCache::kSecondary) { | 54 } else if (FLAG_test_primary_stub_cache && table == StubCache::kSecondary) { |
58 __ jmp(&miss); | 55 __ jmp(&miss); |
59 } | 56 } |
60 #endif | 57 #endif |
61 | 58 |
62 // The vector and slot were pushed onto the stack before starting the | 59 if (IC::ICUseVector(ic_kind)) { |
63 // probe, and need to be dropped before calling the handler. | 60 // The vector and slot were pushed onto the stack before starting the |
64 if (is_vector_store) { | 61 // probe, and need to be dropped before calling the handler. |
65 // The overlap here is rather embarrassing. One does what one must. | |
66 Register vector = VectorStoreICDescriptor::VectorRegister(); | |
67 DCHECK(extra.is(VectorStoreICDescriptor::SlotRegister())); | |
68 __ add(extra, Immediate(Code::kHeaderSize - kHeapObjectTag)); | |
69 __ pop(vector); | |
70 __ xchg(extra, Operand(esp, 0)); | |
71 // Jump to the first instruction in the code stub. | |
72 __ ret(0); | |
73 } else { | |
74 __ pop(LoadWithVectorDescriptor::VectorRegister()); | 62 __ pop(LoadWithVectorDescriptor::VectorRegister()); |
75 __ pop(LoadDescriptor::SlotRegister()); | 63 __ pop(LoadDescriptor::SlotRegister()); |
76 __ add(extra, Immediate(Code::kHeaderSize - kHeapObjectTag)); | |
77 __ jmp(extra); | |
78 } | 64 } |
79 | 65 |
| 66 // Jump to the first instruction in the code stub. |
| 67 __ add(extra, Immediate(Code::kHeaderSize - kHeapObjectTag)); |
| 68 __ jmp(extra); |
| 69 |
80 __ bind(&miss); | 70 __ bind(&miss); |
81 } else { | 71 } else { |
82 DCHECK(ic_kind == Code::STORE_IC || ic_kind == Code::KEYED_STORE_IC); | |
83 | |
84 // Save the offset on the stack. | 72 // Save the offset on the stack. |
85 __ push(offset); | 73 __ push(offset); |
86 | 74 |
87 // Check that the key in the entry matches the name. | 75 // Check that the key in the entry matches the name. |
88 __ cmp(name, Operand::StaticArray(offset, times_1, key_offset)); | 76 __ cmp(name, Operand::StaticArray(offset, times_1, key_offset)); |
89 __ j(not_equal, &miss); | 77 __ j(not_equal, &miss); |
90 | 78 |
91 // Check the map matches. | 79 // Check the map matches. |
92 __ mov(offset, Operand::StaticArray(offset, times_1, map_offset)); | 80 __ mov(offset, Operand::StaticArray(offset, times_1, map_offset)); |
93 __ cmp(offset, FieldOperand(receiver, HeapObject::kMapOffset)); | 81 __ cmp(offset, FieldOperand(receiver, HeapObject::kMapOffset)); |
(...skipping 16 matching lines...) Expand all Loading... |
110 __ jmp(&miss); | 98 __ jmp(&miss); |
111 } else if (FLAG_test_primary_stub_cache && table == StubCache::kSecondary) { | 99 } else if (FLAG_test_primary_stub_cache && table == StubCache::kSecondary) { |
112 __ jmp(&miss); | 100 __ jmp(&miss); |
113 } | 101 } |
114 #endif | 102 #endif |
115 | 103 |
116 // Restore offset and re-load code entry from cache. | 104 // Restore offset and re-load code entry from cache. |
117 __ pop(offset); | 105 __ pop(offset); |
118 __ mov(offset, Operand::StaticArray(offset, times_1, value_offset)); | 106 __ mov(offset, Operand::StaticArray(offset, times_1, value_offset)); |
119 | 107 |
120 // Jump to the first instruction in the code stub. | 108 if (IC::ICUseVector(ic_kind)) { |
121 if (is_vector_store) { | |
122 // The vector and slot were pushed onto the stack before starting the | 109 // The vector and slot were pushed onto the stack before starting the |
123 // probe, and need to be dropped before calling the handler. | 110 // probe, and need to be dropped before calling the handler. |
124 Register vector = VectorStoreICDescriptor::VectorRegister(); | 111 Register vector = LoadWithVectorDescriptor::VectorRegister(); |
125 DCHECK(offset.is(VectorStoreICDescriptor::SlotRegister())); | 112 Register slot = LoadDescriptor::SlotRegister(); |
126 __ add(offset, Immediate(Code::kHeaderSize - kHeapObjectTag)); | 113 DCHECK(!offset.is(vector) && !offset.is(slot)); |
| 114 |
127 __ pop(vector); | 115 __ pop(vector); |
128 __ xchg(offset, Operand(esp, 0)); | 116 __ pop(slot); |
129 __ ret(0); | |
130 } else { | |
131 __ add(offset, Immediate(Code::kHeaderSize - kHeapObjectTag)); | |
132 __ jmp(offset); | |
133 } | 117 } |
134 | 118 |
| 119 // Jump to the first instruction in the code stub. |
| 120 __ add(offset, Immediate(Code::kHeaderSize - kHeapObjectTag)); |
| 121 __ jmp(offset); |
| 122 |
135 // Pop at miss. | 123 // Pop at miss. |
136 __ bind(&miss); | 124 __ bind(&miss); |
137 __ pop(offset); | 125 __ pop(offset); |
138 } | 126 } |
139 } | 127 } |
140 | 128 |
141 | 129 |
142 void StubCache::GenerateProbe(MacroAssembler* masm, Code::Kind ic_kind, | 130 void StubCache::GenerateProbe(MacroAssembler* masm, Code::Kind ic_kind, |
143 Code::Flags flags, Register receiver, | 131 Code::Flags flags, Register receiver, |
144 Register name, Register scratch, Register extra, | 132 Register name, Register scratch, Register extra, |
(...skipping 61 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
206 __ bind(&miss); | 194 __ bind(&miss); |
207 __ IncrementCounter(counters->megamorphic_stub_cache_misses(), 1); | 195 __ IncrementCounter(counters->megamorphic_stub_cache_misses(), 1); |
208 } | 196 } |
209 | 197 |
210 | 198 |
211 #undef __ | 199 #undef __ |
212 } // namespace internal | 200 } // namespace internal |
213 } // namespace v8 | 201 } // namespace v8 |
214 | 202 |
215 #endif // V8_TARGET_ARCH_IA32 | 203 #endif // V8_TARGET_ARCH_IA32 |
OLD | NEW |