OLD | NEW |
1 // Copyright (c) 2014, the Dart project authors. Please see the AUTHORS file | 1 // Copyright (c) 2014, the Dart project authors. Please see the AUTHORS file |
2 // for details. All rights reserved. Use of this source code is governed by a | 2 // for details. All rights reserved. Use of this source code is governed by a |
3 // BSD-style license that can be found in the LICENSE file. | 3 // BSD-style license that can be found in the LICENSE file. |
4 | 4 |
5 #include "vm/globals.h" | 5 #include "vm/globals.h" |
6 #if defined(TARGET_ARCH_ARM64) | 6 #if defined(TARGET_ARCH_ARM64) |
7 | 7 |
8 #include "vm/assembler.h" | 8 #include "vm/assembler.h" |
9 #include "vm/code_generator.h" | 9 #include "vm/code_generator.h" |
10 #include "vm/compiler.h" | 10 #include "vm/compiler.h" |
(...skipping 2018 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
2029 | 2029 |
2030 | 2030 |
2031 // Called from megamorphic calls. | 2031 // Called from megamorphic calls. |
2032 // R0: receiver | 2032 // R0: receiver |
2033 // R5: MegamorphicCache (preserved) | 2033 // R5: MegamorphicCache (preserved) |
2034 // Result: | 2034 // Result: |
2035 // R1: target entry point | 2035 // R1: target entry point |
2036 // CODE_REG: target Code | 2036 // CODE_REG: target Code |
2037 // R4: arguments descriptor | 2037 // R4: arguments descriptor |
2038 void StubCode::GenerateMegamorphicLookupStub(Assembler* assembler) { | 2038 void StubCode::GenerateMegamorphicLookupStub(Assembler* assembler) { |
| 2039 __ NoMonomorphicCheckedEntry(); |
| 2040 |
2039 // Jump if receiver is a smi. | 2041 // Jump if receiver is a smi. |
2040 Label smi_case; | 2042 Label smi_case; |
2041 __ TestImmediate(R0, kSmiTagMask); | 2043 __ TestImmediate(R0, kSmiTagMask); |
2042 __ b(&smi_case, EQ); | 2044 __ b(&smi_case, EQ); |
2043 | 2045 |
2044 // Loads the cid of the object. | 2046 // Loads the cid of the object. |
2045 __ LoadClassId(R0, R0); | 2047 __ LoadClassId(R0, R0); |
2046 | 2048 |
2047 Label cid_loaded; | 2049 Label cid_loaded; |
2048 __ Bind(&cid_loaded); | 2050 __ Bind(&cid_loaded); |
(...skipping 27 matching lines...) Expand all Loading... |
2076 Label load_target; | 2078 Label load_target; |
2077 __ Bind(&load_target); | 2079 __ Bind(&load_target); |
2078 // Call the target found in the cache. For a class id match, this is a | 2080 // Call the target found in the cache. For a class id match, this is a |
2079 // proper target for the given name and arguments descriptor. If the | 2081 // proper target for the given name and arguments descriptor. If the |
2080 // illegal class id was found, the target is a cache miss handler that can | 2082 // illegal class id was found, the target is a cache miss handler that can |
2081 // be invoked as a normal Dart function. | 2083 // be invoked as a normal Dart function. |
2082 __ ldr(R0, FieldAddress(TMP, base + kWordSize)); | 2084 __ ldr(R0, FieldAddress(TMP, base + kWordSize)); |
2083 __ ldr(R4, FieldAddress(R5, MegamorphicCache::arguments_descriptor_offset())); | 2085 __ ldr(R4, FieldAddress(R5, MegamorphicCache::arguments_descriptor_offset())); |
2084 __ ldr(R1, FieldAddress(R0, Function::entry_point_offset())); | 2086 __ ldr(R1, FieldAddress(R0, Function::entry_point_offset())); |
2085 __ ldr(CODE_REG, FieldAddress(R0, Function::code_offset())); | 2087 __ ldr(CODE_REG, FieldAddress(R0, Function::code_offset())); |
2086 __ ret(); | 2088 __ br(R1); |
2087 | 2089 |
2088 // Probe failed, check if it is a miss. | 2090 // Probe failed, check if it is a miss. |
2089 __ Bind(&probe_failed); | 2091 __ Bind(&probe_failed); |
2090 ASSERT(kIllegalCid == 0); | 2092 ASSERT(kIllegalCid == 0); |
2091 __ tst(R6, Operand(R6)); | 2093 __ tst(R6, Operand(R6)); |
2092 __ b(&load_target, EQ); // branch if miss. | 2094 __ b(&load_target, EQ); // branch if miss. |
2093 | 2095 |
2094 // Try next extry in the table. | 2096 // Try next extry in the table. |
2095 __ AddImmediate(R3, R3, Smi::RawValue(1)); | 2097 __ AddImmediate(R3, R3, Smi::RawValue(1)); |
2096 __ b(&loop); | 2098 __ b(&loop); |
2097 | 2099 |
2098 // Load cid for the Smi case. | 2100 // Load cid for the Smi case. |
2099 __ Bind(&smi_case); | 2101 __ Bind(&smi_case); |
2100 __ LoadImmediate(R0, kSmiCid); | 2102 __ LoadImmediate(R0, kSmiCid); |
2101 __ b(&cid_loaded); | 2103 __ b(&cid_loaded); |
2102 } | 2104 } |
2103 | 2105 |
2104 | 2106 |
2105 // Called from switchable IC calls. | 2107 // Called from switchable IC calls. |
2106 // R0: receiver | 2108 // R0: receiver |
2107 // R5: ICData (preserved) | 2109 // R5: ICData (preserved) |
2108 // Result: | 2110 // Result: |
2109 // R1: target entry point | 2111 // R1: target entry point |
2110 // CODE_REG: target Code object | 2112 // CODE_REG: target Code object |
2111 // R4: arguments descriptor | 2113 // R4: arguments descriptor |
2112 void StubCode::GenerateICLookupThroughFunctionStub(Assembler* assembler) { | 2114 void StubCode::GenerateICLookupThroughFunctionStub(Assembler* assembler) { |
| 2115 __ NoMonomorphicCheckedEntry(); |
| 2116 |
2113 Label loop, found, miss; | 2117 Label loop, found, miss; |
2114 __ ldr(R4, FieldAddress(R5, ICData::arguments_descriptor_offset())); | 2118 __ ldr(R4, FieldAddress(R5, ICData::arguments_descriptor_offset())); |
2115 __ ldr(R8, FieldAddress(R5, ICData::ic_data_offset())); | 2119 __ ldr(R8, FieldAddress(R5, ICData::ic_data_offset())); |
2116 __ AddImmediate(R8, R8, Array::data_offset() - kHeapObjectTag); | 2120 __ AddImmediate(R8, R8, Array::data_offset() - kHeapObjectTag); |
2117 // R8: first IC entry | 2121 // R8: first IC entry |
2118 __ LoadTaggedClassIdMayBeSmi(R1, R0); | 2122 __ LoadTaggedClassIdMayBeSmi(R1, R0); |
2119 // R1: receiver cid as Smi | 2123 // R1: receiver cid as Smi |
2120 | 2124 |
2121 __ Bind(&loop); | 2125 __ Bind(&loop); |
2122 __ ldr(R2, Address(R8, 0)); | 2126 __ ldr(R2, Address(R8, 0)); |
2123 __ cmp(R1, Operand(R2)); | 2127 __ cmp(R1, Operand(R2)); |
2124 __ b(&found, EQ); | 2128 __ b(&found, EQ); |
2125 __ CompareImmediate(R2, Smi::RawValue(kIllegalCid)); | 2129 __ CompareImmediate(R2, Smi::RawValue(kIllegalCid)); |
2126 __ b(&miss, EQ); | 2130 __ b(&miss, EQ); |
2127 | 2131 |
2128 const intptr_t entry_length = ICData::TestEntryLengthFor(1) * kWordSize; | 2132 const intptr_t entry_length = ICData::TestEntryLengthFor(1) * kWordSize; |
2129 __ AddImmediate(R8, R8, entry_length); // Next entry. | 2133 __ AddImmediate(R8, R8, entry_length); // Next entry. |
2130 __ b(&loop); | 2134 __ b(&loop); |
2131 | 2135 |
2132 __ Bind(&found); | 2136 __ Bind(&found); |
2133 const intptr_t target_offset = ICData::TargetIndexFor(1) * kWordSize; | 2137 const intptr_t target_offset = ICData::TargetIndexFor(1) * kWordSize; |
2134 __ ldr(R0, Address(R8, target_offset)); | 2138 __ ldr(R0, Address(R8, target_offset)); |
2135 __ ldr(R1, FieldAddress(R0, Function::entry_point_offset())); | 2139 __ ldr(R1, FieldAddress(R0, Function::entry_point_offset())); |
2136 __ ldr(CODE_REG, FieldAddress(R0, Function::code_offset())); | 2140 __ ldr(CODE_REG, FieldAddress(R0, Function::code_offset())); |
2137 __ ret(); | 2141 __ br(R1); |
2138 | 2142 |
2139 __ Bind(&miss); | 2143 __ Bind(&miss); |
2140 __ LoadIsolate(R2); | 2144 __ LoadIsolate(R2); |
2141 __ ldr(CODE_REG, Address(R2, Isolate::ic_miss_code_offset())); | 2145 __ ldr(CODE_REG, Address(R2, Isolate::ic_miss_code_offset())); |
2142 __ ldr(R1, FieldAddress(CODE_REG, Code::entry_point_offset())); | 2146 __ ldr(R1, FieldAddress(CODE_REG, Code::entry_point_offset())); |
2143 __ ret(); | 2147 __ br(R1); |
2144 } | 2148 } |
2145 | 2149 |
2146 | 2150 |
2147 void StubCode::GenerateICLookupThroughCodeStub(Assembler* assembler) { | 2151 void StubCode::GenerateICLookupThroughCodeStub(Assembler* assembler) { |
| 2152 __ NoMonomorphicCheckedEntry(); |
| 2153 |
2148 Label loop, found, miss; | 2154 Label loop, found, miss; |
2149 __ ldr(R4, FieldAddress(R5, ICData::arguments_descriptor_offset())); | 2155 __ ldr(R4, FieldAddress(R5, ICData::arguments_descriptor_offset())); |
2150 __ ldr(R8, FieldAddress(R5, ICData::ic_data_offset())); | 2156 __ ldr(R8, FieldAddress(R5, ICData::ic_data_offset())); |
2151 __ AddImmediate(R8, R8, Array::data_offset() - kHeapObjectTag); | 2157 __ AddImmediate(R8, R8, Array::data_offset() - kHeapObjectTag); |
2152 // R8: first IC entry | 2158 // R8: first IC entry |
2153 __ LoadTaggedClassIdMayBeSmi(R1, R0); | 2159 __ LoadTaggedClassIdMayBeSmi(R1, R0); |
2154 // R1: receiver cid as Smi | 2160 // R1: receiver cid as Smi |
2155 | 2161 |
2156 __ Bind(&loop); | 2162 __ Bind(&loop); |
2157 __ ldr(R2, Address(R8, 0)); | 2163 __ ldr(R2, Address(R8, 0)); |
2158 __ cmp(R1, Operand(R2)); | 2164 __ cmp(R1, Operand(R2)); |
2159 __ b(&found, EQ); | 2165 __ b(&found, EQ); |
2160 __ CompareImmediate(R2, Smi::RawValue(kIllegalCid)); | 2166 __ CompareImmediate(R2, Smi::RawValue(kIllegalCid)); |
2161 __ b(&miss, EQ); | 2167 __ b(&miss, EQ); |
2162 | 2168 |
2163 const intptr_t entry_length = ICData::TestEntryLengthFor(1) * kWordSize; | 2169 const intptr_t entry_length = ICData::TestEntryLengthFor(1) * kWordSize; |
2164 __ AddImmediate(R8, R8, entry_length); // Next entry. | 2170 __ AddImmediate(R8, R8, entry_length); // Next entry. |
2165 __ b(&loop); | 2171 __ b(&loop); |
2166 | 2172 |
2167 __ Bind(&found); | 2173 __ Bind(&found); |
2168 const intptr_t code_offset = ICData::CodeIndexFor(1) * kWordSize; | 2174 const intptr_t code_offset = ICData::CodeIndexFor(1) * kWordSize; |
2169 const intptr_t entry_offset = ICData::EntryPointIndexFor(1) * kWordSize; | 2175 const intptr_t entry_offset = ICData::EntryPointIndexFor(1) * kWordSize; |
2170 __ ldr(R1, Address(R8, entry_offset)); | 2176 __ ldr(R1, Address(R8, entry_offset)); |
2171 __ ldr(CODE_REG, Address(R8, code_offset)); | 2177 __ ldr(CODE_REG, Address(R8, code_offset)); |
2172 __ ret(); | 2178 __ br(R1); |
2173 | 2179 |
2174 __ Bind(&miss); | 2180 __ Bind(&miss); |
2175 __ LoadIsolate(R2); | 2181 __ LoadIsolate(R2); |
2176 __ ldr(CODE_REG, Address(R2, Isolate::ic_miss_code_offset())); | 2182 __ ldr(CODE_REG, Address(R2, Isolate::ic_miss_code_offset())); |
2177 __ ldr(R1, FieldAddress(CODE_REG, Code::entry_point_offset())); | 2183 __ ldr(R1, FieldAddress(CODE_REG, Code::entry_point_offset())); |
2178 __ ret(); | 2184 __ br(R1); |
2179 } | 2185 } |
2180 | 2186 |
2181 | 2187 |
| 2188 // Called from switchable IC calls. |
| 2189 // R0: receiver |
| 2190 |
| 2191 void StubCode::GenerateMonomorphicMissStub(Assembler* assembler) { |
| 2192 __ EnterStubFrame(); |
| 2193 __ Push(R0); // Preserve receiver. |
| 2194 |
| 2195 __ PushObject(Object::null_object()); // Result. |
| 2196 __ Push(R0); // Arg0: Receiver / stub out |
| 2197 __ CallRuntime(kMonomorphicMissRuntimeEntry, 1); |
| 2198 __ Pop(CODE_REG); |
| 2199 __ Pop(R5); // result = IC |
| 2200 |
| 2201 __ Pop(R0); // Restore receiver. |
| 2202 __ LeaveStubFrame(); |
| 2203 |
| 2204 __ ldr(R1, FieldAddress(CODE_REG, Code::checked_entry_point_offset())); |
| 2205 __ br(R1); |
| 2206 } |
| 2207 |
| 2208 |
2182 void StubCode::GenerateFrameAwaitingMaterializationStub(Assembler* assembler) { | 2209 void StubCode::GenerateFrameAwaitingMaterializationStub(Assembler* assembler) { |
2183 __ brk(0); | 2210 __ brk(0); |
2184 } | 2211 } |
2185 | 2212 |
2186 } // namespace dart | 2213 } // namespace dart |
2187 | 2214 |
2188 #endif // defined TARGET_ARCH_ARM64 | 2215 #endif // defined TARGET_ARCH_ARM64 |
OLD | NEW |