| OLD | NEW |
| 1 // Copyright (c) 2014, the Dart project authors. Please see the AUTHORS file | 1 // Copyright (c) 2014, the Dart project authors. Please see the AUTHORS file |
| 2 // for details. All rights reserved. Use of this source code is governed by a | 2 // for details. All rights reserved. Use of this source code is governed by a |
| 3 // BSD-style license that can be found in the LICENSE file. | 3 // BSD-style license that can be found in the LICENSE file. |
| 4 | 4 |
| 5 #include "vm/globals.h" | 5 #include "vm/globals.h" |
| 6 #if defined(TARGET_ARCH_ARM64) | 6 #if defined(TARGET_ARCH_ARM64) |
| 7 | 7 |
| 8 #include "vm/assembler.h" | 8 #include "vm/assembler.h" |
| 9 #include "vm/code_generator.h" | 9 #include "vm/code_generator.h" |
| 10 #include "vm/compiler.h" | 10 #include "vm/compiler.h" |
| (...skipping 2014 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 2025 __ LoadFromOffset(right, SP, 0 * kWordSize); | 2025 __ LoadFromOffset(right, SP, 0 * kWordSize); |
| 2026 GenerateIdenticalWithNumberCheckStub(assembler, left, right); | 2026 GenerateIdenticalWithNumberCheckStub(assembler, left, right); |
| 2027 __ ret(); | 2027 __ ret(); |
| 2028 } | 2028 } |
| 2029 | 2029 |
| 2030 | 2030 |
| 2031 // Called from megamorphic calls. | 2031 // Called from megamorphic calls. |
| 2032 // R0: receiver | 2032 // R0: receiver |
| 2033 // R5: MegamorphicCache (preserved) | 2033 // R5: MegamorphicCache (preserved) |
| 2034 // Result: | 2034 // Result: |
| 2035 // R1: target entry point | |
| 2036 // CODE_REG: target Code | 2035 // CODE_REG: target Code |
| 2037 // R4: arguments descriptor | 2036 // R4: arguments descriptor |
| 2038 void StubCode::GenerateMegamorphicLookupStub(Assembler* assembler) { | 2037 void StubCode::GenerateMegamorphicLookupStub(Assembler* assembler) { |
| 2038 __ NoMonomorphicCheckedEntry(); |
| 2039 |
| 2039 // Jump if receiver is a smi. | 2040 // Jump if receiver is a smi. |
| 2040 Label smi_case; | 2041 Label smi_case; |
| 2041 __ TestImmediate(R0, kSmiTagMask); | 2042 __ TestImmediate(R0, kSmiTagMask); |
| 2042 __ b(&smi_case, EQ); | 2043 __ b(&smi_case, EQ); |
| 2043 | 2044 |
| 2044 // Loads the cid of the object. | 2045 // Loads the cid of the object. |
| 2045 __ LoadClassId(R0, R0); | 2046 __ LoadClassId(R0, R0); |
| 2046 | 2047 |
| 2047 Label cid_loaded; | 2048 Label cid_loaded; |
| 2048 __ Bind(&cid_loaded); | 2049 __ Bind(&cid_loaded); |
| (...skipping 27 matching lines...) Expand all Loading... |
| 2076 Label load_target; | 2077 Label load_target; |
| 2077 __ Bind(&load_target); | 2078 __ Bind(&load_target); |
| 2078 // Call the target found in the cache. For a class id match, this is a | 2079 // Call the target found in the cache. For a class id match, this is a |
| 2079 // proper target for the given name and arguments descriptor. If the | 2080 // proper target for the given name and arguments descriptor. If the |
| 2080 // illegal class id was found, the target is a cache miss handler that can | 2081 // illegal class id was found, the target is a cache miss handler that can |
| 2081 // be invoked as a normal Dart function. | 2082 // be invoked as a normal Dart function. |
| 2082 __ ldr(R0, FieldAddress(TMP, base + kWordSize)); | 2083 __ ldr(R0, FieldAddress(TMP, base + kWordSize)); |
| 2083 __ ldr(R4, FieldAddress(R5, MegamorphicCache::arguments_descriptor_offset())); | 2084 __ ldr(R4, FieldAddress(R5, MegamorphicCache::arguments_descriptor_offset())); |
| 2084 __ ldr(R1, FieldAddress(R0, Function::entry_point_offset())); | 2085 __ ldr(R1, FieldAddress(R0, Function::entry_point_offset())); |
| 2085 __ ldr(CODE_REG, FieldAddress(R0, Function::code_offset())); | 2086 __ ldr(CODE_REG, FieldAddress(R0, Function::code_offset())); |
| 2086 __ ret(); | 2087 __ br(R1); |
| 2087 | 2088 |
| 2088 // Probe failed, check if it is a miss. | 2089 // Probe failed, check if it is a miss. |
| 2089 __ Bind(&probe_failed); | 2090 __ Bind(&probe_failed); |
| 2090 ASSERT(kIllegalCid == 0); | 2091 ASSERT(kIllegalCid == 0); |
| 2091 __ tst(R6, Operand(R6)); | 2092 __ tst(R6, Operand(R6)); |
| 2092 __ b(&load_target, EQ); // branch if miss. | 2093 __ b(&load_target, EQ); // branch if miss. |
| 2093 | 2094 |
| 2094 // Try next extry in the table. | 2095 // Try next extry in the table. |
| 2095 __ AddImmediate(R3, R3, Smi::RawValue(1)); | 2096 __ AddImmediate(R3, R3, Smi::RawValue(1)); |
| 2096 __ b(&loop); | 2097 __ b(&loop); |
| 2097 | 2098 |
| 2098 // Load cid for the Smi case. | 2099 // Load cid for the Smi case. |
| 2099 __ Bind(&smi_case); | 2100 __ Bind(&smi_case); |
| 2100 __ LoadImmediate(R0, kSmiCid); | 2101 __ LoadImmediate(R0, kSmiCid); |
| 2101 __ b(&cid_loaded); | 2102 __ b(&cid_loaded); |
| 2102 } | 2103 } |
| 2103 | 2104 |
| 2104 | 2105 |
| 2105 // Called from switchable IC calls. | 2106 // Called from switchable IC calls. |
| 2106 // R0: receiver | 2107 // R0: receiver |
| 2107 // R5: ICData (preserved) | 2108 // R5: ICData (preserved) |
| 2108 // Result: | 2109 // Result: |
| 2109 // R1: target entry point | |
| 2110 // CODE_REG: target Code object | 2110 // CODE_REG: target Code object |
| 2111 // R4: arguments descriptor | 2111 // R4: arguments descriptor |
| 2112 void StubCode::GenerateICLookupThroughFunctionStub(Assembler* assembler) { | 2112 void StubCode::GenerateICLookupThroughFunctionStub(Assembler* assembler) { |
| 2113 __ NoMonomorphicCheckedEntry(); |
| 2114 |
| 2113 Label loop, found, miss; | 2115 Label loop, found, miss; |
| 2114 __ ldr(R4, FieldAddress(R5, ICData::arguments_descriptor_offset())); | 2116 __ ldr(R4, FieldAddress(R5, ICData::arguments_descriptor_offset())); |
| 2115 __ ldr(R8, FieldAddress(R5, ICData::ic_data_offset())); | 2117 __ ldr(R8, FieldAddress(R5, ICData::ic_data_offset())); |
| 2116 __ AddImmediate(R8, R8, Array::data_offset() - kHeapObjectTag); | 2118 __ AddImmediate(R8, R8, Array::data_offset() - kHeapObjectTag); |
| 2117 // R8: first IC entry | 2119 // R8: first IC entry |
| 2118 __ LoadTaggedClassIdMayBeSmi(R1, R0); | 2120 __ LoadTaggedClassIdMayBeSmi(R1, R0); |
| 2119 // R1: receiver cid as Smi | 2121 // R1: receiver cid as Smi |
| 2120 | 2122 |
| 2121 __ Bind(&loop); | 2123 __ Bind(&loop); |
| 2122 __ ldr(R2, Address(R8, 0)); | 2124 __ ldr(R2, Address(R8, 0)); |
| 2123 __ cmp(R1, Operand(R2)); | 2125 __ cmp(R1, Operand(R2)); |
| 2124 __ b(&found, EQ); | 2126 __ b(&found, EQ); |
| 2125 __ CompareImmediate(R2, Smi::RawValue(kIllegalCid)); | 2127 __ CompareImmediate(R2, Smi::RawValue(kIllegalCid)); |
| 2126 __ b(&miss, EQ); | 2128 __ b(&miss, EQ); |
| 2127 | 2129 |
| 2128 const intptr_t entry_length = ICData::TestEntryLengthFor(1) * kWordSize; | 2130 const intptr_t entry_length = ICData::TestEntryLengthFor(1) * kWordSize; |
| 2129 __ AddImmediate(R8, R8, entry_length); // Next entry. | 2131 __ AddImmediate(R8, R8, entry_length); // Next entry. |
| 2130 __ b(&loop); | 2132 __ b(&loop); |
| 2131 | 2133 |
| 2132 __ Bind(&found); | 2134 __ Bind(&found); |
| 2133 const intptr_t target_offset = ICData::TargetIndexFor(1) * kWordSize; | 2135 const intptr_t target_offset = ICData::TargetIndexFor(1) * kWordSize; |
| 2134 __ ldr(R0, Address(R8, target_offset)); | 2136 __ ldr(R0, Address(R8, target_offset)); |
| 2135 __ ldr(R1, FieldAddress(R0, Function::entry_point_offset())); | 2137 __ ldr(R1, FieldAddress(R0, Function::entry_point_offset())); |
| 2136 __ ldr(CODE_REG, FieldAddress(R0, Function::code_offset())); | 2138 __ ldr(CODE_REG, FieldAddress(R0, Function::code_offset())); |
| 2137 __ ret(); | 2139 __ br(R1); |
| 2138 | 2140 |
| 2139 __ Bind(&miss); | 2141 __ Bind(&miss); |
| 2140 __ LoadIsolate(R2); | 2142 __ LoadIsolate(R2); |
| 2141 __ ldr(CODE_REG, Address(R2, Isolate::ic_miss_code_offset())); | 2143 __ ldr(CODE_REG, Address(R2, Isolate::ic_miss_code_offset())); |
| 2142 __ ldr(R1, FieldAddress(CODE_REG, Code::entry_point_offset())); | 2144 __ ldr(R1, FieldAddress(CODE_REG, Code::entry_point_offset())); |
| 2143 __ ret(); | 2145 __ br(R1); |
| 2144 } | 2146 } |
| 2145 | 2147 |
| 2146 | 2148 |
| 2147 void StubCode::GenerateICLookupThroughCodeStub(Assembler* assembler) { | 2149 void StubCode::GenerateICLookupThroughCodeStub(Assembler* assembler) { |
| 2150 __ NoMonomorphicCheckedEntry(); |
| 2151 |
| 2148 Label loop, found, miss; | 2152 Label loop, found, miss; |
| 2149 __ ldr(R4, FieldAddress(R5, ICData::arguments_descriptor_offset())); | 2153 __ ldr(R4, FieldAddress(R5, ICData::arguments_descriptor_offset())); |
| 2150 __ ldr(R8, FieldAddress(R5, ICData::ic_data_offset())); | 2154 __ ldr(R8, FieldAddress(R5, ICData::ic_data_offset())); |
| 2151 __ AddImmediate(R8, R8, Array::data_offset() - kHeapObjectTag); | 2155 __ AddImmediate(R8, R8, Array::data_offset() - kHeapObjectTag); |
| 2152 // R8: first IC entry | 2156 // R8: first IC entry |
| 2153 __ LoadTaggedClassIdMayBeSmi(R1, R0); | 2157 __ LoadTaggedClassIdMayBeSmi(R1, R0); |
| 2154 // R1: receiver cid as Smi | 2158 // R1: receiver cid as Smi |
| 2155 | 2159 |
| 2156 __ Bind(&loop); | 2160 __ Bind(&loop); |
| 2157 __ ldr(R2, Address(R8, 0)); | 2161 __ ldr(R2, Address(R8, 0)); |
| 2158 __ cmp(R1, Operand(R2)); | 2162 __ cmp(R1, Operand(R2)); |
| 2159 __ b(&found, EQ); | 2163 __ b(&found, EQ); |
| 2160 __ CompareImmediate(R2, Smi::RawValue(kIllegalCid)); | 2164 __ CompareImmediate(R2, Smi::RawValue(kIllegalCid)); |
| 2161 __ b(&miss, EQ); | 2165 __ b(&miss, EQ); |
| 2162 | 2166 |
| 2163 const intptr_t entry_length = ICData::TestEntryLengthFor(1) * kWordSize; | 2167 const intptr_t entry_length = ICData::TestEntryLengthFor(1) * kWordSize; |
| 2164 __ AddImmediate(R8, R8, entry_length); // Next entry. | 2168 __ AddImmediate(R8, R8, entry_length); // Next entry. |
| 2165 __ b(&loop); | 2169 __ b(&loop); |
| 2166 | 2170 |
| 2167 __ Bind(&found); | 2171 __ Bind(&found); |
| 2168 const intptr_t code_offset = ICData::CodeIndexFor(1) * kWordSize; | 2172 const intptr_t code_offset = ICData::CodeIndexFor(1) * kWordSize; |
| 2169 const intptr_t entry_offset = ICData::EntryPointIndexFor(1) * kWordSize; | 2173 const intptr_t entry_offset = ICData::EntryPointIndexFor(1) * kWordSize; |
| 2170 __ ldr(R1, Address(R8, entry_offset)); | 2174 __ ldr(R1, Address(R8, entry_offset)); |
| 2171 __ ldr(CODE_REG, Address(R8, code_offset)); | 2175 __ ldr(CODE_REG, Address(R8, code_offset)); |
| 2172 __ ret(); | 2176 __ br(R1); |
| 2173 | 2177 |
| 2174 __ Bind(&miss); | 2178 __ Bind(&miss); |
| 2175 __ LoadIsolate(R2); | 2179 __ LoadIsolate(R2); |
| 2176 __ ldr(CODE_REG, Address(R2, Isolate::ic_miss_code_offset())); | 2180 __ ldr(CODE_REG, Address(R2, Isolate::ic_miss_code_offset())); |
| 2177 __ ldr(R1, FieldAddress(CODE_REG, Code::entry_point_offset())); | 2181 __ ldr(R1, FieldAddress(CODE_REG, Code::entry_point_offset())); |
| 2178 __ ret(); | 2182 __ br(R1); |
| 2179 } | 2183 } |
| 2180 | 2184 |
| 2181 | 2185 |
| 2186 // Called from the monomorphic checked entry. |
| 2187 // R0: receiver |
| 2188 void StubCode::GenerateMonomorphicMissStub(Assembler* assembler) { |
| 2189 __ EnterStubFrame(); |
| 2190 __ Push(R0); // Preserve receiver. |
| 2191 |
| 2192 __ PushObject(Object::null_object()); // Result. |
| 2193 __ Push(R0); // Arg0: Receiver |
| 2194 __ CallRuntime(kMonomorphicMissRuntimeEntry, 1); |
| 2195 __ Drop(1); |
| 2196 __ Pop(R5); // result = IC |
| 2197 |
| 2198 __ Pop(R0); // Restore receiver. |
| 2199 __ LeaveStubFrame(); |
| 2200 |
| 2201 __ ldr(CODE_REG, Address(THR, Thread::ic_lookup_through_code_stub_offset())); |
| 2202 __ ldr(R1, FieldAddress(CODE_REG, Code::checked_entry_point_offset())); |
| 2203 __ br(R1); |
| 2204 } |
| 2205 |
| 2206 |
| 2182 void StubCode::GenerateFrameAwaitingMaterializationStub(Assembler* assembler) { | 2207 void StubCode::GenerateFrameAwaitingMaterializationStub(Assembler* assembler) { |
| 2183 __ brk(0); | 2208 __ brk(0); |
| 2184 } | 2209 } |
| 2185 | 2210 |
| 2186 } // namespace dart | 2211 } // namespace dart |
| 2187 | 2212 |
| 2188 #endif // defined TARGET_ARCH_ARM64 | 2213 #endif // defined TARGET_ARCH_ARM64 |
| OLD | NEW |