OLD | NEW |
1 // Copyright 2012 the V8 project authors. All rights reserved. | 1 // Copyright 2012 the V8 project authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 #include <limits.h> // For LONG_MIN, LONG_MAX. | 5 #include <limits.h> // For LONG_MIN, LONG_MAX. |
6 | 6 |
7 #if V8_TARGET_ARCH_ARM | 7 #if V8_TARGET_ARCH_ARM |
8 | 8 |
9 #include "src/base/bits.h" | 9 #include "src/base/bits.h" |
10 #include "src/base/division-by-constant.h" | 10 #include "src/base/division-by-constant.h" |
(...skipping 2014 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
2025 Check(eq, kUnexpectedAllocationTop); | 2025 Check(eq, kUnexpectedAllocationTop); |
2026 } | 2026 } |
2027 // Load allocation limit. Result already contains allocation top. | 2027 // Load allocation limit. Result already contains allocation top. |
2028 ldr(alloc_limit, MemOperand(top_address, limit - top)); | 2028 ldr(alloc_limit, MemOperand(top_address, limit - top)); |
2029 } | 2029 } |
2030 | 2030 |
2031 if ((flags & DOUBLE_ALIGNMENT) != 0) { | 2031 if ((flags & DOUBLE_ALIGNMENT) != 0) { |
2032 // Align the next allocation. Storing the filler map without checking top is | 2032 // Align the next allocation. Storing the filler map without checking top is |
2033 // safe in new-space because the limit of the heap is aligned there. | 2033 // safe in new-space because the limit of the heap is aligned there. |
2034 STATIC_ASSERT(kPointerAlignment * 2 == kDoubleAlignment); | 2034 STATIC_ASSERT(kPointerAlignment * 2 == kDoubleAlignment); |
2035 and_(result_end, result, Operand(kDoubleAlignmentMaskTagged), SetCC); | 2035 and_(result_end, result, Operand(kDoubleAlignmentMask), SetCC); |
2036 Label aligned; | 2036 Label aligned; |
2037 b(eq, &aligned); | 2037 b(eq, &aligned); |
2038 if ((flags & PRETENURE) != 0) { | 2038 if ((flags & PRETENURE) != 0) { |
2039 cmp(result, Operand(alloc_limit)); | 2039 cmp(result, Operand(alloc_limit)); |
2040 b(hs, gc_required); | 2040 b(hs, gc_required); |
2041 } | 2041 } |
2042 mov(result_end, Operand(isolate()->factory()->one_pointer_filler_map())); | 2042 mov(result_end, Operand(isolate()->factory()->one_pointer_filler_map())); |
2043 str(result_end, MemOperand(result, -kHeapObjectTag)); | 2043 str(result_end, MemOperand(result, kDoubleSize / 2, PostIndex)); |
2044 add(result_end, result_end, Operand(kDoubleSize / 2)); | |
2045 bind(&aligned); | 2044 bind(&aligned); |
2046 } | 2045 } |
2047 | 2046 |
2048 // Calculate new top and bail out if new space is exhausted. Use result | 2047 // Calculate new top and bail out if new space is exhausted. Use result |
2049 // to calculate the new top. We must preserve the ip register at this | 2048 // to calculate the new top. We must preserve the ip register at this |
2050 // point, so we cannot just use add(). | 2049 // point, so we cannot just use add(). |
2051 DCHECK(object_size > 0); | 2050 DCHECK(object_size > 0); |
2052 Register source = result; | 2051 Register source = result; |
2053 Condition cond = al; | 2052 Condition cond = al; |
2054 int shift = 0; | 2053 int shift = 0; |
(...skipping 12 matching lines...) Expand all Loading... |
2067 } | 2066 } |
2068 } | 2067 } |
2069 | 2068 |
2070 cmp(result_end, Operand(alloc_limit)); | 2069 cmp(result_end, Operand(alloc_limit)); |
2071 b(hi, gc_required); | 2070 b(hi, gc_required); |
2072 | 2071 |
2073 if ((flags & ALLOCATION_FOLDING_DOMINATOR) == 0) { | 2072 if ((flags & ALLOCATION_FOLDING_DOMINATOR) == 0) { |
2074 // The top pointer is not updated for allocation folding dominators. | 2073 // The top pointer is not updated for allocation folding dominators. |
2075 str(result_end, MemOperand(top_address)); | 2074 str(result_end, MemOperand(top_address)); |
2076 } | 2075 } |
| 2076 |
| 2077 // Tag object. |
| 2078 add(result, result, Operand(kHeapObjectTag)); |
2077 } | 2079 } |
2078 | 2080 |
2079 | 2081 |
2080 void MacroAssembler::Allocate(Register object_size, Register result, | 2082 void MacroAssembler::Allocate(Register object_size, Register result, |
2081 Register result_end, Register scratch, | 2083 Register result_end, Register scratch, |
2082 Label* gc_required, AllocationFlags flags) { | 2084 Label* gc_required, AllocationFlags flags) { |
2083 DCHECK((flags & ALLOCATION_FOLDED) == 0); | 2085 DCHECK((flags & ALLOCATION_FOLDED) == 0); |
2084 if (!FLAG_inline_new) { | 2086 if (!FLAG_inline_new) { |
2085 if (emit_debug_code()) { | 2087 if (emit_debug_code()) { |
2086 // Trash the registers to simulate an allocation failure. | 2088 // Trash the registers to simulate an allocation failure. |
(...skipping 42 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
2129 Check(eq, kUnexpectedAllocationTop); | 2131 Check(eq, kUnexpectedAllocationTop); |
2130 } | 2132 } |
2131 // Load allocation limit. Result already contains allocation top. | 2133 // Load allocation limit. Result already contains allocation top. |
2132 ldr(alloc_limit, MemOperand(top_address, limit - top)); | 2134 ldr(alloc_limit, MemOperand(top_address, limit - top)); |
2133 } | 2135 } |
2134 | 2136 |
2135 if ((flags & DOUBLE_ALIGNMENT) != 0) { | 2137 if ((flags & DOUBLE_ALIGNMENT) != 0) { |
2136 // Align the next allocation. Storing the filler map without checking top is | 2138 // Align the next allocation. Storing the filler map without checking top is |
2137 // safe in new-space because the limit of the heap is aligned there. | 2139 // safe in new-space because the limit of the heap is aligned there. |
2138 DCHECK(kPointerAlignment * 2 == kDoubleAlignment); | 2140 DCHECK(kPointerAlignment * 2 == kDoubleAlignment); |
2139 and_(result_end, result, Operand(kDoubleAlignmentMaskTagged), SetCC); | 2141 and_(result_end, result, Operand(kDoubleAlignmentMask), SetCC); |
2140 Label aligned; | 2142 Label aligned; |
2141 b(eq, &aligned); | 2143 b(eq, &aligned); |
2142 if ((flags & PRETENURE) != 0) { | 2144 if ((flags & PRETENURE) != 0) { |
2143 cmp(result, Operand(alloc_limit)); | 2145 cmp(result, Operand(alloc_limit)); |
2144 b(hs, gc_required); | 2146 b(hs, gc_required); |
2145 } | 2147 } |
2146 mov(result_end, Operand(isolate()->factory()->one_pointer_filler_map())); | 2148 mov(result_end, Operand(isolate()->factory()->one_pointer_filler_map())); |
2147 str(result_end, MemOperand(result, -kHeapObjectTag)); | 2149 str(result_end, MemOperand(result, kDoubleSize / 2, PostIndex)); |
2148 add(result_end, result_end, Operand(kDoubleSize / 2)); | |
2149 bind(&aligned); | 2150 bind(&aligned); |
2150 } | 2151 } |
2151 | 2152 |
2152 // Calculate new top and bail out if new space is exhausted. Use result | 2153 // Calculate new top and bail out if new space is exhausted. Use result |
2153 // to calculate the new top. Object size may be in words so a shift is | 2154 // to calculate the new top. Object size may be in words so a shift is |
2154 // required to get the number of bytes. | 2155 // required to get the number of bytes. |
2155 if ((flags & SIZE_IN_WORDS) != 0) { | 2156 if ((flags & SIZE_IN_WORDS) != 0) { |
2156 add(result_end, result, Operand(object_size, LSL, kPointerSizeLog2), SetCC); | 2157 add(result_end, result, Operand(object_size, LSL, kPointerSizeLog2), SetCC); |
2157 } else { | 2158 } else { |
2158 add(result_end, result, Operand(object_size), SetCC); | 2159 add(result_end, result, Operand(object_size), SetCC); |
2159 } | 2160 } |
2160 | 2161 |
2161 cmp(result_end, Operand(alloc_limit)); | 2162 cmp(result_end, Operand(alloc_limit)); |
2162 b(hi, gc_required); | 2163 b(hi, gc_required); |
2163 | 2164 |
2164 // Update allocation top. result temporarily holds the new top. | 2165 // Update allocation top. result temporarily holds the new top. |
2165 if (emit_debug_code()) { | 2166 if (emit_debug_code()) { |
2166 tst(result_end, Operand(kObjectAlignmentMask)); | 2167 tst(result_end, Operand(kObjectAlignmentMask)); |
2167 Check(ne, kUnalignedAllocationInNewSpace); | 2168 Check(eq, kUnalignedAllocationInNewSpace); |
2168 } | 2169 } |
2169 if ((flags & ALLOCATION_FOLDING_DOMINATOR) == 0) { | 2170 if ((flags & ALLOCATION_FOLDING_DOMINATOR) == 0) { |
2170 // The top pointer is not updated for allocation folding dominators. | 2171 // The top pointer is not updated for allocation folding dominators. |
2171 str(result_end, MemOperand(top_address)); | 2172 str(result_end, MemOperand(top_address)); |
2172 } | 2173 } |
| 2174 |
| 2175 // Tag object. |
| 2176 add(result, result, Operand(kHeapObjectTag)); |
2173 } | 2177 } |
2174 | 2178 |
2175 void MacroAssembler::FastAllocate(Register object_size, Register result, | 2179 void MacroAssembler::FastAllocate(Register object_size, Register result, |
2176 Register result_end, Register scratch, | 2180 Register result_end, Register scratch, |
2177 AllocationFlags flags) { | 2181 AllocationFlags flags) { |
2178 // |object_size| and |result_end| may overlap if the DOUBLE_ALIGNMENT flag | 2182 // |object_size| and |result_end| may overlap if the DOUBLE_ALIGNMENT flag |
2179 // is not specified. Other registers must not overlap. | 2183 // is not specified. Other registers must not overlap. |
2180 DCHECK(!AreAliased(object_size, result, scratch, ip)); | 2184 DCHECK(!AreAliased(object_size, result, scratch, ip)); |
2181 DCHECK(!AreAliased(result_end, result, scratch, ip)); | 2185 DCHECK(!AreAliased(result_end, result, scratch, ip)); |
2182 DCHECK((flags & DOUBLE_ALIGNMENT) == 0 || !object_size.is(result_end)); | 2186 DCHECK((flags & DOUBLE_ALIGNMENT) == 0 || !object_size.is(result_end)); |
2183 | 2187 |
2184 ExternalReference allocation_top = | 2188 ExternalReference allocation_top = |
2185 AllocationUtils::GetAllocationTopReference(isolate(), flags); | 2189 AllocationUtils::GetAllocationTopReference(isolate(), flags); |
2186 | 2190 |
2187 Register top_address = scratch; | 2191 Register top_address = scratch; |
2188 mov(top_address, Operand(allocation_top)); | 2192 mov(top_address, Operand(allocation_top)); |
2189 ldr(result, MemOperand(top_address)); | 2193 ldr(result, MemOperand(top_address)); |
2190 | 2194 |
2191 if ((flags & DOUBLE_ALIGNMENT) != 0) { | 2195 if ((flags & DOUBLE_ALIGNMENT) != 0) { |
2192 // Align the next allocation. Storing the filler map without checking top is | 2196 // Align the next allocation. Storing the filler map without checking top is |
2193 // safe in new-space because the limit of the heap is aligned there. | 2197 // safe in new-space because the limit of the heap is aligned there. |
2194 DCHECK(kPointerAlignment * 2 == kDoubleAlignment); | 2198 DCHECK(kPointerAlignment * 2 == kDoubleAlignment); |
2195 and_(result_end, result, Operand(kDoubleAlignmentMaskTagged), SetCC); | 2199 and_(result_end, result, Operand(kDoubleAlignmentMask), SetCC); |
2196 Label aligned; | 2200 Label aligned; |
2197 b(eq, &aligned); | 2201 b(eq, &aligned); |
2198 mov(result_end, Operand(isolate()->factory()->one_pointer_filler_map())); | 2202 mov(result_end, Operand(isolate()->factory()->one_pointer_filler_map())); |
2199 str(result_end, MemOperand(result, -kHeapObjectTag)); | 2203 str(result_end, MemOperand(result, kDoubleSize / 2, PostIndex)); |
2200 add(result_end, result_end, Operand(kDoubleSize / 2)); | |
2201 bind(&aligned); | 2204 bind(&aligned); |
2202 } | 2205 } |
2203 | 2206 |
2204 // Calculate new top using result. Object size may be in words so a shift is | 2207 // Calculate new top using result. Object size may be in words so a shift is |
2205 // required to get the number of bytes. | 2208 // required to get the number of bytes. |
2206 if ((flags & SIZE_IN_WORDS) != 0) { | 2209 if ((flags & SIZE_IN_WORDS) != 0) { |
2207 add(result_end, result, Operand(object_size, LSL, kPointerSizeLog2), SetCC); | 2210 add(result_end, result, Operand(object_size, LSL, kPointerSizeLog2), SetCC); |
2208 } else { | 2211 } else { |
2209 add(result_end, result, Operand(object_size), SetCC); | 2212 add(result_end, result, Operand(object_size), SetCC); |
2210 } | 2213 } |
2211 | 2214 |
2212 // Update allocation top. result temporarily holds the new top. | 2215 // Update allocation top. result temporarily holds the new top. |
2213 if (emit_debug_code()) { | 2216 if (emit_debug_code()) { |
2214 tst(result_end, Operand(kObjectAlignmentMask)); | 2217 tst(result_end, Operand(kObjectAlignmentMask)); |
2215 Check(ne, kUnalignedAllocationInNewSpace); | 2218 Check(eq, kUnalignedAllocationInNewSpace); |
2216 } | 2219 } |
2217 // The top pointer is not updated for allocation folding dominators. | 2220 // The top pointer is not updated for allocation folding dominators. |
2218 str(result_end, MemOperand(top_address)); | 2221 str(result_end, MemOperand(top_address)); |
| 2222 |
| 2223 add(result, result, Operand(kHeapObjectTag)); |
2219 } | 2224 } |
2220 | 2225 |
2221 void MacroAssembler::FastAllocate(int object_size, Register result, | 2226 void MacroAssembler::FastAllocate(int object_size, Register result, |
2222 Register scratch1, Register scratch2, | 2227 Register scratch1, Register scratch2, |
2223 AllocationFlags flags) { | 2228 AllocationFlags flags) { |
2224 DCHECK(object_size <= Page::kMaxRegularHeapObjectSize); | 2229 DCHECK(object_size <= Page::kMaxRegularHeapObjectSize); |
2225 DCHECK(!AreAliased(result, scratch1, scratch2, ip)); | 2230 DCHECK(!AreAliased(result, scratch1, scratch2, ip)); |
2226 | 2231 |
2227 // Make object size into bytes. | 2232 // Make object size into bytes. |
2228 if ((flags & SIZE_IN_WORDS) != 0) { | 2233 if ((flags & SIZE_IN_WORDS) != 0) { |
2229 object_size *= kPointerSize; | 2234 object_size *= kPointerSize; |
2230 } | 2235 } |
2231 DCHECK_EQ(0, object_size & kObjectAlignmentMask); | 2236 DCHECK_EQ(0, object_size & kObjectAlignmentMask); |
2232 | 2237 |
2233 ExternalReference allocation_top = | 2238 ExternalReference allocation_top = |
2234 AllocationUtils::GetAllocationTopReference(isolate(), flags); | 2239 AllocationUtils::GetAllocationTopReference(isolate(), flags); |
2235 | 2240 |
2236 // Set up allocation top address register. | 2241 // Set up allocation top address register. |
2237 Register top_address = scratch1; | 2242 Register top_address = scratch1; |
2238 Register result_end = scratch2; | 2243 Register result_end = scratch2; |
2239 mov(top_address, Operand(allocation_top)); | 2244 mov(top_address, Operand(allocation_top)); |
2240 ldr(result, MemOperand(top_address)); | 2245 ldr(result, MemOperand(top_address)); |
2241 | 2246 |
2242 if ((flags & DOUBLE_ALIGNMENT) != 0) { | 2247 if ((flags & DOUBLE_ALIGNMENT) != 0) { |
2243 // Align the next allocation. Storing the filler map without checking top is | 2248 // Align the next allocation. Storing the filler map without checking top is |
2244 // safe in new-space because the limit of the heap is aligned there. | 2249 // safe in new-space because the limit of the heap is aligned there. |
2245 STATIC_ASSERT(kPointerAlignment * 2 == kDoubleAlignment); | 2250 STATIC_ASSERT(kPointerAlignment * 2 == kDoubleAlignment); |
2246 and_(result_end, result, Operand(kDoubleAlignmentMaskTagged), SetCC); | 2251 and_(result_end, result, Operand(kDoubleAlignmentMask), SetCC); |
2247 Label aligned; | 2252 Label aligned; |
2248 b(eq, &aligned); | 2253 b(eq, &aligned); |
2249 mov(result_end, Operand(isolate()->factory()->one_pointer_filler_map())); | 2254 mov(result_end, Operand(isolate()->factory()->one_pointer_filler_map())); |
2250 str(result_end, MemOperand(result, -kHeapObjectTag)); | 2255 str(result_end, MemOperand(result, kDoubleSize / 2, PostIndex)); |
2251 add(result_end, result_end, Operand(kDoubleSize / 2)); | |
2252 bind(&aligned); | 2256 bind(&aligned); |
2253 } | 2257 } |
2254 | 2258 |
2255 // Calculate new top using result. Object size may be in words so a shift is | 2259 // Calculate new top using result. Object size may be in words so a shift is |
2256 // required to get the number of bytes. We must preserve the ip register at | 2260 // required to get the number of bytes. We must preserve the ip register at |
2257 // this point, so we cannot just use add(). | 2261 // this point, so we cannot just use add(). |
2258 DCHECK(object_size > 0); | 2262 DCHECK(object_size > 0); |
2259 Register source = result; | 2263 Register source = result; |
2260 Condition cond = al; | 2264 Condition cond = al; |
2261 int shift = 0; | 2265 int shift = 0; |
2262 while (object_size != 0) { | 2266 while (object_size != 0) { |
2263 if (((object_size >> shift) & 0x03) == 0) { | 2267 if (((object_size >> shift) & 0x03) == 0) { |
2264 shift += 2; | 2268 shift += 2; |
2265 } else { | 2269 } else { |
2266 int bits = object_size & (0xff << shift); | 2270 int bits = object_size & (0xff << shift); |
2267 object_size -= bits; | 2271 object_size -= bits; |
2268 shift += 8; | 2272 shift += 8; |
2269 Operand bits_operand(bits); | 2273 Operand bits_operand(bits); |
2270 DCHECK(bits_operand.instructions_required(this) == 1); | 2274 DCHECK(bits_operand.instructions_required(this) == 1); |
2271 add(result_end, source, bits_operand, LeaveCC, cond); | 2275 add(result_end, source, bits_operand, LeaveCC, cond); |
2272 source = result_end; | 2276 source = result_end; |
2273 cond = cc; | 2277 cond = cc; |
2274 } | 2278 } |
2275 } | 2279 } |
2276 | 2280 |
2277 // The top pointer is not updated for allocation folding dominators. | 2281 // The top pointer is not updated for allocation folding dominators. |
2278 str(result_end, MemOperand(top_address)); | 2282 str(result_end, MemOperand(top_address)); |
| 2283 |
| 2284 add(result, result, Operand(kHeapObjectTag)); |
2279 } | 2285 } |
2280 | 2286 |
2281 void MacroAssembler::AllocateTwoByteString(Register result, | 2287 void MacroAssembler::AllocateTwoByteString(Register result, |
2282 Register length, | 2288 Register length, |
2283 Register scratch1, | 2289 Register scratch1, |
2284 Register scratch2, | 2290 Register scratch2, |
2285 Register scratch3, | 2291 Register scratch3, |
2286 Label* gc_required) { | 2292 Label* gc_required) { |
2287 // Calculate the number of bytes needed for the characters in the string while | 2293 // Calculate the number of bytes needed for the characters in the string while |
2288 // observing object alignment. | 2294 // observing object alignment. |
(...skipping 1738 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
4027 } | 4033 } |
4028 } | 4034 } |
4029 if (mag.shift > 0) mov(result, Operand(result, ASR, mag.shift)); | 4035 if (mag.shift > 0) mov(result, Operand(result, ASR, mag.shift)); |
4030 add(result, result, Operand(dividend, LSR, 31)); | 4036 add(result, result, Operand(dividend, LSR, 31)); |
4031 } | 4037 } |
4032 | 4038 |
4033 } // namespace internal | 4039 } // namespace internal |
4034 } // namespace v8 | 4040 } // namespace v8 |
4035 | 4041 |
4036 #endif // V8_TARGET_ARCH_ARM | 4042 #endif // V8_TARGET_ARCH_ARM |
OLD | NEW |