Index: src/arm/codegen-arm.cc |
diff --git a/src/arm/codegen-arm.cc b/src/arm/codegen-arm.cc |
index aba7fd4d9abc7d0e8d0181f8d08e70a448747379..b1b91219f7ce675087a9435b9aa9e640674b885a 100644 |
--- a/src/arm/codegen-arm.cc |
+++ b/src/arm/codegen-arm.cc |
@@ -374,26 +374,28 @@ void StubRuntimeCallHelper::AfterCall(MacroAssembler* masm) const { |
#define __ ACCESS_MASM(masm) |
void ElementsTransitionGenerator::GenerateMapChangeElementsTransition( |
- MacroAssembler* masm, AllocationSiteMode mode, |
+ MacroAssembler* masm, |
+ Register receiver, |
+ Register key, |
+ Register value, |
+ Register target_map, |
+ AllocationSiteMode mode, |
Label* allocation_memento_found) { |
- // ----------- S t a t e ------------- |
- // -- r0 : value |
- // -- r1 : key |
- // -- r2 : receiver |
- // -- lr : return address |
- // -- r3 : target map, scratch for subsequent call |
- // -- r4 : scratch (elements) |
- // ----------------------------------- |
+ Register scratch_elements = r4; |
+ ASSERT(!AreAliased(receiver, key, value, target_map, |
+ scratch_elements)); |
+ |
if (mode == TRACK_ALLOCATION_SITE) { |
ASSERT(allocation_memento_found != NULL); |
- __ JumpIfJSArrayHasAllocationMemento(r2, r4, allocation_memento_found); |
+ __ JumpIfJSArrayHasAllocationMemento( |
+ receiver, scratch_elements, allocation_memento_found); |
} |
// Set transitioned map. |
- __ str(r3, FieldMemOperand(r2, HeapObject::kMapOffset)); |
- __ RecordWriteField(r2, |
+ __ str(target_map, FieldMemOperand(receiver, HeapObject::kMapOffset)); |
+ __ RecordWriteField(receiver, |
HeapObject::kMapOffset, |
- r3, |
+ target_map, |
r9, |
kLRHasNotBeenSaved, |
kDontSaveFPRegs, |
@@ -403,87 +405,103 @@ void ElementsTransitionGenerator::GenerateMapChangeElementsTransition( |
void ElementsTransitionGenerator::GenerateSmiToDouble( |
- MacroAssembler* masm, AllocationSiteMode mode, Label* fail) { |
- // ----------- S t a t e ------------- |
- // -- r0 : value |
- // -- r1 : key |
- // -- r2 : receiver |
- // -- lr : return address |
- // -- r3 : target map, scratch for subsequent call |
- // -- r4 : scratch (elements) |
- // ----------------------------------- |
+ MacroAssembler* masm, |
+ Register receiver, |
+ Register key, |
+ Register value, |
+ Register target_map, |
+ AllocationSiteMode mode, |
+ Label* fail) { |
+ // Register lr contains the return address. |
Label loop, entry, convert_hole, gc_required, only_change_map, done; |
+ Register elements = r4; |
+ Register length = r5; |
+ Register array = r6; |
+ Register array_end = array; |
+ |
+ // target_map parameter can be clobbered. |
+ Register scratch1 = target_map; |
+ Register scratch2 = r9; |
+ |
+ // Verify input registers don't conflict with locals. |
+ ASSERT(!AreAliased(receiver, key, value, target_map, |
+ elements, length, array, scratch2)); |
if (mode == TRACK_ALLOCATION_SITE) { |
- __ JumpIfJSArrayHasAllocationMemento(r2, r4, fail); |
+ __ JumpIfJSArrayHasAllocationMemento(receiver, elements, fail); |
} |
// Check for empty arrays, which only require a map transition and no changes |
// to the backing store. |
- __ ldr(r4, FieldMemOperand(r2, JSObject::kElementsOffset)); |
- __ CompareRoot(r4, Heap::kEmptyFixedArrayRootIndex); |
+ __ ldr(elements, FieldMemOperand(receiver, JSObject::kElementsOffset)); |
+ __ CompareRoot(elements, Heap::kEmptyFixedArrayRootIndex); |
__ b(eq, &only_change_map); |
__ push(lr); |
- __ ldr(r5, FieldMemOperand(r4, FixedArray::kLengthOffset)); |
- // r5: number of elements (smi-tagged) |
+ __ ldr(length, FieldMemOperand(elements, FixedArray::kLengthOffset)); |
+ // length: number of elements (smi-tagged) |
// Allocate new FixedDoubleArray. |
// Use lr as a temporary register. |
- __ mov(lr, Operand(r5, LSL, 2)); |
+ __ mov(lr, Operand(length, LSL, 2)); |
__ add(lr, lr, Operand(FixedDoubleArray::kHeaderSize)); |
- __ Allocate(lr, r6, r4, r9, &gc_required, DOUBLE_ALIGNMENT); |
- // r6: destination FixedDoubleArray, not tagged as heap object. |
- __ ldr(r4, FieldMemOperand(r2, JSObject::kElementsOffset)); |
+ __ Allocate(lr, array, elements, scratch2, &gc_required, DOUBLE_ALIGNMENT); |
+ // array: destination FixedDoubleArray, not tagged as heap object. |
+ __ ldr(elements, FieldMemOperand(receiver, JSObject::kElementsOffset)); |
// r4: source FixedArray. |
// Set destination FixedDoubleArray's length and map. |
- __ LoadRoot(r9, Heap::kFixedDoubleArrayMapRootIndex); |
- __ str(r5, MemOperand(r6, FixedDoubleArray::kLengthOffset)); |
+ __ LoadRoot(scratch2, Heap::kFixedDoubleArrayMapRootIndex); |
+ __ str(length, MemOperand(array, FixedDoubleArray::kLengthOffset)); |
// Update receiver's map. |
- __ str(r9, MemOperand(r6, HeapObject::kMapOffset)); |
+ __ str(scratch2, MemOperand(array, HeapObject::kMapOffset)); |
- __ str(r3, FieldMemOperand(r2, HeapObject::kMapOffset)); |
- __ RecordWriteField(r2, |
+ __ str(target_map, FieldMemOperand(receiver, HeapObject::kMapOffset)); |
+ __ RecordWriteField(receiver, |
HeapObject::kMapOffset, |
- r3, |
- r9, |
+ target_map, |
+ scratch2, |
kLRHasBeenSaved, |
kDontSaveFPRegs, |
OMIT_REMEMBERED_SET, |
OMIT_SMI_CHECK); |
// Replace receiver's backing store with newly created FixedDoubleArray. |
- __ add(r3, r6, Operand(kHeapObjectTag)); |
- __ str(r3, FieldMemOperand(r2, JSObject::kElementsOffset)); |
- __ RecordWriteField(r2, |
+ __ add(scratch1, array, Operand(kHeapObjectTag)); |
+ __ str(scratch1, FieldMemOperand(receiver, JSObject::kElementsOffset)); |
+ __ RecordWriteField(receiver, |
JSObject::kElementsOffset, |
- r3, |
- r9, |
+ scratch1, |
+ scratch2, |
kLRHasBeenSaved, |
kDontSaveFPRegs, |
EMIT_REMEMBERED_SET, |
OMIT_SMI_CHECK); |
// Prepare for conversion loop. |
- __ add(r3, r4, Operand(FixedArray::kHeaderSize - kHeapObjectTag)); |
- __ add(r9, r6, Operand(FixedDoubleArray::kHeaderSize)); |
- __ add(r6, r9, Operand(r5, LSL, 2)); |
- __ mov(r4, Operand(kHoleNanLower32)); |
- __ mov(r5, Operand(kHoleNanUpper32)); |
- // r3: begin of source FixedArray element fields, not tagged |
- // r4: kHoleNanLower32 |
- // r5: kHoleNanUpper32 |
- // r6: end of destination FixedDoubleArray, not tagged |
- // r9: begin of FixedDoubleArray element fields, not tagged |
+ __ add(scratch1, elements, Operand(FixedArray::kHeaderSize - kHeapObjectTag)); |
+ __ add(scratch2, array, Operand(FixedDoubleArray::kHeaderSize)); |
+ __ add(array_end, scratch2, Operand(length, LSL, 2)); |
+ |
+ // Repurpose registers no longer in use. |
+ Register hole_lower = elements; |
+ Register hole_upper = length; |
+ |
+ __ mov(hole_lower, Operand(kHoleNanLower32)); |
+ __ mov(hole_upper, Operand(kHoleNanUpper32)); |
+ // scratch1: begin of source FixedArray element fields, not tagged |
+ // hole_lower: kHoleNanLower32 |
+ // hole_upper: kHoleNanUpper32 |
+ // array_end: end of destination FixedDoubleArray, not tagged |
+ // scratch2: begin of FixedDoubleArray element fields, not tagged |
__ b(&entry); |
__ bind(&only_change_map); |
- __ str(r3, FieldMemOperand(r2, HeapObject::kMapOffset)); |
- __ RecordWriteField(r2, |
+ __ str(target_map, FieldMemOperand(receiver, HeapObject::kMapOffset)); |
+ __ RecordWriteField(receiver, |
HeapObject::kMapOffset, |
- r3, |
- r9, |
+ target_map, |
+ scratch2, |
kLRHasNotBeenSaved, |
kDontSaveFPRegs, |
OMIT_REMEMBERED_SET, |
@@ -497,15 +515,15 @@ void ElementsTransitionGenerator::GenerateSmiToDouble( |
// Convert and copy elements. |
__ bind(&loop); |
- __ ldr(lr, MemOperand(r3, 4, PostIndex)); |
+ __ ldr(lr, MemOperand(scratch1, 4, PostIndex)); |
// lr: current element |
__ UntagAndJumpIfNotSmi(lr, lr, &convert_hole); |
// Normal smi, convert to double and store. |
__ vmov(s0, lr); |
__ vcvt_f64_s32(d0, s0); |
- __ vstr(d0, r9, 0); |
- __ add(r9, r9, Operand(8)); |
+ __ vstr(d0, scratch2, 0); |
+ __ add(scratch2, scratch2, Operand(8)); |
__ b(&entry); |
// Hole found, store the-hole NaN. |
@@ -517,10 +535,10 @@ void ElementsTransitionGenerator::GenerateSmiToDouble( |
__ CompareRoot(lr, Heap::kTheHoleValueRootIndex); |
__ Assert(eq, kObjectFoundInSmiOnlyArray); |
} |
- __ Strd(r4, r5, MemOperand(r9, 8, PostIndex)); |
+ __ Strd(hole_lower, hole_upper, MemOperand(scratch2, 8, PostIndex)); |
__ bind(&entry); |
- __ cmp(r9, r6); |
+ __ cmp(scratch2, array_end); |
__ b(lt, &loop); |
__ pop(lr); |
@@ -529,80 +547,104 @@ void ElementsTransitionGenerator::GenerateSmiToDouble( |
void ElementsTransitionGenerator::GenerateDoubleToObject( |
- MacroAssembler* masm, AllocationSiteMode mode, Label* fail) { |
- // ----------- S t a t e ------------- |
- // -- r0 : value |
- // -- r1 : key |
- // -- r2 : receiver |
- // -- lr : return address |
- // -- r3 : target map, scratch for subsequent call |
- // -- r4 : scratch (elements) |
- // ----------------------------------- |
+ MacroAssembler* masm, |
+ Register receiver, |
+ Register key, |
+ Register value, |
+ Register target_map, |
+ AllocationSiteMode mode, |
+ Label* fail) { |
+ // Register lr contains the return address. |
Label entry, loop, convert_hole, gc_required, only_change_map; |
+ Register elements = r4; |
+ Register array = r6; |
+ Register length = r5; |
+ Register scratch = r9; |
+ |
+ // Verify input registers don't conflict with locals. |
+ ASSERT(!AreAliased(receiver, key, value, target_map, |
+ elements, array, length, scratch)); |
if (mode == TRACK_ALLOCATION_SITE) { |
- __ JumpIfJSArrayHasAllocationMemento(r2, r4, fail); |
+ __ JumpIfJSArrayHasAllocationMemento(receiver, elements, fail); |
} |
// Check for empty arrays, which only require a map transition and no changes |
// to the backing store. |
- __ ldr(r4, FieldMemOperand(r2, JSObject::kElementsOffset)); |
- __ CompareRoot(r4, Heap::kEmptyFixedArrayRootIndex); |
+ __ ldr(elements, FieldMemOperand(receiver, JSObject::kElementsOffset)); |
+ __ CompareRoot(elements, Heap::kEmptyFixedArrayRootIndex); |
__ b(eq, &only_change_map); |
__ push(lr); |
- __ Push(r3, r2, r1, r0); |
- __ ldr(r5, FieldMemOperand(r4, FixedArray::kLengthOffset)); |
- // r4: source FixedDoubleArray |
- // r5: number of elements (smi-tagged) |
+ __ Push(target_map, receiver, key, value); |
+ __ ldr(length, FieldMemOperand(elements, FixedArray::kLengthOffset)); |
+ // elements: source FixedDoubleArray |
+ // length: number of elements (smi-tagged) |
// Allocate new FixedArray. |
- __ mov(r0, Operand(FixedDoubleArray::kHeaderSize)); |
- __ add(r0, r0, Operand(r5, LSL, 1)); |
- __ Allocate(r0, r6, r3, r9, &gc_required, NO_ALLOCATION_FLAGS); |
- // r6: destination FixedArray, not tagged as heap object |
+ // Re-use value and target_map registers, as they have been saved on the |
+ // stack. |
+ Register array_size = value; |
+ Register allocate_scratch = target_map; |
+ __ mov(array_size, Operand(FixedDoubleArray::kHeaderSize)); |
+ __ add(array_size, array_size, Operand(length, LSL, 1)); |
+ __ Allocate(array_size, array, allocate_scratch, scratch, &gc_required, |
+ NO_ALLOCATION_FLAGS); |
+ // array: destination FixedArray, not tagged as heap object |
// Set destination FixedDoubleArray's length and map. |
- __ LoadRoot(r9, Heap::kFixedArrayMapRootIndex); |
- __ str(r5, MemOperand(r6, FixedDoubleArray::kLengthOffset)); |
- __ str(r9, MemOperand(r6, HeapObject::kMapOffset)); |
+ __ LoadRoot(scratch, Heap::kFixedArrayMapRootIndex); |
+ __ str(length, MemOperand(array, FixedDoubleArray::kLengthOffset)); |
+ __ str(scratch, MemOperand(array, HeapObject::kMapOffset)); |
// Prepare for conversion loop. |
- __ add(r4, r4, Operand(FixedDoubleArray::kHeaderSize - kHeapObjectTag + 4)); |
- __ add(r3, r6, Operand(FixedArray::kHeaderSize)); |
- __ add(r6, r6, Operand(kHeapObjectTag)); |
- __ add(r5, r3, Operand(r5, LSL, 1)); |
- __ LoadRoot(r9, Heap::kHeapNumberMapRootIndex); |
- // Using offsetted addresses in r4 to fully take advantage of post-indexing. |
- // r3: begin of destination FixedArray element fields, not tagged |
- // r4: begin of source FixedDoubleArray element fields, not tagged, +4 |
- // r5: end of destination FixedArray, not tagged |
- // r6: destination FixedArray |
- // r9: heap number map |
+ Register src_elements = elements; |
+ Register dst_elements = target_map; |
+ Register dst_end = length; |
+ Register heap_number_map = scratch; |
+ __ add(src_elements, elements, |
+ Operand(FixedDoubleArray::kHeaderSize - kHeapObjectTag + 4)); |
+ __ add(dst_elements, array, Operand(FixedArray::kHeaderSize)); |
+ __ add(array, array, Operand(kHeapObjectTag)); |
+ __ add(dst_end, dst_elements, Operand(length, LSL, 1)); |
+ __ LoadRoot(heap_number_map, Heap::kHeapNumberMapRootIndex); |
+ // Using offsetted addresses in src_elements to fully take advantage of |
+ // post-indexing. |
+ // dst_elements: begin of destination FixedArray element fields, not tagged |
+ // src_elements: begin of source FixedDoubleArray element fields, |
+ // not tagged, +4 |
+ // dst_end: end of destination FixedArray, not tagged |
+ // array: destination FixedArray |
+ // heap_number_map: heap number map |
__ b(&entry); |
// Call into runtime if GC is required. |
__ bind(&gc_required); |
- __ Pop(r3, r2, r1, r0); |
+ __ Pop(target_map, receiver, key, value); |
__ pop(lr); |
__ b(fail); |
__ bind(&loop); |
- __ ldr(r1, MemOperand(r4, 8, PostIndex)); |
- // r1: current element's upper 32 bit |
- // r4: address of next element's upper 32 bit |
- __ cmp(r1, Operand(kHoleNanUpper32)); |
+ Register upper_bits = key; |
+ __ ldr(upper_bits, MemOperand(src_elements, 8, PostIndex)); |
+ // upper_bits: current element's upper 32 bit |
+ // src_elements: address of next element's upper 32 bit |
+ __ cmp(upper_bits, Operand(kHoleNanUpper32)); |
__ b(eq, &convert_hole); |
// Non-hole double, copy value into a heap number. |
- __ AllocateHeapNumber(r2, r0, lr, r9, &gc_required); |
- // r2: new heap number |
- __ ldr(r0, MemOperand(r4, 12, NegOffset)); |
- __ Strd(r0, r1, FieldMemOperand(r2, HeapNumber::kValueOffset)); |
- __ mov(r0, r3); |
- __ str(r2, MemOperand(r3, 4, PostIndex)); |
- __ RecordWrite(r6, |
- r0, |
- r2, |
+ Register heap_number = receiver; |
+ Register scratch2 = value; |
+ __ AllocateHeapNumber(heap_number, scratch2, lr, heap_number_map, |
+ &gc_required); |
+ // heap_number: new heap number |
+ __ ldr(scratch2, MemOperand(src_elements, 12, NegOffset)); |
+ __ Strd(scratch2, upper_bits, |
+ FieldMemOperand(heap_number, HeapNumber::kValueOffset)); |
+ __ mov(scratch2, dst_elements); |
+ __ str(heap_number, MemOperand(dst_elements, 4, PostIndex)); |
+ __ RecordWrite(array, |
+ scratch2, |
+ heap_number, |
kLRHasBeenSaved, |
kDontSaveFPRegs, |
EMIT_REMEMBERED_SET, |
@@ -611,20 +653,20 @@ void ElementsTransitionGenerator::GenerateDoubleToObject( |
// Replace the-hole NaN with the-hole pointer. |
__ bind(&convert_hole); |
- __ LoadRoot(r0, Heap::kTheHoleValueRootIndex); |
- __ str(r0, MemOperand(r3, 4, PostIndex)); |
+ __ LoadRoot(scratch2, Heap::kTheHoleValueRootIndex); |
+ __ str(scratch2, MemOperand(dst_elements, 4, PostIndex)); |
__ bind(&entry); |
- __ cmp(r3, r5); |
+ __ cmp(dst_elements, dst_end); |
__ b(lt, &loop); |
- __ Pop(r3, r2, r1, r0); |
+ __ Pop(target_map, receiver, key, value); |
// Replace receiver's backing store with newly created and filled FixedArray. |
- __ str(r6, FieldMemOperand(r2, JSObject::kElementsOffset)); |
- __ RecordWriteField(r2, |
+ __ str(array, FieldMemOperand(receiver, JSObject::kElementsOffset)); |
+ __ RecordWriteField(receiver, |
JSObject::kElementsOffset, |
- r6, |
- r9, |
+ array, |
+ scratch, |
kLRHasBeenSaved, |
kDontSaveFPRegs, |
EMIT_REMEMBERED_SET, |
@@ -633,11 +675,11 @@ void ElementsTransitionGenerator::GenerateDoubleToObject( |
__ bind(&only_change_map); |
// Update receiver's map. |
- __ str(r3, FieldMemOperand(r2, HeapObject::kMapOffset)); |
- __ RecordWriteField(r2, |
+ __ str(target_map, FieldMemOperand(receiver, HeapObject::kMapOffset)); |
+ __ RecordWriteField(receiver, |
HeapObject::kMapOffset, |
- r3, |
- r9, |
+ target_map, |
+ scratch, |
kLRHasNotBeenSaved, |
kDontSaveFPRegs, |
OMIT_REMEMBERED_SET, |