Index: src/mips64/code-stubs-mips64.cc |
diff --git a/src/mips64/code-stubs-mips64.cc b/src/mips64/code-stubs-mips64.cc |
index 02acdb0c4fbfc46c57a3a3319ab764e79f3b8da1..11234e1891b62a1e598e768ad3ea036d4c0e7726 100644 |
--- a/src/mips64/code-stubs-mips64.cc |
+++ b/src/mips64/code-stubs-mips64.cc |
@@ -4646,15 +4646,21 @@ void VectorRawLoadStub::GenerateForTrampoline(MacroAssembler* masm) { |
static void HandleArrayCases(MacroAssembler* masm, Register receiver, |
Register key, Register vector, Register slot, |
- Register feedback, Register receiver_map, |
- Register scratch1, Register scratch2, |
+ Register feedback, Register scratch1, |
+ Register scratch2, Register scratch3, |
bool is_polymorphic, Label* miss) { |
// feedback initially contains the feedback array |
Label next_loop, prepare_next; |
+ Label load_smi_map, compare_map; |
Label start_polymorphic; |
- Register cached_map = scratch1; |
+ Register receiver_map = scratch1; |
+ Register cached_map = scratch2; |
+ // Receiver might not be a heap object. |
+ __ JumpIfSmi(receiver, &load_smi_map); |
+ __ ld(receiver_map, FieldMemOperand(receiver, HeapObject::kMapOffset)); |
+ __ bind(&compare_map); |
__ ld(cached_map, |
FieldMemOperand(feedback, FixedArray::OffsetOfElementAt(0))); |
__ ld(cached_map, FieldMemOperand(cached_map, WeakCell::kValueOffset)); |
@@ -4665,7 +4671,7 @@ static void HandleArrayCases(MacroAssembler* masm, Register receiver, |
__ Daddu(t9, handler, Operand(Code::kHeaderSize - kHeapObjectTag)); |
__ Jump(t9); |
- Register length = scratch2; |
+ Register length = scratch3; |
__ bind(&start_polymorphic); |
__ ld(length, FieldMemOperand(feedback, FixedArray::kLengthOffset)); |
if (!is_polymorphic) { |
@@ -4684,9 +4690,9 @@ static void HandleArrayCases(MacroAssembler* masm, Register receiver, |
// ^ ^ |
// | | |
// pointer_reg too_far |
- // aka feedback scratch2 |
- // also need receiver_map |
- // use cached_map (scratch1) to look in the weak map values. |
+ // aka feedback scratch3 |
+ // also need receiver_map (aka scratch1) |
+ // use cached_map (scratch2) to look in the weak map values. |
__ SmiScale(too_far, length, kPointerSizeLog2); |
__ Daddu(too_far, feedback, Operand(too_far)); |
__ Daddu(too_far, too_far, Operand(FixedArray::kHeaderSize - kHeapObjectTag)); |
@@ -4707,22 +4713,44 @@ static void HandleArrayCases(MacroAssembler* masm, Register receiver, |
// We exhausted our array of map handler pairs. |
__ Branch(miss); |
+ |
+ __ bind(&load_smi_map); |
+ __ LoadRoot(receiver_map, Heap::kHeapNumberMapRootIndex); |
+ __ Branch(&compare_map); |
} |
static void HandleMonomorphicCase(MacroAssembler* masm, Register receiver, |
- Register receiver_map, Register feedback, |
- Register vector, Register slot, |
- Register scratch, Label* compare_map, |
- Label* load_smi_map, Label* try_array) { |
- __ JumpIfSmi(receiver, load_smi_map); |
- __ ld(receiver_map, FieldMemOperand(receiver, HeapObject::kMapOffset)); |
- __ bind(compare_map); |
- Register cached_map = scratch; |
+ Register key, Register vector, Register slot, |
+ Register weak_cell, Register scratch, |
+ Label* miss) { |
+ // feedback initially contains the feedback array |
+ Label compare_smi_map; |
+ Register receiver_map = scratch; |
+ Register cached_map = weak_cell; |
+ |
// Move the weak map into the weak_cell register. |
- __ ld(cached_map, FieldMemOperand(feedback, WeakCell::kValueOffset)); |
- __ Branch(try_array, ne, cached_map, Operand(receiver_map)); |
- Register handler = feedback; |
+ __ ld(cached_map, FieldMemOperand(weak_cell, WeakCell::kValueOffset)); |
+ |
+ // Receiver might not be a heap object. |
+ __ JumpIfSmi(receiver, &compare_smi_map); |
+ __ ld(receiver_map, FieldMemOperand(receiver, HeapObject::kMapOffset)); |
+ __ Branch(miss, ne, cached_map, Operand(receiver_map)); |
+ |
+ Register handler = weak_cell; |
+ __ SmiScale(handler, slot, kPointerSizeLog2); |
+ __ Daddu(handler, vector, Operand(handler)); |
+ __ ld(handler, |
+ FieldMemOperand(handler, FixedArray::kHeaderSize + kPointerSize)); |
+ __ Daddu(t9, handler, Code::kHeaderSize - kHeapObjectTag); |
+ __ Jump(t9); |
+ |
+ // In microbenchmarks, it made sense to unroll this code so that the call to |
+ // the handler is duplicated for a HeapObject receiver and a Smi receiver. |
+ // TODO(mvstanton): does this hold on ARM? |
+ __ bind(&compare_smi_map); |
+ __ LoadRoot(at, Heap::kHeapNumberMapRootIndex); |
+ __ Branch(miss, ne, weak_cell, Operand(at)); |
__ SmiScale(handler, slot, kPointerSizeLog2); |
__ Daddu(handler, vector, Operand(handler)); |
__ ld(handler, |
@@ -4738,28 +4766,27 @@ void VectorRawLoadStub::GenerateImpl(MacroAssembler* masm, bool in_frame) { |
Register vector = VectorLoadICDescriptor::VectorRegister(); // a3 |
Register slot = VectorLoadICDescriptor::SlotRegister(); // a0 |
Register feedback = a4; |
- Register receiver_map = a5; |
- Register scratch1 = a6; |
+ Register scratch1 = a5; |
__ SmiScale(feedback, slot, kPointerSizeLog2); |
__ Daddu(feedback, vector, Operand(feedback)); |
__ ld(feedback, FieldMemOperand(feedback, FixedArray::kHeaderSize)); |
- // Try to quickly handle the monomorphic case without knowing for sure |
- // if we have a weak cell in feedback. We do know it's safe to look |
- // at WeakCell::kValueOffset. |
- Label try_array, load_smi_map, compare_map; |
- Label not_array, miss; |
- HandleMonomorphicCase(masm, receiver, receiver_map, feedback, vector, slot, |
- scratch1, &compare_map, &load_smi_map, &try_array); |
+ // Is it a weak cell? |
+ Label try_array; |
+ Label not_array, smi_key, key_okay, miss; |
+ __ ld(scratch1, FieldMemOperand(feedback, HeapObject::kMapOffset)); |
+ __ LoadRoot(at, Heap::kWeakCellMapRootIndex); |
+ __ Branch(&try_array, ne, scratch1, Operand(at)); |
+ HandleMonomorphicCase(masm, receiver, name, vector, slot, feedback, scratch1, |
+ &miss); |
// Is it a fixed array? |
__ bind(&try_array); |
- __ ld(scratch1, FieldMemOperand(feedback, HeapObject::kMapOffset)); |
__ LoadRoot(at, Heap::kFixedArrayMapRootIndex); |
__ Branch(¬_array, ne, scratch1, Operand(at)); |
- HandleArrayCases(masm, receiver, name, vector, slot, feedback, receiver_map, |
- scratch1, a7, true, &miss); |
+ HandleArrayCases(masm, receiver, name, vector, slot, feedback, scratch1, a6, |
+ a7, true, &miss); |
__ bind(¬_array); |
__ LoadRoot(at, Heap::kmegamorphic_symbolRootIndex); |
@@ -4768,14 +4795,10 @@ void VectorRawLoadStub::GenerateImpl(MacroAssembler* masm, bool in_frame) { |
Code::ComputeHandlerFlags(Code::LOAD_IC)); |
masm->isolate()->stub_cache()->GenerateProbe(masm, Code::LOAD_IC, code_flags, |
false, receiver, name, feedback, |
- receiver_map, scratch1, a7); |
+ scratch1, a6, a7); |
__ bind(&miss); |
LoadIC::GenerateMiss(masm); |
- |
- __ bind(&load_smi_map); |
- __ LoadRoot(receiver_map, Heap::kHeapNumberMapRootIndex); |
- __ Branch(&compare_map); |
} |
@@ -4795,24 +4818,24 @@ void VectorRawKeyedLoadStub::GenerateImpl(MacroAssembler* masm, bool in_frame) { |
Register vector = VectorLoadICDescriptor::VectorRegister(); // a3 |
Register slot = VectorLoadICDescriptor::SlotRegister(); // a0 |
Register feedback = a4; |
- Register receiver_map = a5; |
- Register scratch1 = a6; |
+ Register scratch1 = a5; |
__ SmiScale(feedback, slot, kPointerSizeLog2); |
__ Daddu(feedback, vector, Operand(feedback)); |
__ ld(feedback, FieldMemOperand(feedback, FixedArray::kHeaderSize)); |
- // Try to quickly handle the monomorphic case without knowing for sure |
- // if we have a weak cell in feedback. We do know it's safe to look |
- // at WeakCell::kValueOffset. |
- Label try_array, load_smi_map, compare_map; |
- Label not_array, miss; |
- HandleMonomorphicCase(masm, receiver, receiver_map, feedback, vector, slot, |
- scratch1, &compare_map, &load_smi_map, &try_array); |
+ // Is it a weak cell? |
+ Label try_array; |
+ Label not_array, smi_key, key_okay, miss; |
+ __ ld(scratch1, FieldMemOperand(feedback, HeapObject::kMapOffset)); |
+ __ LoadRoot(at, Heap::kWeakCellMapRootIndex); |
+ __ Branch(&try_array, ne, scratch1, Operand(at)); |
+ __ JumpIfNotSmi(key, &miss); |
+ HandleMonomorphicCase(masm, receiver, key, vector, slot, feedback, scratch1, |
+ &miss); |
__ bind(&try_array); |
// Is it a fixed array? |
- __ ld(scratch1, FieldMemOperand(feedback, HeapObject::kMapOffset)); |
__ LoadRoot(at, Heap::kFixedArrayMapRootIndex); |
__ Branch(¬_array, ne, scratch1, Operand(at)); |
// We have a polymorphic element handler. |
@@ -4820,8 +4843,8 @@ void VectorRawKeyedLoadStub::GenerateImpl(MacroAssembler* masm, bool in_frame) { |
Label polymorphic, try_poly_name; |
__ bind(&polymorphic); |
- HandleArrayCases(masm, receiver, key, vector, slot, feedback, receiver_map, |
- scratch1, a7, true, &miss); |
+ HandleArrayCases(masm, receiver, key, vector, slot, feedback, scratch1, a6, |
+ a7, true, &miss); |
__ bind(¬_array); |
// Is it generic? |
@@ -4840,15 +4863,11 @@ void VectorRawKeyedLoadStub::GenerateImpl(MacroAssembler* masm, bool in_frame) { |
__ Daddu(feedback, vector, Operand(feedback)); |
__ ld(feedback, |
FieldMemOperand(feedback, FixedArray::kHeaderSize + kPointerSize)); |
- HandleArrayCases(masm, receiver, key, vector, slot, feedback, receiver_map, |
- scratch1, a7, false, &miss); |
+ HandleArrayCases(masm, receiver, key, vector, slot, feedback, scratch1, a6, |
+ a7, false, &miss); |
__ bind(&miss); |
KeyedLoadIC::GenerateMiss(masm); |
- |
- __ bind(&load_smi_map); |
- __ LoadRoot(receiver_map, Heap::kHeapNumberMapRootIndex); |
- __ Branch(&compare_map); |
} |