| Index: src/ia32/stub-cache-ia32.cc
|
| diff --git a/src/ia32/stub-cache-ia32.cc b/src/ia32/stub-cache-ia32.cc
|
| index 783462714473d2a2d819c5d146d6e930e10073ed..c8695c572c8c6d8b4167c06f06cd5ae79c3547c5 100644
|
| --- a/src/ia32/stub-cache-ia32.cc
|
| +++ b/src/ia32/stub-cache-ia32.cc
|
| @@ -3398,17 +3398,9 @@ Handle<Code> KeyedLoadStubCompiler::CompileLoadElement(
|
| // -----------------------------------
|
|
|
| ElementsKind elements_kind = receiver_map->elements_kind();
|
| - if (receiver_map->has_fast_elements() ||
|
| - receiver_map->has_external_array_elements()) {
|
| - Handle<Code> stub = KeyedLoadFastElementStub(
|
| - receiver_map->instance_type() == JS_ARRAY_TYPE,
|
| - elements_kind).GetCode();
|
| - __ DispatchMap(edx, receiver_map, stub, DO_SMI_CHECK);
|
| - } else {
|
| - Handle<Code> stub =
|
| - KeyedLoadDictionaryElementStub().GetCode();
|
| - __ DispatchMap(edx, receiver_map, stub, DO_SMI_CHECK);
|
| - }
|
| + Handle<Code> stub = KeyedLoadElementStub(elements_kind).GetCode();
|
| +
|
| + __ DispatchMap(edx, receiver_map, stub, DO_SMI_CHECK);
|
|
|
| GenerateLoadMiss(masm(), Code::KEYED_LOAD_IC);
|
|
|
| @@ -3669,6 +3661,157 @@ static void GenerateSmiKeyCheck(MacroAssembler* masm,
|
| }
|
|
|
|
|
| +void KeyedLoadStubCompiler::GenerateLoadExternalArray(
|
| + MacroAssembler* masm,
|
| + ElementsKind elements_kind) {
|
| + // ----------- S t a t e -------------
|
| + // -- ecx : key
|
| + // -- edx : receiver
|
| + // -- esp[0] : return address
|
| + // -----------------------------------
|
| + Label miss_force_generic, failed_allocation, slow;
|
| +
|
| + // This stub is meant to be tail-jumped to, the receiver must already
|
| + // have been verified by the caller to not be a smi.
|
| +
|
| + // Check that the key is a smi or a heap number convertible to a smi.
|
| + GenerateSmiKeyCheck(masm, ecx, eax, xmm0, xmm1, &miss_force_generic);
|
| +
|
| + // Check that the index is in range.
|
| + __ mov(ebx, FieldOperand(edx, JSObject::kElementsOffset));
|
| + __ cmp(ecx, FieldOperand(ebx, ExternalArray::kLengthOffset));
|
| + // Unsigned comparison catches both negative and too-large values.
|
| + __ j(above_equal, &miss_force_generic);
|
| + __ mov(ebx, FieldOperand(ebx, ExternalArray::kExternalPointerOffset));
|
| + // ebx: base pointer of external storage
|
| + switch (elements_kind) {
|
| + case EXTERNAL_BYTE_ELEMENTS:
|
| + __ SmiUntag(ecx); // Untag the index.
|
| + __ movsx_b(eax, Operand(ebx, ecx, times_1, 0));
|
| + break;
|
| + case EXTERNAL_UNSIGNED_BYTE_ELEMENTS:
|
| + case EXTERNAL_PIXEL_ELEMENTS:
|
| + __ SmiUntag(ecx); // Untag the index.
|
| + __ movzx_b(eax, Operand(ebx, ecx, times_1, 0));
|
| + break;
|
| + case EXTERNAL_SHORT_ELEMENTS:
|
| + __ movsx_w(eax, Operand(ebx, ecx, times_1, 0));
|
| + break;
|
| + case EXTERNAL_UNSIGNED_SHORT_ELEMENTS:
|
| + __ movzx_w(eax, Operand(ebx, ecx, times_1, 0));
|
| + break;
|
| + case EXTERNAL_UNSIGNED_INT_ELEMENTS:
|
| + case EXTERNAL_INT_ELEMENTS:
|
| + __ mov(eax, Operand(ebx, ecx, times_2, 0));
|
| + break;
|
| + case EXTERNAL_FLOAT_ELEMENTS:
|
| + __ fld_s(Operand(ebx, ecx, times_2, 0));
|
| + break;
|
| + case EXTERNAL_DOUBLE_ELEMENTS:
|
| + __ fld_d(Operand(ebx, ecx, times_4, 0));
|
| + break;
|
| + default:
|
| + UNREACHABLE();
|
| + break;
|
| + }
|
| +
|
| + // For integer array types:
|
| + // eax: value
|
| + // For floating-point array type:
|
| + // FP(0): value
|
| +
|
| + if (elements_kind == EXTERNAL_INT_ELEMENTS ||
|
| + elements_kind == EXTERNAL_UNSIGNED_INT_ELEMENTS) {
|
| + // For the Int and UnsignedInt array types, we need to see whether
|
| + // the value can be represented in a Smi. If not, we need to convert
|
| + // it to a HeapNumber.
|
| + Label box_int;
|
| + if (elements_kind == EXTERNAL_INT_ELEMENTS) {
|
| + __ cmp(eax, 0xc0000000);
|
| + __ j(sign, &box_int);
|
| + } else {
|
| + ASSERT_EQ(EXTERNAL_UNSIGNED_INT_ELEMENTS, elements_kind);
|
| + // The test is different for unsigned int values. Since we need
|
| + // the value to be in the range of a positive smi, we can't
|
| + // handle either of the top two bits being set in the value.
|
| + __ test(eax, Immediate(0xc0000000));
|
| + __ j(not_zero, &box_int);
|
| + }
|
| +
|
| + __ SmiTag(eax);
|
| + __ ret(0);
|
| +
|
| + __ bind(&box_int);
|
| +
|
| + // Allocate a HeapNumber for the int and perform int-to-double
|
| + // conversion.
|
| + if (elements_kind == EXTERNAL_INT_ELEMENTS) {
|
| + __ push(eax);
|
| + __ fild_s(Operand(esp, 0));
|
| + __ pop(eax);
|
| + } else {
|
| + ASSERT_EQ(EXTERNAL_UNSIGNED_INT_ELEMENTS, elements_kind);
|
| + // Need to zero-extend the value.
|
| + // There's no fild variant for unsigned values, so zero-extend
|
| + // to a 64-bit int manually.
|
| + __ push(Immediate(0));
|
| + __ push(eax);
|
| + __ fild_d(Operand(esp, 0));
|
| + __ pop(eax);
|
| + __ pop(eax);
|
| + }
|
| + // FP(0): value
|
| + __ AllocateHeapNumber(eax, ebx, edi, &failed_allocation);
|
| + // Set the value.
|
| + __ fstp_d(FieldOperand(eax, HeapNumber::kValueOffset));
|
| + __ ret(0);
|
| + } else if (elements_kind == EXTERNAL_FLOAT_ELEMENTS ||
|
| + elements_kind == EXTERNAL_DOUBLE_ELEMENTS) {
|
| + // For the floating-point array type, we need to always allocate a
|
| + // HeapNumber.
|
| + __ AllocateHeapNumber(eax, ebx, edi, &failed_allocation);
|
| + // Set the value.
|
| + __ fstp_d(FieldOperand(eax, HeapNumber::kValueOffset));
|
| + __ ret(0);
|
| + } else {
|
| + __ SmiTag(eax);
|
| + __ ret(0);
|
| + }
|
| +
|
| + // If we fail allocation of the HeapNumber, we still have a value on
|
| + // top of the FPU stack. Remove it.
|
| + __ bind(&failed_allocation);
|
| + __ fstp(0);
|
| + // Fall through to slow case.
|
| +
|
| + // Slow case: Jump to runtime.
|
| + __ bind(&slow);
|
| + Counters* counters = masm->isolate()->counters();
|
| + __ IncrementCounter(counters->keyed_load_external_array_slow(), 1);
|
| +
|
| + // ----------- S t a t e -------------
|
| + // -- ecx : key
|
| + // -- edx : receiver
|
| + // -- esp[0] : return address
|
| + // -----------------------------------
|
| +
|
| + Handle<Code> ic = masm->isolate()->builtins()->KeyedLoadIC_Slow();
|
| + __ jmp(ic, RelocInfo::CODE_TARGET);
|
| +
|
| + // ----------- S t a t e -------------
|
| + // -- ecx : key
|
| + // -- edx : receiver
|
| + // -- esp[0] : return address
|
| + // -----------------------------------
|
| +
|
| + // Miss case: Jump to runtime.
|
| + __ bind(&miss_force_generic);
|
| + Handle<Code> miss_ic =
|
| + masm->isolate()->builtins()->KeyedLoadIC_MissForceGeneric();
|
| + __ jmp(miss_ic, RelocInfo::CODE_TARGET);
|
| +}
|
| +
|
| +
|
| void KeyedStoreStubCompiler::GenerateStoreExternalArray(
|
| MacroAssembler* masm,
|
| ElementsKind elements_kind) {
|
| @@ -3868,6 +4011,106 @@ void KeyedStoreStubCompiler::GenerateStoreExternalArray(
|
| }
|
|
|
|
|
| +void KeyedLoadStubCompiler::GenerateLoadFastElement(MacroAssembler* masm) {
|
| + // ----------- S t a t e -------------
|
| + // -- ecx : key
|
| + // -- edx : receiver
|
| + // -- esp[0] : return address
|
| + // -----------------------------------
|
| + Label miss_force_generic;
|
| +
|
| + // This stub is meant to be tail-jumped to, the receiver must already
|
| + // have been verified by the caller to not be a smi.
|
| +
|
| + // Check that the key is a smi or a heap number convertible to a smi.
|
| + GenerateSmiKeyCheck(masm, ecx, eax, xmm0, xmm1, &miss_force_generic);
|
| +
|
| + // Get the elements array.
|
| + __ mov(eax, FieldOperand(edx, JSObject::kElementsOffset));
|
| + __ AssertFastElements(eax);
|
| +
|
| + // Check that the key is within bounds.
|
| + __ cmp(ecx, FieldOperand(eax, FixedArray::kLengthOffset));
|
| + __ j(above_equal, &miss_force_generic);
|
| +
|
| + // Load the result and make sure it's not the hole.
|
| + __ mov(ebx, Operand(eax, ecx, times_2,
|
| + FixedArray::kHeaderSize - kHeapObjectTag));
|
| + __ cmp(ebx, masm->isolate()->factory()->the_hole_value());
|
| + __ j(equal, &miss_force_generic);
|
| + __ mov(eax, ebx);
|
| + __ ret(0);
|
| +
|
| + __ bind(&miss_force_generic);
|
| + Handle<Code> miss_ic =
|
| + masm->isolate()->builtins()->KeyedLoadIC_MissForceGeneric();
|
| + __ jmp(miss_ic, RelocInfo::CODE_TARGET);
|
| +}
|
| +
|
| +
|
| +void KeyedLoadStubCompiler::GenerateLoadFastDoubleElement(
|
| + MacroAssembler* masm) {
|
| + // ----------- S t a t e -------------
|
| + // -- ecx : key
|
| + // -- edx : receiver
|
| + // -- esp[0] : return address
|
| + // -----------------------------------
|
| + Label miss_force_generic, slow_allocate_heapnumber;
|
| +
|
| + // This stub is meant to be tail-jumped to, the receiver must already
|
| + // have been verified by the caller to not be a smi.
|
| +
|
| + // Check that the key is a smi or a heap number convertible to a smi.
|
| + GenerateSmiKeyCheck(masm, ecx, eax, xmm0, xmm1, &miss_force_generic);
|
| +
|
| + // Get the elements array.
|
| + __ mov(eax, FieldOperand(edx, JSObject::kElementsOffset));
|
| + __ AssertFastElements(eax);
|
| +
|
| + // Check that the key is within bounds.
|
| + __ cmp(ecx, FieldOperand(eax, FixedDoubleArray::kLengthOffset));
|
| + __ j(above_equal, &miss_force_generic);
|
| +
|
| + // Check for the hole
|
| + uint32_t offset = FixedDoubleArray::kHeaderSize + sizeof(kHoleNanLower32);
|
| + __ cmp(FieldOperand(eax, ecx, times_4, offset), Immediate(kHoleNanUpper32));
|
| + __ j(equal, &miss_force_generic);
|
| +
|
| + // Always allocate a heap number for the result.
|
| + if (CpuFeatures::IsSupported(SSE2)) {
|
| + CpuFeatures::Scope use_sse2(SSE2);
|
| + __ movdbl(xmm0, FieldOperand(eax, ecx, times_4,
|
| + FixedDoubleArray::kHeaderSize));
|
| + } else {
|
| + __ fld_d(FieldOperand(eax, ecx, times_4, FixedDoubleArray::kHeaderSize));
|
| + }
|
| + __ AllocateHeapNumber(eax, ebx, edi, &slow_allocate_heapnumber);
|
| + // Set the value.
|
| + if (CpuFeatures::IsSupported(SSE2)) {
|
| + CpuFeatures::Scope use_sse2(SSE2);
|
| + __ movdbl(FieldOperand(eax, HeapNumber::kValueOffset), xmm0);
|
| + } else {
|
| + __ fstp_d(FieldOperand(eax, HeapNumber::kValueOffset));
|
| + }
|
| + __ ret(0);
|
| +
|
| + __ bind(&slow_allocate_heapnumber);
|
| + // A value was pushed on the floating point stack before the allocation, if
|
| + // the allocation fails it needs to be removed.
|
| + if (!CpuFeatures::IsSupported(SSE2)) {
|
| + __ fstp(0);
|
| + }
|
| + Handle<Code> slow_ic =
|
| + masm->isolate()->builtins()->KeyedLoadIC_Slow();
|
| + __ jmp(slow_ic, RelocInfo::CODE_TARGET);
|
| +
|
| + __ bind(&miss_force_generic);
|
| + Handle<Code> miss_ic =
|
| + masm->isolate()->builtins()->KeyedLoadIC_MissForceGeneric();
|
| + __ jmp(miss_ic, RelocInfo::CODE_TARGET);
|
| +}
|
| +
|
| +
|
| void KeyedStoreStubCompiler::GenerateStoreFastElement(
|
| MacroAssembler* masm,
|
| bool is_js_array,
|
|
|