| Index: src/x64/lithium-codegen-x64.cc
|
| diff --git a/src/x64/lithium-codegen-x64.cc b/src/x64/lithium-codegen-x64.cc
|
| index 68e43964e0c5ef9fb97891386084fc97405d183b..ac92feb45dabd9b28e7a1055f2305080252eb9cd 100644
|
| --- a/src/x64/lithium-codegen-x64.cc
|
| +++ b/src/x64/lithium-codegen-x64.cc
|
| @@ -2501,18 +2501,22 @@ void LCodeGen::DoAccessArgumentsAt(LAccessArgumentsAt* instr) {
|
|
|
| void LCodeGen::DoLoadKeyedFastElement(LLoadKeyedFastElement* instr) {
|
| Register result = ToRegister(instr->result());
|
| -
|
| - if (instr->hydrogen()->IsDehoisted() && !instr->key()->IsConstantOperand()) {
|
| - // Sign extend key because it could be a 32 bit negative value
|
| - // and the dehoisted address computation happens in 64 bits.
|
| - Register key_reg = ToRegister(instr->key());
|
| - __ movsxlq(key_reg, key_reg);
|
| + LOperand* key = instr->key();
|
| + if (!key->IsConstantOperand()) {
|
| + Register key_reg = ToRegister(key);
|
| + if (instr->hydrogen()->key()->representation().IsTagged()) {
|
| + __ SmiToInteger64(key_reg, key_reg);
|
| + } else if (instr->hydrogen()->IsDehoisted()) {
|
| + // Sign extend key because it could be a 32 bit negative value
|
| + // and the dehoisted address computation happens in 64 bits
|
| + __ movsxlq(key_reg, key_reg);
|
| + }
|
| }
|
|
|
| // Load the result.
|
| __ movq(result,
|
| BuildFastArrayOperand(instr->elements(),
|
| - instr->key(),
|
| + key,
|
| FAST_ELEMENTS,
|
| FixedArray::kHeaderSize - kHeapObjectTag,
|
| instr->additional_index()));
|
| @@ -2533,12 +2537,16 @@ void LCodeGen::DoLoadKeyedFastElement(LLoadKeyedFastElement* instr) {
|
| void LCodeGen::DoLoadKeyedFastDoubleElement(
|
| LLoadKeyedFastDoubleElement* instr) {
|
| XMMRegister result(ToDoubleRegister(instr->result()));
|
| -
|
| - if (instr->hydrogen()->IsDehoisted() && !instr->key()->IsConstantOperand()) {
|
| - // Sign extend key because it could be a 32 bit negative value
|
| - // and the dehoisted address computation happens in 64 bits
|
| - Register key_reg = ToRegister(instr->key());
|
| - __ movsxlq(key_reg, key_reg);
|
| + LOperand* key = instr->key();
|
| + if (!key->IsConstantOperand()) {
|
| + Register key_reg = ToRegister(key);
|
| + if (instr->hydrogen()->key()->representation().IsTagged()) {
|
| + __ SmiToInteger64(key_reg, key_reg);
|
| + } else if (instr->hydrogen()->IsDehoisted()) {
|
| + // Sign extend key because it could be a 32 bit negative value
|
| + // and the dehoisted address computation happens in 64 bits
|
| + __ movsxlq(key_reg, key_reg);
|
| + }
|
| }
|
|
|
| if (instr->hydrogen()->RequiresHoleCheck()) {
|
| @@ -2546,7 +2554,7 @@ void LCodeGen::DoLoadKeyedFastDoubleElement(
|
| sizeof(kHoleNanLower32);
|
| Operand hole_check_operand = BuildFastArrayOperand(
|
| instr->elements(),
|
| - instr->key(),
|
| + key,
|
| FAST_DOUBLE_ELEMENTS,
|
| offset,
|
| instr->additional_index());
|
| @@ -2556,7 +2564,7 @@ void LCodeGen::DoLoadKeyedFastDoubleElement(
|
|
|
| Operand double_load_operand = BuildFastArrayOperand(
|
| instr->elements(),
|
| - instr->key(),
|
| + key,
|
| FAST_DOUBLE_ELEMENTS,
|
| FixedDoubleArray::kHeaderSize - kHeapObjectTag,
|
| instr->additional_index());
|
| @@ -2593,17 +2601,23 @@ Operand LCodeGen::BuildFastArrayOperand(
|
| void LCodeGen::DoLoadKeyedSpecializedArrayElement(
|
| LLoadKeyedSpecializedArrayElement* instr) {
|
| ElementsKind elements_kind = instr->elements_kind();
|
| - Operand operand(BuildFastArrayOperand(instr->external_pointer(),
|
| - instr->key(),
|
| - elements_kind,
|
| - 0,
|
| - instr->additional_index()));
|
| - if (instr->hydrogen()->IsDehoisted() && !instr->key()->IsConstantOperand()) {
|
| - // Sign extend key because it could be a 32 bit negative value
|
| - // and the dehoisted address computation happens in 64 bits
|
| - Register key_reg = ToRegister(instr->key());
|
| - __ movsxlq(key_reg, key_reg);
|
| + LOperand* key = instr->key();
|
| + if (!key->IsConstantOperand()) {
|
| + Register key_reg = ToRegister(key);
|
| + if (instr->hydrogen()->key()->representation().IsTagged()) {
|
| + __ SmiToInteger64(key_reg, key_reg);
|
| + } else if (instr->hydrogen()->IsDehoisted()) {
|
| + // Sign extend key because it could be a 32 bit negative value
|
| + // and the dehoisted address computation happens in 64 bits
|
| + __ movsxlq(key_reg, key_reg);
|
| + }
|
| }
|
| + Operand operand(BuildFastArrayOperand(
|
| + instr->external_pointer(),
|
| + key,
|
| + elements_kind,
|
| + 0,
|
| + instr->additional_index()));
|
|
|
| if (elements_kind == EXTERNAL_FLOAT_ELEMENTS) {
|
| XMMRegister result(ToDoubleRegister(instr->result()));
|
| @@ -3536,18 +3550,23 @@ void LCodeGen::DoStoreNamedGeneric(LStoreNamedGeneric* instr) {
|
| void LCodeGen::DoStoreKeyedSpecializedArrayElement(
|
| LStoreKeyedSpecializedArrayElement* instr) {
|
| ElementsKind elements_kind = instr->elements_kind();
|
| - Operand operand(BuildFastArrayOperand(instr->external_pointer(),
|
| - instr->key(),
|
| - elements_kind,
|
| - 0,
|
| - instr->additional_index()));
|
| -
|
| - if (instr->hydrogen()->IsDehoisted() && !instr->key()->IsConstantOperand()) {
|
| - // Sign extend key because it could be a 32 bit negative value
|
| - // and the dehoisted address computation happens in 64 bits
|
| - Register key_reg = ToRegister(instr->key());
|
| - __ movsxlq(key_reg, key_reg);
|
| + LOperand* key = instr->key();
|
| + if (!key->IsConstantOperand()) {
|
| + Register key_reg = ToRegister(key);
|
| + if (instr->hydrogen()->key()->representation().IsTagged()) {
|
| + __ SmiToInteger64(key_reg, key_reg);
|
| + } else if (instr->hydrogen()->IsDehoisted()) {
|
| + // Sign extend key because it could be a 32 bit negative value
|
| + // and the dehoisted address computation happens in 64 bits
|
| + __ movsxlq(key_reg, key_reg);
|
| + }
|
| }
|
| + Operand operand(BuildFastArrayOperand(
|
| + instr->external_pointer(),
|
| + key,
|
| + elements_kind,
|
| + 0,
|
| + instr->additional_index()));
|
|
|
| if (elements_kind == EXTERNAL_FLOAT_ELEMENTS) {
|
| XMMRegister value(ToDoubleRegister(instr->value()));
|
| @@ -3591,7 +3610,8 @@ void LCodeGen::DoStoreKeyedSpecializedArrayElement(
|
| void LCodeGen::DoBoundsCheck(LBoundsCheck* instr) {
|
| if (instr->length()->IsRegister()) {
|
| Register reg = ToRegister(instr->length());
|
| - if (FLAG_debug_code) {
|
| + if (FLAG_debug_code &&
|
| + !instr->hydrogen()->index()->representation().IsTagged()) {
|
| __ AbortIfNotZeroExtended(reg);
|
| }
|
| if (instr->index()->IsConstantOperand()) {
|
| @@ -3599,7 +3619,8 @@ void LCodeGen::DoBoundsCheck(LBoundsCheck* instr) {
|
| Immediate(ToInteger32(LConstantOperand::cast(instr->index()))));
|
| } else {
|
| Register reg2 = ToRegister(instr->index());
|
| - if (FLAG_debug_code) {
|
| + if (FLAG_debug_code &&
|
| + !instr->hydrogen()->index()->representation().IsTagged()) {
|
| __ AbortIfNotZeroExtended(reg2);
|
| }
|
| __ cmpq(reg, reg2);
|
| @@ -3619,37 +3640,42 @@ void LCodeGen::DoBoundsCheck(LBoundsCheck* instr) {
|
| void LCodeGen::DoStoreKeyedFastElement(LStoreKeyedFastElement* instr) {
|
| Register value = ToRegister(instr->value());
|
| Register elements = ToRegister(instr->object());
|
| - Register key = instr->key()->IsRegister() ? ToRegister(instr->key()) : no_reg;
|
| + LOperand* key = instr->key();
|
| + if (!key->IsConstantOperand()) {
|
| + Register key_reg = ToRegister(key);
|
| + if (instr->hydrogen()->key()->representation().IsTagged()) {
|
| + __ SmiToInteger64(key_reg, key_reg);
|
| + } else if (instr->hydrogen()->IsDehoisted()) {
|
| + // Sign extend key because it could be a 32 bit negative value
|
| + // and the dehoisted address computation happens in 64 bits
|
| + __ movsxlq(key_reg, key_reg);
|
| + }
|
| + }
|
|
|
| Operand operand =
|
| BuildFastArrayOperand(instr->object(),
|
| - instr->key(),
|
| + key,
|
| FAST_ELEMENTS,
|
| FixedArray::kHeaderSize - kHeapObjectTag,
|
| instr->additional_index());
|
|
|
| - if (instr->hydrogen()->IsDehoisted() && !instr->key()->IsConstantOperand()) {
|
| - // Sign extend key because it could be a 32 bit negative value
|
| - // and the dehoisted address computation happens in 64 bits
|
| - Register key_reg = ToRegister(instr->key());
|
| - __ movsxlq(key_reg, key_reg);
|
| - }
|
| -
|
| - __ movq(operand, value);
|
| -
|
| if (instr->hydrogen()->NeedsWriteBarrier()) {
|
| ASSERT(!instr->key()->IsConstantOperand());
|
| HType type = instr->hydrogen()->value()->type();
|
| SmiCheck check_needed =
|
| type.IsHeapObject() ? OMIT_SMI_CHECK : INLINE_SMI_CHECK;
|
| // Compute address of modified element and store it into key register.
|
| - __ lea(key, operand);
|
| + Register key_reg(ToRegister(key));
|
| + __ lea(key_reg, operand);
|
| + __ movq(Operand(key_reg, 0), value);
|
| __ RecordWrite(elements,
|
| - key,
|
| + key_reg,
|
| value,
|
| kSaveFPRegs,
|
| EMIT_REMEMBERED_SET,
|
| check_needed);
|
| + } else {
|
| + __ movq(operand, value);
|
| }
|
| }
|
|
|
| @@ -3657,6 +3683,17 @@ void LCodeGen::DoStoreKeyedFastElement(LStoreKeyedFastElement* instr) {
|
| void LCodeGen::DoStoreKeyedFastDoubleElement(
|
| LStoreKeyedFastDoubleElement* instr) {
|
| XMMRegister value = ToDoubleRegister(instr->value());
|
| + LOperand* key = instr->key();
|
| + if (!key->IsConstantOperand()) {
|
| + Register key_reg = ToRegister(key);
|
| + if (instr->hydrogen()->key()->representation().IsTagged()) {
|
| + __ SmiToInteger64(key_reg, key_reg);
|
| + } else if (instr->hydrogen()->IsDehoisted()) {
|
| + // Sign extend key because it could be a 32 bit negative value
|
| + // and the dehoisted address computation happens in 64 bits
|
| + __ movsxlq(key_reg, key_reg);
|
| + }
|
| + }
|
|
|
| if (instr->NeedsCanonicalization()) {
|
| Label have_value;
|
| @@ -3673,18 +3710,11 @@ void LCodeGen::DoStoreKeyedFastDoubleElement(
|
|
|
| Operand double_store_operand = BuildFastArrayOperand(
|
| instr->elements(),
|
| - instr->key(),
|
| + key,
|
| FAST_DOUBLE_ELEMENTS,
|
| FixedDoubleArray::kHeaderSize - kHeapObjectTag,
|
| instr->additional_index());
|
|
|
| - if (instr->hydrogen()->IsDehoisted() && !instr->key()->IsConstantOperand()) {
|
| - // Sign extend key because it could be a 32 bit negative value
|
| - // and the dehoisted address computation happens in 64 bits
|
| - Register key_reg = ToRegister(instr->key());
|
| - __ movsxlq(key_reg, key_reg);
|
| - }
|
| -
|
| __ movsd(double_store_operand, value);
|
| }
|
|
|
|
|