| Index: src/x64/lithium-x64.cc
|
| diff --git a/src/x64/lithium-x64.cc b/src/x64/lithium-x64.cc
|
| index 78bc5bb7089322c6e93a574b137ceb53d0f72e08..426456b2ee91b64905729fb35557d0b13840e9e7 100644
|
| --- a/src/x64/lithium-x64.cc
|
| +++ b/src/x64/lithium-x64.cc
|
| @@ -354,6 +354,19 @@ void LAccessArgumentsAt::PrintDataTo(StringStream* stream) {
|
|
|
|
|
| int LPlatformChunk::GetNextSpillIndex(RegisterKind kind) {
|
| + switch (kind) {
|
| + case GENERAL_REGISTERS: return spill_slot_count_++;
|
| + case DOUBLE_REGISTERS: return spill_slot_count_++;
|
| + case FLOAT32x4_REGISTERS:
|
| + case INT32x4_REGISTERS: {
|
| + spill_slot_count_++;
|
| + return spill_slot_count_++;
|
| + }
|
| + default:
|
| + UNREACHABLE();
|
| + return -1;
|
| + }
|
| +
|
| return spill_slot_count_++;
|
| }
|
|
|
| @@ -363,11 +376,14 @@ LOperand* LPlatformChunk::GetNextSpillSlot(RegisterKind kind) {
|
| // Alternatively, at some point, start using half-size
|
| // stack slots for int32 values.
|
| int index = GetNextSpillIndex(kind);
|
| - if (kind == DOUBLE_REGISTERS) {
|
| - return LDoubleStackSlot::Create(index, zone());
|
| - } else {
|
| - ASSERT(kind == GENERAL_REGISTERS);
|
| - return LStackSlot::Create(index, zone());
|
| + switch (kind) {
|
| + case GENERAL_REGISTERS: return LStackSlot::Create(index, zone());
|
| + case DOUBLE_REGISTERS: return LDoubleStackSlot::Create(index, zone());
|
| + case FLOAT32x4_REGISTERS: return LFloat32x4StackSlot::Create(index, zone());
|
| + case INT32x4_REGISTERS: return LInt32x4StackSlot::Create(index, zone());
|
| + default:
|
| + UNREACHABLE();
|
| + return NULL;
|
| }
|
| }
|
|
|
| @@ -1276,6 +1292,282 @@ LInstruction* LChunkBuilder::DoMathPowHalf(HUnaryMathOperation* instr) {
|
| }
|
|
|
|
|
| +const char* LNullarySIMDOperation::Mnemonic() const {
|
| + switch (op()) {
|
| + case kFloat32x4Zero: return "float32x4-zero";
|
| + default:
|
| + UNREACHABLE();
|
| + return NULL;
|
| + }
|
| +}
|
| +
|
| +
|
| +LInstruction* LChunkBuilder::DoNullarySIMDOperation(
|
| + HNullarySIMDOperation* instr) {
|
| + LNullarySIMDOperation* result =
|
| + new(zone()) LNullarySIMDOperation(instr->op());
|
| + switch (instr->op()) {
|
| + case kFloat32x4Zero:
|
| + return DefineAsRegister(result);
|
| + default:
|
| + UNREACHABLE();
|
| + return NULL;
|
| + }
|
| +}
|
| +
|
| +
|
| +const char* LUnarySIMDOperation::Mnemonic() const {
|
| + switch (op()) {
|
| + case kFloat32x4OrInt32x4Change: return "float32x4_int32x4-change";
|
| + case kSIMDAbs: return "simd-abs";
|
| + case kSIMDNeg: return "simd-neg";
|
| + case kSIMDNegU32: return "simd-negu32";
|
| + case kSIMDReciprocal: return "simd-reciprocal";
|
| + case kSIMDReciprocalSqrt: return "simd-reciprocalSqrt";
|
| + case kSIMDSqrt: return "simd-sqrt";
|
| + case kSIMDBitsToFloat32x4: return "simd-bitsToFloat32x4";
|
| + case kSIMDToFloat32x4: return "simd-toFloat32x4";
|
| + case kSIMDBitsToInt32x4: return "simd-bitsToInt32x4";
|
| + case kSIMDToInt32x4: return "simd-toInt32x4";
|
| + case kFloat32x4Splat: return "float32x4-splat";
|
| + case kInt32x4Splat: return "int32x4-splat";
|
| + case kFloat32x4SignMask: return "float32x4-signMask";
|
| + case kFloat32x4X: return "float32x4-x";
|
| + case kFloat32x4Y: return "float32x4-y";
|
| + case kFloat32x4Z: return "float32x4-z";
|
| + case kFloat32x4W: return "float32x4-w";
|
| + case kInt32x4SignMask: return "int32x4-signMask";
|
| + case kInt32x4X: return "int32x4-x";
|
| + case kInt32x4Y: return "int32x4-y";
|
| + case kInt32x4Z: return "int32x4-z";
|
| + case kInt32x4W: return "int32x4-w";
|
| + case kInt32x4FlagX: return "int32x4-flagX";
|
| + case kInt32x4FlagY: return "int32x4-flagY";
|
| + case kInt32x4FlagZ: return "int32x4-flagZ";
|
| + case kInt32x4FlagW: return "int32x4-flagW";
|
| + default:
|
| + UNREACHABLE();
|
| + return NULL;
|
| + }
|
| +}
|
| +
|
| +
|
| +LInstruction* LChunkBuilder::DoUnarySIMDOperation(HUnarySIMDOperation* instr) {
|
| + LOperand* input = UseRegisterAtStart(instr->value());
|
| + LUnarySIMDOperation* result =
|
| + new(zone()) LUnarySIMDOperation(input, instr->op());
|
| + switch (instr->op()) {
|
| + case kFloat32x4OrInt32x4Change:
|
| + return AssignEnvironment(DefineAsRegister(result));
|
| + case kSIMDAbs:
|
| + case kSIMDNeg:
|
| + case kSIMDNegU32:
|
| + case kSIMDReciprocal:
|
| + case kSIMDReciprocalSqrt:
|
| + case kSIMDSqrt:
|
| + return DefineSameAsFirst(result);
|
| + case kSIMDBitsToFloat32x4:
|
| + case kSIMDToFloat32x4:
|
| + case kSIMDBitsToInt32x4:
|
| + case kSIMDToInt32x4:
|
| + case kFloat32x4Splat:
|
| + case kInt32x4Splat:
|
| + case kFloat32x4SignMask:
|
| + case kFloat32x4X:
|
| + case kFloat32x4Y:
|
| + case kFloat32x4Z:
|
| + case kFloat32x4W:
|
| + case kInt32x4SignMask:
|
| + case kInt32x4X:
|
| + case kInt32x4Y:
|
| + case kInt32x4Z:
|
| + case kInt32x4W:
|
| + case kInt32x4FlagX:
|
| + case kInt32x4FlagY:
|
| + case kInt32x4FlagZ:
|
| + case kInt32x4FlagW:
|
| + return DefineAsRegister(result);
|
| + default:
|
| + UNREACHABLE();
|
| + return NULL;
|
| + }
|
| +}
|
| +
|
| +
|
| +const char* LBinarySIMDOperation::Mnemonic() const {
|
| + switch (op()) {
|
| + case kSIMDAdd: return "simd-add";
|
| + case kSIMDSub: return "simd-sub";
|
| + case kSIMDMul: return "simd-mul";
|
| + case kSIMDDiv: return "simd-mul";
|
| + case kSIMDMin: return "simd-min";
|
| + case kSIMDMax: return "simd-max";
|
| + case kSIMDScale: return "simd-scale";
|
| + case kSIMDAnd: return "simd-and";
|
| + case kSIMDOr: return "simd-or";
|
| + case kSIMDXor: return "simd-xor";
|
| + case kSIMDAddU32: return "simd-addu32";
|
| + case kSIMDSubU32: return "simd-subu32";
|
| + case kSIMDMulU32: return "simd-mulu32";
|
| + case kSIMDShuffle: return "simd-shuffle";
|
| + case kSIMDShuffleU32: return "simd-shuffleu32";
|
| + case kSIMDLessThan: return "simd-lessThan";
|
| + case kSIMDLessThanOrEqual: return "simd-lessThanOrEqual";
|
| + case kSIMDEqual: return "simd-equal";
|
| + case kSIMDNotEqual: return "simd-notEqual";
|
| + case kSIMDGreaterThanOrEqual: return "simd-greaterThanOrEqual";
|
| + case kSIMDGreaterThan: return "simd-greaterThan";
|
| + case kSIMDWithX: return "simd-withX";
|
| + case kSIMDWithY: return "simd-withY";
|
| + case kSIMDWithZ: return "simd-withZ";
|
| + case kSIMDWithW: return "simd-withW";
|
| + case kSIMDWithXu32: return "simd-withXu32";
|
| + case kSIMDWithYu32: return "simd-withYu32";
|
| + case kSIMDWithZu32: return "simd-withZu32";
|
| + case kSIMDWithWu32: return "simd-withWu32";
|
| + case kSIMDWithFlagX: return "simd-withFlagX";
|
| + case kSIMDWithFlagY: return "simd-withFlagY";
|
| + case kSIMDWithFlagZ: return "simd-withFlagZ";
|
| + case kSIMDWithFlagW: return "simd-withFlagW";
|
| + default:
|
| + UNREACHABLE();
|
| + return NULL;
|
| + }
|
| +}
|
| +
|
| +
|
| +LInstruction* LChunkBuilder::DoBinarySIMDOperation(
|
| + HBinarySIMDOperation* instr) {
|
| + switch (instr->op()) {
|
| + case kSIMDAdd:
|
| + case kSIMDSub:
|
| + case kSIMDMul:
|
| + case kSIMDDiv:
|
| + case kSIMDMin:
|
| + case kSIMDMax:
|
| + case kSIMDScale:
|
| + case kSIMDAnd:
|
| + case kSIMDOr:
|
| + case kSIMDXor:
|
| + case kSIMDAddU32:
|
| + case kSIMDSubU32:
|
| + case kSIMDMulU32:
|
| + case kSIMDWithX:
|
| + case kSIMDWithY:
|
| + case kSIMDWithZ:
|
| + case kSIMDWithW:
|
| + case kSIMDWithXu32:
|
| + case kSIMDWithYu32:
|
| + case kSIMDWithZu32:
|
| + case kSIMDWithWu32:
|
| + case kSIMDWithFlagX:
|
| + case kSIMDWithFlagY:
|
| + case kSIMDWithFlagZ:
|
| + case kSIMDWithFlagW: {
|
| + LOperand* left = UseRegisterAtStart(instr->left());
|
| + LOperand* right = UseRegisterAtStart(instr->right());
|
| + LBinarySIMDOperation* result =
|
| + new(zone()) LBinarySIMDOperation(left, right, instr->op());
|
| + if (instr->op() == kSIMDWithFlagX || instr->op() == kSIMDWithFlagY ||
|
| + instr->op() == kSIMDWithFlagZ || instr->op() == kSIMDWithFlagW) {
|
| + return AssignEnvironment(DefineSameAsFirst(result));
|
| + } else {
|
| + return DefineSameAsFirst(result);
|
| + }
|
| + }
|
| + case kSIMDShuffle:
|
| + case kSIMDShuffleU32: {
|
| + LOperand* left = UseRegisterAtStart(instr->left());
|
| + LOperand* right = UseOrConstant(instr->right());
|
| + LBinarySIMDOperation* result =
|
| + new(zone()) LBinarySIMDOperation(left, right, instr->op());
|
| + return AssignEnvironment(DefineSameAsFirst(result));
|
| + }
|
| + case kSIMDLessThan:
|
| + case kSIMDLessThanOrEqual:
|
| + case kSIMDEqual:
|
| + case kSIMDNotEqual:
|
| + case kSIMDGreaterThanOrEqual:
|
| + case kSIMDGreaterThan: {
|
| + LOperand* left = UseRegisterAtStart(instr->left());
|
| + LOperand* right = UseRegisterAtStart(instr->right());
|
| + LBinarySIMDOperation* result =
|
| + new(zone()) LBinarySIMDOperation(left, right, instr->op());
|
| + return DefineAsRegister(result);
|
| + }
|
| + default:
|
| + UNREACHABLE();
|
| + return NULL;
|
| + }
|
| +}
|
| +
|
| +
|
| +const char* LTernarySIMDOperation::Mnemonic() const {
|
| + switch (op()) {
|
| + case kSIMDSelect: return "simd-select";
|
| + case kSIMDShuffleMix: return "simd-shuffleMix";
|
| + case kSIMDClamp: return "simd-clamp";
|
| + default:
|
| + UNREACHABLE();
|
| + return NULL;
|
| + }
|
| +}
|
| +
|
| +
|
| +LInstruction* LChunkBuilder::DoTernarySIMDOperation(
|
| + HTernarySIMDOperation* instr) {
|
| + LOperand* first = UseRegisterAtStart(instr->first());
|
| + LOperand* second = UseRegisterAtStart(instr->second());
|
| + LOperand* third = instr->op() == kSIMDShuffleMix
|
| + ? UseOrConstant(instr->third())
|
| + : UseRegisterAtStart(instr->third());
|
| + LTernarySIMDOperation* result =
|
| + new(zone()) LTernarySIMDOperation(first, second, third, instr->op());
|
| + switch (instr->op()) {
|
| + case kSIMDSelect: {
|
| + return DefineAsRegister(result);
|
| + }
|
| + case kSIMDShuffleMix: {
|
| + return AssignEnvironment(DefineSameAsFirst(result));
|
| + }
|
| + case kSIMDClamp: {
|
| + return DefineSameAsFirst(result);
|
| + }
|
| + default:
|
| + UNREACHABLE();
|
| + return NULL;
|
| + }
|
| +}
|
| +
|
| +
|
| +const char* LQuarternarySIMDOperation::Mnemonic() const {
|
| + switch (op()) {
|
| + case kFloat32x4Constructor: return "float32x4-constructor";
|
| + case kInt32x4Constructor: return "int32x4-constructor";
|
| + case kInt32x4Bool: return "int32x4-bool";
|
| + default:
|
| + UNREACHABLE();
|
| + return NULL;
|
| + }
|
| +}
|
| +
|
| +
|
| +LInstruction* LChunkBuilder::DoQuarternarySIMDOperation(
|
| + HQuarternarySIMDOperation* instr) {
|
| + LOperand* x = UseRegisterAtStart(instr->x());
|
| + LOperand* y = UseRegisterAtStart(instr->y());
|
| + LOperand* z = UseRegisterAtStart(instr->z());
|
| + LOperand* w = UseRegisterAtStart(instr->w());
|
| + LQuarternarySIMDOperation* result =
|
| + new(zone()) LQuarternarySIMDOperation(x, y, z, w, instr->op());
|
| + if (instr->op() == kInt32x4Bool) {
|
| + return AssignEnvironment(DefineAsRegister(result));
|
| + } else {
|
| + return DefineAsRegister(result);
|
| + }
|
| +}
|
| +
|
| +
|
| LInstruction* LChunkBuilder::DoCallKeyed(HCallKeyed* instr) {
|
| ASSERT(instr->key()->representation().IsTagged());
|
| LOperand* context = UseFixed(instr->context(), rsi);
|
| @@ -1868,6 +2160,14 @@ LInstruction* LChunkBuilder::DoChange(HChange* instr) {
|
| LOperand* value = UseRegister(instr->value());
|
| LNumberUntagD* res = new(zone()) LNumberUntagD(value);
|
| return AssignEnvironment(DefineAsRegister(res));
|
| + } else if (to.IsFloat32x4()) {
|
| + LOperand* value = UseRegister(instr->value());
|
| + LTaggedToFloat32x4* res = new(zone()) LTaggedToFloat32x4(value);
|
| + return AssignEnvironment(DefineAsRegister(res));
|
| + } else if (to.IsInt32x4()) {
|
| + LOperand* value = UseRegister(instr->value());
|
| + LTaggedToInt32x4* res = new(zone()) LTaggedToInt32x4(value);
|
| + return AssignEnvironment(DefineAsRegister(res));
|
| } else if (to.IsSmi()) {
|
| HValue* val = instr->value();
|
| LOperand* value = UseRegister(val);
|
| @@ -1951,6 +2251,26 @@ LInstruction* LChunkBuilder::DoChange(HChange* instr) {
|
| return DefineAsRegister(new(zone()) LInteger32ToDouble(value));
|
| }
|
| }
|
| + } else if (from.IsFloat32x4()) {
|
| + ASSERT(to.IsTagged());
|
| + info()->MarkAsDeferredCalling();
|
| + LOperand* value = UseRegister(instr->value());
|
| + LOperand* temp = TempRegister();
|
| +
|
| + // Make sure that temp and result_temp are different registers.
|
| + LUnallocated* result_temp = TempRegister();
|
| + LFloat32x4ToTagged* result = new(zone()) LFloat32x4ToTagged(value, temp);
|
| + return AssignPointerMap(Define(result, result_temp));
|
| + } else if (from.IsInt32x4()) {
|
| + ASSERT(to.IsTagged());
|
| + info()->MarkAsDeferredCalling();
|
| + LOperand* value = UseRegister(instr->value());
|
| + LOperand* temp = TempRegister();
|
| +
|
| + // Make sure that temp and result_temp are different registers.
|
| + LUnallocated* result_temp = TempRegister();
|
| + LInt32x4ToTagged* result = new(zone()) LInt32x4ToTagged(value, temp);
|
| + return AssignPointerMap(Define(result, result_temp));
|
| }
|
| UNREACHABLE();
|
| return NULL;
|
| @@ -2163,10 +2483,16 @@ LInstruction* LChunkBuilder::DoLoadKeyed(HLoadKeyed* instr) {
|
| ASSERT(
|
| (instr->representation().IsInteger32() &&
|
| (elements_kind != EXTERNAL_FLOAT_ELEMENTS) &&
|
| + (elements_kind != EXTERNAL_FLOAT32x4_ELEMENTS) &&
|
| + (elements_kind != EXTERNAL_INT32x4_ELEMENTS) &&
|
| (elements_kind != EXTERNAL_DOUBLE_ELEMENTS)) ||
|
| (instr->representation().IsDouble() &&
|
| ((elements_kind == EXTERNAL_FLOAT_ELEMENTS) ||
|
| - (elements_kind == EXTERNAL_DOUBLE_ELEMENTS))));
|
| + (elements_kind == EXTERNAL_DOUBLE_ELEMENTS))) ||
|
| + (instr->representation().IsFloat32x4() &&
|
| + elements_kind == EXTERNAL_FLOAT32x4_ELEMENTS) ||
|
| + (instr->representation().IsInt32x4() &&
|
| + elements_kind == EXTERNAL_INT32x4_ELEMENTS));
|
| LOperand* external_pointer = UseRegister(instr->elements());
|
| result = new(zone()) LLoadKeyed(external_pointer, key);
|
| }
|
| @@ -2223,10 +2549,16 @@ LInstruction* LChunkBuilder::DoStoreKeyed(HStoreKeyed* instr) {
|
| ASSERT(
|
| (instr->value()->representation().IsInteger32() &&
|
| (elements_kind != EXTERNAL_FLOAT_ELEMENTS) &&
|
| - (elements_kind != EXTERNAL_DOUBLE_ELEMENTS)) ||
|
| + (elements_kind != EXTERNAL_DOUBLE_ELEMENTS) &&
|
| + (elements_kind != EXTERNAL_FLOAT32x4_ELEMENTS) &&
|
| + (elements_kind != EXTERNAL_INT32x4_ELEMENTS)) ||
|
| (instr->value()->representation().IsDouble() &&
|
| ((elements_kind == EXTERNAL_FLOAT_ELEMENTS) ||
|
| - (elements_kind == EXTERNAL_DOUBLE_ELEMENTS))));
|
| + (elements_kind == EXTERNAL_DOUBLE_ELEMENTS))) ||
|
| + (instr->value()->representation().IsFloat32x4() &&
|
| + elements_kind == EXTERNAL_FLOAT32x4_ELEMENTS) ||
|
| + (instr->value()->representation().IsInt32x4() &&
|
| + elements_kind == EXTERNAL_INT32x4_ELEMENTS));
|
| ASSERT(instr->elements()->representation().IsExternal());
|
| bool val_is_temp_register =
|
| elements_kind == EXTERNAL_PIXEL_ELEMENTS ||
|
|
|