| Index: src/compiler/ia32/code-generator-ia32.cc
|
| diff --git a/src/compiler/ia32/code-generator-ia32.cc b/src/compiler/ia32/code-generator-ia32.cc
|
| index 0b66090925a83f56cc2f25a3d9e5f371430259c4..abba38b306f75586dd16ae3ed2d1dafc722e49e2 100644
|
| --- a/src/compiler/ia32/code-generator-ia32.cc
|
| +++ b/src/compiler/ia32/code-generator-ia32.cc
|
| @@ -185,9 +185,9 @@ bool HasImmediateInput(Instruction* instr, size_t index) {
|
| return instr->InputAt(index)->IsImmediate();
|
| }
|
|
|
| -class OutOfLineLoadZero final : public OutOfLineCode {
|
| +class OutOfLineLoadInteger final : public OutOfLineCode {
|
| public:
|
| - OutOfLineLoadZero(CodeGenerator* gen, Register result)
|
| + OutOfLineLoadInteger(CodeGenerator* gen, Register result)
|
| : OutOfLineCode(gen), result_(result) {}
|
|
|
| void Generate() final { __ xor_(result_, result_); }
|
| @@ -285,391 +285,66 @@ class OutOfLineRecordWrite final : public OutOfLineCode {
|
|
|
| } // namespace
|
|
|
| -#define ASSEMBLE_CHECKED_LOAD_FLOAT(asm_instr, OutOfLineLoadNaN, \
|
| - SingleOrDouble) \
|
| - do { \
|
| - auto result = i.OutputDoubleRegister(); \
|
| - auto index1 = i.InputRegister(1); \
|
| - auto index2 = i.InputInt32(2); \
|
| - OutOfLineCode* ool; \
|
| - if (index2 == 0) { \
|
| - if (instr->InputAt(3)->IsRegister()) { \
|
| - __ cmp(index1, i.InputRegister(3)); \
|
| - } else { \
|
| - __ cmp(index1, i.InputImmediate(3)); \
|
| - } \
|
| - ool = new (zone()) OutOfLineLoadNaN(this, result); \
|
| - } else { \
|
| - auto length = i.InputInt32(3); \
|
| - RelocInfo::Mode rmode = i.ToConstant(instr->InputAt(3)).rmode(); \
|
| - DCHECK_LE(index2, length); \
|
| - __ cmp(index1, \
|
| - Immediate(reinterpret_cast<Address>(length - index2), rmode)); \
|
| - class OutOfLineLoadFloat final : public OutOfLineCode { \
|
| - public: \
|
| - OutOfLineLoadFloat(CodeGenerator* gen, XMMRegister result, \
|
| - Register buffer, Register index1, int32_t index2, \
|
| - int32_t length, RelocInfo::Mode rmode) \
|
| - : OutOfLineCode(gen), \
|
| - result_(result), \
|
| - buffer_reg_(buffer), \
|
| - buffer_int_(0), \
|
| - index1_(index1), \
|
| - index2_(index2), \
|
| - length_(length), \
|
| - rmode_(rmode) {} \
|
| - \
|
| - OutOfLineLoadFloat(CodeGenerator* gen, XMMRegister result, \
|
| - int32_t buffer, Register index1, int32_t index2, \
|
| - int32_t length, RelocInfo::Mode rmode) \
|
| - : OutOfLineCode(gen), \
|
| - result_(result), \
|
| - buffer_reg_({-1}), \
|
| - buffer_int_(buffer), \
|
| - index1_(index1), \
|
| - index2_(index2), \
|
| - length_(length), \
|
| - rmode_(rmode) {} \
|
| - \
|
| - void Generate() final { \
|
| - Label oob; \
|
| - __ push(index1_); \
|
| - __ lea(index1_, Operand(index1_, index2_)); \
|
| - __ cmp(index1_, \
|
| - Immediate(reinterpret_cast<Address>(length_), rmode_)); \
|
| - __ j(above_equal, &oob, Label::kNear); \
|
| - if (buffer_reg_.is_valid()) { \
|
| - __ asm_instr(result_, Operand(buffer_reg_, index1_, times_1, 0)); \
|
| - } else { \
|
| - __ asm_instr(result_, Operand(index1_, buffer_int_)); \
|
| - } \
|
| - __ pop(index1_); \
|
| - __ jmp(exit()); \
|
| - __ bind(&oob); \
|
| - __ pop(index1_); \
|
| - __ xorp##SingleOrDouble(result_, result_); \
|
| - __ divs##SingleOrDouble(result_, result_); \
|
| - } \
|
| - \
|
| - private: \
|
| - XMMRegister const result_; \
|
| - Register const buffer_reg_; \
|
| - int32_t const buffer_int_; \
|
| - Register const index1_; \
|
| - int32_t const index2_; \
|
| - int32_t const length_; \
|
| - RelocInfo::Mode rmode_; \
|
| - }; \
|
| - if (instr->InputAt(0)->IsRegister()) { \
|
| - ool = new (zone()) OutOfLineLoadFloat( \
|
| - this, result, i.InputRegister(0), index1, index2, length, rmode); \
|
| - } else { \
|
| - ool = new (zone()) OutOfLineLoadFloat(this, result, i.InputInt32(0), \
|
| - index1, index2, length, rmode); \
|
| - } \
|
| - } \
|
| - __ j(above_equal, ool->entry()); \
|
| - if (instr->InputAt(0)->IsRegister()) { \
|
| - __ asm_instr(result, \
|
| - Operand(i.InputRegister(0), index1, times_1, index2)); \
|
| - } else { \
|
| - __ asm_instr(result, Operand(index1, (i.InputInt32(0) + index2))); \
|
| - } \
|
| - __ bind(ool->exit()); \
|
| - } while (false)
|
| -
|
| -#define ASSEMBLE_CHECKED_LOAD_INTEGER(asm_instr) \
|
| - do { \
|
| - auto result = i.OutputRegister(); \
|
| - auto index1 = i.InputRegister(1); \
|
| - auto index2 = i.InputInt32(2); \
|
| - OutOfLineCode* ool; \
|
| - if (index2 == 0) { \
|
| - if (instr->InputAt(3)->IsRegister()) { \
|
| - __ cmp(index1, i.InputRegister(3)); \
|
| - } else { \
|
| - __ cmp(index1, i.InputImmediate(3)); \
|
| - } \
|
| - ool = new (zone()) OutOfLineLoadZero(this, result); \
|
| - } else { \
|
| - auto length = i.InputInt32(3); \
|
| - RelocInfo::Mode rmode = i.ToConstant(instr->InputAt(3)).rmode(); \
|
| - DCHECK_LE(index2, length); \
|
| - __ cmp(index1, \
|
| - Immediate(reinterpret_cast<Address>(length - index2), rmode)); \
|
| - class OutOfLineLoadInteger final : public OutOfLineCode { \
|
| - public: \
|
| - OutOfLineLoadInteger(CodeGenerator* gen, Register result, \
|
| - Register buffer, Register index1, int32_t index2, \
|
| - int32_t length, RelocInfo::Mode rmode) \
|
| - : OutOfLineCode(gen), \
|
| - result_(result), \
|
| - buffer_reg_(buffer), \
|
| - buffer_int_(0), \
|
| - index1_(index1), \
|
| - index2_(index2), \
|
| - length_(length), \
|
| - rmode_(rmode) {} \
|
| - \
|
| - OutOfLineLoadInteger(CodeGenerator* gen, Register result, \
|
| - int32_t buffer, Register index1, int32_t index2, \
|
| - int32_t length, RelocInfo::Mode rmode) \
|
| - : OutOfLineCode(gen), \
|
| - result_(result), \
|
| - buffer_reg_({-1}), \
|
| - buffer_int_(buffer), \
|
| - index1_(index1), \
|
| - index2_(index2), \
|
| - length_(length), \
|
| - rmode_(rmode) {} \
|
| - \
|
| - void Generate() final { \
|
| - Label oob; \
|
| - bool need_cache = !result_.is(index1_); \
|
| - if (need_cache) __ push(index1_); \
|
| - __ lea(index1_, Operand(index1_, index2_)); \
|
| - __ cmp(index1_, \
|
| - Immediate(reinterpret_cast<Address>(length_), rmode_)); \
|
| - __ j(above_equal, &oob, Label::kNear); \
|
| - if (buffer_reg_.is_valid()) { \
|
| - __ asm_instr(result_, Operand(buffer_reg_, index1_, times_1, 0)); \
|
| - } else { \
|
| - __ asm_instr(result_, Operand(index1_, buffer_int_)); \
|
| - } \
|
| - if (need_cache) __ pop(index1_); \
|
| - __ jmp(exit()); \
|
| - __ bind(&oob); \
|
| - if (need_cache) __ pop(index1_); \
|
| - __ xor_(result_, result_); \
|
| - } \
|
| - \
|
| - private: \
|
| - Register const result_; \
|
| - Register const buffer_reg_; \
|
| - int32_t const buffer_int_; \
|
| - Register const index1_; \
|
| - int32_t const index2_; \
|
| - int32_t const length_; \
|
| - RelocInfo::Mode const rmode_; \
|
| - }; \
|
| - if (instr->InputAt(0)->IsRegister()) { \
|
| - ool = new (zone()) OutOfLineLoadInteger( \
|
| - this, result, i.InputRegister(0), index1, index2, length, rmode); \
|
| - } else { \
|
| - ool = new (zone()) OutOfLineLoadInteger( \
|
| - this, result, i.InputInt32(0), index1, index2, length, rmode); \
|
| - } \
|
| - } \
|
| - __ j(above_equal, ool->entry()); \
|
| - if (instr->InputAt(0)->IsRegister()) { \
|
| - __ asm_instr(result, \
|
| - Operand(i.InputRegister(0), index1, times_1, index2)); \
|
| - } else { \
|
| - __ asm_instr(result, Operand(index1, (i.InputInt32(0) + index2))); \
|
| - } \
|
| - __ bind(ool->exit()); \
|
| +#define ASSEMBLE_CHECKED_LOAD_FLOAT(asm_instr, OutOfLineLoadNaN) \
|
| + do { \
|
| + auto result = i.OutputDoubleRegister(); \
|
| + auto offset = i.InputRegister(0); \
|
| + if (instr->InputAt(1)->IsRegister()) { \
|
| + __ cmp(offset, i.InputRegister(1)); \
|
| + } else { \
|
| + __ cmp(offset, i.InputImmediate(1)); \
|
| + } \
|
| + OutOfLineCode* ool = new (zone()) OutOfLineLoadNaN(this, result); \
|
| + __ j(above_equal, ool->entry()); \
|
| + __ asm_instr(result, i.MemoryOperand(2)); \
|
| + __ bind(ool->exit()); \
|
| } while (false)
|
|
|
| -#define ASSEMBLE_CHECKED_STORE_FLOAT(asm_instr) \
|
| - do { \
|
| - auto index1 = i.InputRegister(1); \
|
| - auto index2 = i.InputInt32(2); \
|
| - auto value = i.InputDoubleRegister(4); \
|
| - if (index2 == 0) { \
|
| - if (instr->InputAt(3)->IsRegister()) { \
|
| - __ cmp(index1, i.InputRegister(3)); \
|
| - } else { \
|
| - __ cmp(index1, i.InputImmediate(3)); \
|
| - } \
|
| - Label done; \
|
| - __ j(above_equal, &done, Label::kNear); \
|
| - if (instr->InputAt(0)->IsRegister()) { \
|
| - __ asm_instr(Operand(i.InputRegister(0), index1, times_1, index2), \
|
| - value); \
|
| - } else { \
|
| - __ asm_instr(Operand(index1, (i.InputInt32(0) + index2)), value); \
|
| - } \
|
| - __ bind(&done); \
|
| - } else { \
|
| - auto length = i.InputInt32(3); \
|
| - RelocInfo::Mode rmode = i.ToConstant(instr->InputAt(3)).rmode(); \
|
| - DCHECK_LE(index2, length); \
|
| - __ cmp(index1, \
|
| - Immediate(reinterpret_cast<Address>(length - index2), rmode)); \
|
| - class OutOfLineStoreFloat final : public OutOfLineCode { \
|
| - public: \
|
| - OutOfLineStoreFloat(CodeGenerator* gen, Register buffer, \
|
| - Register index1, int32_t index2, int32_t length, \
|
| - XMMRegister value, RelocInfo::Mode rmode) \
|
| - : OutOfLineCode(gen), \
|
| - buffer_reg_(buffer), \
|
| - buffer_int_(0), \
|
| - index1_(index1), \
|
| - index2_(index2), \
|
| - length_(length), \
|
| - value_(value), \
|
| - rmode_(rmode) {} \
|
| - \
|
| - OutOfLineStoreFloat(CodeGenerator* gen, int32_t buffer, \
|
| - Register index1, int32_t index2, int32_t length, \
|
| - XMMRegister value, RelocInfo::Mode rmode) \
|
| - : OutOfLineCode(gen), \
|
| - buffer_reg_({-1}), \
|
| - buffer_int_(buffer), \
|
| - index1_(index1), \
|
| - index2_(index2), \
|
| - length_(length), \
|
| - value_(value), \
|
| - rmode_(rmode) {} \
|
| - \
|
| - void Generate() final { \
|
| - Label oob; \
|
| - __ push(index1_); \
|
| - __ lea(index1_, Operand(index1_, index2_)); \
|
| - __ cmp(index1_, \
|
| - Immediate(reinterpret_cast<Address>(length_), rmode_)); \
|
| - __ j(above_equal, &oob, Label::kNear); \
|
| - if (buffer_reg_.is_valid()) { \
|
| - __ asm_instr(Operand(buffer_reg_, index1_, times_1, 0), value_); \
|
| - } else { \
|
| - __ asm_instr(Operand(index1_, buffer_int_), value_); \
|
| - } \
|
| - __ bind(&oob); \
|
| - __ pop(index1_); \
|
| - } \
|
| - \
|
| - private: \
|
| - Register const buffer_reg_; \
|
| - int32_t const buffer_int_; \
|
| - Register const index1_; \
|
| - int32_t const index2_; \
|
| - int32_t const length_; \
|
| - XMMRegister const value_; \
|
| - RelocInfo::Mode rmode_; \
|
| - }; \
|
| - OutOfLineCode* ool; \
|
| - if (instr->InputAt(0)->IsRegister()) { \
|
| - ool = new (zone()) OutOfLineStoreFloat( \
|
| - this, i.InputRegister(0), index1, index2, length, value, rmode); \
|
| - } else { \
|
| - ool = new (zone()) OutOfLineStoreFloat(this, i.InputInt32(0), index1, \
|
| - index2, length, value, rmode); \
|
| - } \
|
| - __ j(above_equal, ool->entry()); \
|
| - if (instr->InputAt(0)->IsRegister()) { \
|
| - __ asm_instr(Operand(i.InputRegister(0), index1, times_1, index2), \
|
| - value); \
|
| - } else { \
|
| - __ asm_instr(Operand(index1, (i.InputInt32(0) + index2)), value); \
|
| - } \
|
| - __ bind(ool->exit()); \
|
| - } \
|
| +#define ASSEMBLE_CHECKED_LOAD_INTEGER(asm_instr) \
|
| + do { \
|
| + auto result = i.OutputRegister(); \
|
| + auto offset = i.InputRegister(0); \
|
| + if (instr->InputAt(1)->IsRegister()) { \
|
| + __ cmp(offset, i.InputRegister(1)); \
|
| + } else { \
|
| + __ cmp(offset, i.InputImmediate(1)); \
|
| + } \
|
| + OutOfLineCode* ool = new (zone()) OutOfLineLoadInteger(this, result); \
|
| + __ j(above_equal, ool->entry()); \
|
| + __ asm_instr(result, i.MemoryOperand(2)); \
|
| + __ bind(ool->exit()); \
|
| } while (false)
|
|
|
| -#define ASSEMBLE_CHECKED_STORE_INTEGER_IMPL(asm_instr, Value) \
|
| - do { \
|
| - auto index1 = i.InputRegister(1); \
|
| - auto index2 = i.InputInt32(2); \
|
| - if (index2 == 0) { \
|
| - if (instr->InputAt(3)->IsRegister()) { \
|
| - __ cmp(index1, i.InputRegister(3)); \
|
| - } else { \
|
| - __ cmp(index1, i.InputImmediate(3)); \
|
| - } \
|
| - Label done; \
|
| - __ j(above_equal, &done, Label::kNear); \
|
| - if (instr->InputAt(0)->IsRegister()) { \
|
| - __ asm_instr(Operand(i.InputRegister(0), index1, times_1, index2), \
|
| - value); \
|
| - } else { \
|
| - __ asm_instr(Operand(index1, (i.InputInt32(0) + index2)), value); \
|
| - } \
|
| - __ bind(&done); \
|
| - } else { \
|
| - auto length = i.InputInt32(3); \
|
| - RelocInfo::Mode rmode = i.ToConstant(instr->InputAt(3)).rmode(); \
|
| - DCHECK_LE(index2, length); \
|
| - __ cmp(index1, \
|
| - Immediate(reinterpret_cast<Address>(length - index2), rmode)); \
|
| - class OutOfLineStoreInteger final : public OutOfLineCode { \
|
| - public: \
|
| - OutOfLineStoreInteger(CodeGenerator* gen, Register buffer, \
|
| - Register index1, int32_t index2, int32_t length, \
|
| - Value value, RelocInfo::Mode rmode) \
|
| - : OutOfLineCode(gen), \
|
| - buffer_reg_(buffer), \
|
| - buffer_int_(0), \
|
| - index1_(index1), \
|
| - index2_(index2), \
|
| - length_(length), \
|
| - value_(value), \
|
| - rmode_(rmode) {} \
|
| - \
|
| - OutOfLineStoreInteger(CodeGenerator* gen, int32_t buffer, \
|
| - Register index1, int32_t index2, int32_t length, \
|
| - Value value, RelocInfo::Mode rmode) \
|
| - : OutOfLineCode(gen), \
|
| - buffer_reg_({-1}), \
|
| - buffer_int_(buffer), \
|
| - index1_(index1), \
|
| - index2_(index2), \
|
| - length_(length), \
|
| - value_(value), \
|
| - rmode_(rmode) {} \
|
| - \
|
| - void Generate() final { \
|
| - Label oob; \
|
| - __ push(index1_); \
|
| - __ lea(index1_, Operand(index1_, index2_)); \
|
| - __ cmp(index1_, \
|
| - Immediate(reinterpret_cast<Address>(length_), rmode_)); \
|
| - __ j(above_equal, &oob, Label::kNear); \
|
| - if (buffer_reg_.is_valid()) { \
|
| - __ asm_instr(Operand(buffer_reg_, index1_, times_1, 0), value_); \
|
| - } else { \
|
| - __ asm_instr(Operand(index1_, buffer_int_), value_); \
|
| - } \
|
| - __ bind(&oob); \
|
| - __ pop(index1_); \
|
| - } \
|
| - \
|
| - private: \
|
| - Register const buffer_reg_; \
|
| - int32_t const buffer_int_; \
|
| - Register const index1_; \
|
| - int32_t const index2_; \
|
| - int32_t const length_; \
|
| - Value const value_; \
|
| - RelocInfo::Mode rmode_; \
|
| - }; \
|
| - OutOfLineCode* ool; \
|
| - if (instr->InputAt(0)->IsRegister()) { \
|
| - ool = new (zone()) OutOfLineStoreInteger( \
|
| - this, i.InputRegister(0), index1, index2, length, value, rmode); \
|
| - } else { \
|
| - ool = new (zone()) OutOfLineStoreInteger( \
|
| - this, i.InputInt32(0), index1, index2, length, value, rmode); \
|
| - } \
|
| - __ j(above_equal, ool->entry()); \
|
| - if (instr->InputAt(0)->IsRegister()) { \
|
| - __ asm_instr(Operand(i.InputRegister(0), index1, times_1, index2), \
|
| - value); \
|
| - } else { \
|
| - __ asm_instr(Operand(index1, (i.InputInt32(0) + index2)), value); \
|
| - } \
|
| - __ bind(ool->exit()); \
|
| - } \
|
| +#define ASSEMBLE_CHECKED_STORE_FLOAT(asm_instr) \
|
| + do { \
|
| + auto offset = i.InputRegister(0); \
|
| + if (instr->InputAt(1)->IsRegister()) { \
|
| + __ cmp(offset, i.InputRegister(1)); \
|
| + } else { \
|
| + __ cmp(offset, i.InputImmediate(1)); \
|
| + } \
|
| + Label done; \
|
| + __ j(above_equal, &done, Label::kNear); \
|
| + __ asm_instr(i.MemoryOperand(3), i.InputDoubleRegister(2)); \
|
| + __ bind(&done); \
|
| } while (false)
|
|
|
| -#define ASSEMBLE_CHECKED_STORE_INTEGER(asm_instr) \
|
| - do { \
|
| - if (instr->InputAt(4)->IsRegister()) { \
|
| - Register value = i.InputRegister(4); \
|
| - ASSEMBLE_CHECKED_STORE_INTEGER_IMPL(asm_instr, Register); \
|
| - } else { \
|
| - Immediate value = i.InputImmediate(4); \
|
| - ASSEMBLE_CHECKED_STORE_INTEGER_IMPL(asm_instr, Immediate); \
|
| - } \
|
| +#define ASSEMBLE_CHECKED_STORE_INTEGER(asm_instr) \
|
| + do { \
|
| + auto offset = i.InputRegister(0); \
|
| + if (instr->InputAt(1)->IsRegister()) { \
|
| + __ cmp(offset, i.InputRegister(1)); \
|
| + } else { \
|
| + __ cmp(offset, i.InputImmediate(1)); \
|
| + } \
|
| + Label done; \
|
| + __ j(above_equal, &done, Label::kNear); \
|
| + if (instr->InputAt(2)->IsRegister()) { \
|
| + __ asm_instr(i.MemoryOperand(3), i.InputRegister(2)); \
|
| + } else { \
|
| + __ asm_instr(i.MemoryOperand(3), i.InputImmediate(2)); \
|
| + } \
|
| + __ bind(&done); \
|
| } while (false)
|
|
|
| #define ASSEMBLE_COMPARE(asm_instr) \
|
| @@ -1889,10 +1564,10 @@ CodeGenerator::CodeGenResult CodeGenerator::AssembleArchInstruction(
|
| ASSEMBLE_CHECKED_LOAD_INTEGER(mov);
|
| break;
|
| case kCheckedLoadFloat32:
|
| - ASSEMBLE_CHECKED_LOAD_FLOAT(movss, OutOfLineLoadFloat32NaN, s);
|
| + ASSEMBLE_CHECKED_LOAD_FLOAT(movss, OutOfLineLoadFloat32NaN);
|
| break;
|
| case kCheckedLoadFloat64:
|
| - ASSEMBLE_CHECKED_LOAD_FLOAT(movsd, OutOfLineLoadFloat64NaN, d);
|
| + ASSEMBLE_CHECKED_LOAD_FLOAT(movsd, OutOfLineLoadFloat64NaN);
|
| break;
|
| case kCheckedStoreWord8:
|
| ASSEMBLE_CHECKED_STORE_INTEGER(mov_b);
|
|
|