| Index: src/x64/code-stubs-x64.h
|
| ===================================================================
|
| --- src/x64/code-stubs-x64.h (revision 7889)
|
| +++ src/x64/code-stubs-x64.h (working copy)
|
| @@ -443,6 +443,212 @@
|
| };
|
|
|
|
|
| +class RecordWriteStub: public CodeStub {
|
| + public:
|
| + RecordWriteStub(Register object,
|
| + Register value,
|
| + Register address,
|
| + EmitRememberedSet emit_remembered_set,
|
| + SaveFPRegsMode fp_mode)
|
| + : object_(object),
|
| + value_(value),
|
| + address_(address),
|
| + emit_remembered_set_(emit_remembered_set),
|
| + save_fp_regs_mode_(fp_mode),
|
| + regs_(object, // An input reg.
|
| + address, // An input reg.
|
| + value) { // One scratch reg.
|
| + }
|
| +
|
| + static const byte kTwoByteNopInstruction = 0x3c; // Cmpb al, #imm8.
|
| + static const byte kSkipNonIncrementalPartInstruction = 0xeb; // Jmp #imm8.
|
| +
|
| + static byte GetInstruction(bool enable) {
|
| + // Can't use ternary operator here, because gcc makes an undefined
|
| + // reference to a static const int.
|
| + if (enable) {
|
| + return kSkipNonIncrementalPartInstruction;
|
| + } else {
|
| + return kTwoByteNopInstruction;
|
| + }
|
| + }
|
| +
|
| + static void Patch(Code* stub, bool enable) {
|
| + ASSERT(*stub->instruction_start() == GetInstruction(!enable));
|
| + *stub->instruction_start() = GetInstruction(enable);
|
| + }
|
| +
|
| + private:
|
| + // This is a helper class for freeing up 3 scratch registers, where the third
|
| + // is always rcx (needed for shift operations). The input is two registers
|
| + // that must be preserved and one scratch register provided by the caller.
|
| + class RegisterAllocation {
|
| + public:
|
| + RegisterAllocation(Register object,
|
| + Register address,
|
| + Register scratch0)
|
| + : object_orig_(object),
|
| + address_orig_(address),
|
| + scratch0_orig_(scratch0),
|
| + object_(object),
|
| + address_(address),
|
| + scratch0_(scratch0) {
|
| + ASSERT(!Aliasing(scratch0, object, address, no_reg));
|
| + scratch1_ = GetRegThatIsNotRcxOr(object_, address_, scratch0_);
|
| + if (scratch0.is(rcx)) {
|
| + scratch0_ = GetRegThatIsNotRcxOr(object_, address_, scratch1_);
|
| + }
|
| + if (object.is(rcx)) {
|
| + object_ = GetRegThatIsNotRcxOr(address_, scratch0_, scratch1_);
|
| + }
|
| + if (address.is(rcx)) {
|
| + address_ = GetRegThatIsNotRcxOr(object_, scratch0_, scratch1_);
|
| + }
|
| + ASSERT(!Aliasing(scratch0_, object_, address_, rcx));
|
| + }
|
| +
|
| + void Save(MacroAssembler* masm) {
|
| + ASSERT(!address_orig_.is(object_));
|
| + ASSERT(object_.is(object_orig_) || address_.is(address_orig_));
|
| + ASSERT(!Aliasing(object_, address_, scratch1_, scratch0_));
|
| + ASSERT(!Aliasing(object_orig_, address_, scratch1_, scratch0_));
|
| + ASSERT(!Aliasing(object_, address_orig_, scratch1_, scratch0_));
|
| + // We don't have to save scratch0_orig_ because it was given to us as
|
| + // a scratch register. But if we had to switch to a different reg then
|
| + // we should save the new scratch0_.
|
| + if (!scratch0_.is(scratch0_orig_)) masm->push(scratch0_);
|
| + if (!rcx.is(scratch0_orig_) &&
|
| + !rcx.is(object_orig_) &&
|
| + !rcx.is(address_orig_)) {
|
| + masm->push(rcx);
|
| + }
|
| + masm->push(scratch1_);
|
| + if (!address_.is(address_orig_)) {
|
| + masm->push(address_);
|
| + masm->movq(address_, address_orig_);
|
| + }
|
| + if (!object_.is(object_orig_)) {
|
| + masm->push(object_);
|
| + masm->movq(object_, object_orig_);
|
| + }
|
| + }
|
| +
|
| + void Restore(MacroAssembler* masm) {
|
| + // These will have been preserved the entire time, so we just need to move
|
| + // them back. Only in one case is the orig_ reg different from the plain
|
| + // one, since only one of them can alias with rcx.
|
| + if (!object_.is(object_orig_)) {
|
| + masm->movq(object_orig_, object_);
|
| + masm->pop(object_);
|
| + }
|
| + if (!address_.is(address_orig_)) {
|
| + masm->movq(address_orig_, address_);
|
| + masm->pop(address_);
|
| + }
|
| + masm->pop(scratch1_);
|
| + if (!rcx.is(scratch0_orig_) &&
|
| + !rcx.is(object_orig_) &&
|
| + !rcx.is(address_orig_)) {
|
| + masm->pop(rcx);
|
| + }
|
| + if (!scratch0_.is(scratch0_orig_)) masm->pop(scratch0_);
|
| + }
|
| +
|
| + // If we have to call into C then we need to save and restore all caller-
|
| + // saved registers that were not already preserved.
|
| +
|
| + // The three scratch registers (incl. rcx)
|
| + // will be restored by other means so we don't bother pushing them here.
|
| + void SaveCallerSaveRegisters(MacroAssembler* masm, SaveFPRegsMode mode) {
|
| + masm->int3(); // TODO(gc): Save the caller save registers.
|
| + if (mode == kSaveFPRegs) {
|
| + CpuFeatures::Scope scope(SSE2);
|
| + masm->subq(rsp,
|
| + Immediate(kDoubleSize * (XMMRegister::kNumRegisters - 1)));
|
| + // Save all XMM registers except XMM0.
|
| + for (int i = XMMRegister::kNumRegisters - 1; i > 0; i--) {
|
| + XMMRegister reg = XMMRegister::from_code(i);
|
| + masm->movsd(Operand(rsp, (i - 1) * kDoubleSize), reg);
|
| + }
|
| + }
|
| + }
|
| +
|
| + inline void RestoreCallerSaveRegisters(MacroAssembler*masm,
|
| + SaveFPRegsMode mode) {
|
| + if (mode == kSaveFPRegs) {
|
| + CpuFeatures::Scope scope(SSE2);
|
| + // Restore all XMM registers except XMM0.
|
| + for (int i = XMMRegister::kNumRegisters - 1; i > 0; i--) {
|
| + XMMRegister reg = XMMRegister::from_code(i);
|
| + masm->movsd(reg, Operand(rsp, (i - 1) * kDoubleSize));
|
| + }
|
| + masm->addq(rsp,
|
| + Immediate(kDoubleSize * (XMMRegister::kNumRegisters - 1)));
|
| + }
|
| + masm->int3(); // TODO(gc): Restore the caller save registers.
|
| + }
|
| +
|
| + inline Register object() { return object_; }
|
| + inline Register address() { return address_; }
|
| + inline Register scratch0() { return scratch0_; }
|
| + inline Register scratch1() { return scratch1_; }
|
| +
|
| + private:
|
| + Register object_orig_;
|
| + Register address_orig_;
|
| + Register scratch0_orig_;
|
| + Register object_;
|
| + Register address_;
|
| + Register scratch0_;
|
| + Register scratch1_;
|
| + // Third scratch register is always rcx.
|
| +
|
| + Register GetRegThatIsNotRcxOr(Register r1,
|
| + Register r2,
|
| + Register r3) {
|
| + for (int i = 0; i < Register::kNumAllocatableRegisters; i++) {
|
| + Register candidate = Register::FromAllocationIndex(i);
|
| + if (candidate.is(rcx)) continue;
|
| + if (candidate.is(r1)) continue;
|
| + if (candidate.is(r2)) continue;
|
| + if (candidate.is(r3)) continue;
|
| + return candidate;
|
| + }
|
| + UNREACHABLE();
|
| + return no_reg;
|
| + }
|
| + friend class RecordWriteStub;
|
| + };
|
| +
|
| + void Generate(MacroAssembler* masm);
|
| + void GenerateIncremental(MacroAssembler* masm);
|
| +
|
| + Major MajorKey() { return RecordWrite; }
|
| +
|
| + int MinorKey() {
|
| + return ObjectBits::encode(object_.code()) |
|
| + ValueBits::encode(value_.code()) |
|
| + AddressBits::encode(address_.code()) |
|
| + EmitRememberedSetBits::encode(emit_remembered_set_) |
|
| + SaveFPRegsModeBits::encode(save_fp_regs_mode_);
|
| + }
|
| +
|
| + class ObjectBits: public BitField<int, 0, 4> {};
|
| + class ValueBits: public BitField<int, 4, 4> {};
|
| + class AddressBits: public BitField<int, 8, 4> {};
|
| + class EmitRememberedSetBits: public BitField<EmitRememberedSet, 12, 1> {};
|
| + class SaveFPRegsModeBits: public BitField<SaveFPRegsMode, 13, 1> {};
|
| +
|
| + Register object_;
|
| + Register value_;
|
| + Register address_;
|
| + EmitRememberedSet emit_remembered_set_;
|
| + SaveFPRegsMode save_fp_regs_mode_;
|
| + Label slow_;
|
| + RegisterAllocation regs_;
|
| +};
|
| +
|
| +
|
| } } // namespace v8::internal
|
|
|
| #endif // V8_X64_CODE_STUBS_X64_H_
|
|
|