OLD | NEW |
1 //===- subzero/src/IceInstX86BaseImpl.h - Generic X86 instructions -*- C++ -*=// | 1 //===- subzero/src/IceInstX86BaseImpl.h - Generic X86 instructions -*- C++ -*=// |
2 // | 2 // |
3 // The Subzero Code Generator | 3 // The Subzero Code Generator |
4 // | 4 // |
5 // This file is distributed under the University of Illinois Open Source | 5 // This file is distributed under the University of Illinois Open Source |
6 // License. See LICENSE.TXT for details. | 6 // License. See LICENSE.TXT for details. |
7 // | 7 // |
8 //===----------------------------------------------------------------------===// | 8 //===----------------------------------------------------------------------===// |
9 /// | 9 /// |
10 /// \file | 10 /// \file |
(...skipping 870 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
881 (Asm->*(Emitter.XmmAddr))(Ty, VarReg, Mem->toAsmAddress(Asm, Target)); | 881 (Asm->*(Emitter.XmmAddr))(Ty, VarReg, Mem->toAsmAddress(Asm, Target)); |
882 } else if (const auto *Imm = llvm::dyn_cast<Constant>(Src)) { | 882 } else if (const auto *Imm = llvm::dyn_cast<Constant>(Src)) { |
883 (Asm->*(Emitter.XmmAddr))(Ty, VarReg, | 883 (Asm->*(Emitter.XmmAddr))(Ty, VarReg, |
884 Traits::Address::ofConstPool(Asm, Imm)); | 884 Traits::Address::ofConstPool(Asm, Imm)); |
885 } else { | 885 } else { |
886 llvm_unreachable("Unexpected operand type"); | 886 llvm_unreachable("Unexpected operand type"); |
887 } | 887 } |
888 } | 888 } |
889 | 889 |
890 template <typename TraitsType> | 890 template <typename TraitsType> |
891 template <typename DReg_t, typename SReg_t, DReg_t (*destEnc)(int32_t), | 891 template <typename DReg_t, typename SReg_t, DReg_t (*destEnc)(RegNumT), |
892 SReg_t (*srcEnc)(int32_t)> | 892 SReg_t (*srcEnc)(RegNumT)> |
893 void InstImpl<TraitsType>::emitIASCastRegOp( | 893 void InstImpl<TraitsType>::emitIASCastRegOp( |
894 const Cfg *Func, Type DestTy, const Variable *Dest, Type SrcTy, | 894 const Cfg *Func, Type DestTy, const Variable *Dest, Type SrcTy, |
895 const Operand *Src, const CastEmitterRegOp<DReg_t, SReg_t> &Emitter) { | 895 const Operand *Src, const CastEmitterRegOp<DReg_t, SReg_t> &Emitter) { |
896 auto *Target = InstX86Base::getTarget(Func); | 896 auto *Target = InstX86Base::getTarget(Func); |
897 Assembler *Asm = Func->getAssembler<Assembler>(); | 897 Assembler *Asm = Func->getAssembler<Assembler>(); |
898 assert(Dest->hasReg()); | 898 assert(Dest->hasReg()); |
899 DReg_t DestReg = destEnc(Dest->getRegNum()); | 899 DReg_t DestReg = destEnc(Dest->getRegNum()); |
900 if (const auto *SrcVar = llvm::dyn_cast<Variable>(Src)) { | 900 if (const auto *SrcVar = llvm::dyn_cast<Variable>(Src)) { |
901 if (SrcVar->hasReg()) { | 901 if (SrcVar->hasReg()) { |
902 SReg_t SrcReg = srcEnc(SrcVar->getRegNum()); | 902 SReg_t SrcReg = srcEnc(SrcVar->getRegNum()); |
903 (Asm->*(Emitter.RegReg))(DestTy, DestReg, SrcTy, SrcReg); | 903 (Asm->*(Emitter.RegReg))(DestTy, DestReg, SrcTy, SrcReg); |
904 } else { | 904 } else { |
905 Address SrcStackAddr = Target->stackVarToAsmOperand(SrcVar); | 905 Address SrcStackAddr = Target->stackVarToAsmOperand(SrcVar); |
906 (Asm->*(Emitter.RegAddr))(DestTy, DestReg, SrcTy, SrcStackAddr); | 906 (Asm->*(Emitter.RegAddr))(DestTy, DestReg, SrcTy, SrcStackAddr); |
907 } | 907 } |
908 } else if (const auto *Mem = llvm::dyn_cast<X86OperandMem>(Src)) { | 908 } else if (const auto *Mem = llvm::dyn_cast<X86OperandMem>(Src)) { |
909 Mem->emitSegmentOverride(Asm); | 909 Mem->emitSegmentOverride(Asm); |
910 (Asm->*(Emitter.RegAddr))(DestTy, DestReg, SrcTy, | 910 (Asm->*(Emitter.RegAddr))(DestTy, DestReg, SrcTy, |
911 Mem->toAsmAddress(Asm, Target)); | 911 Mem->toAsmAddress(Asm, Target)); |
912 } else { | 912 } else { |
913 llvm_unreachable("Unexpected operand type"); | 913 llvm_unreachable("Unexpected operand type"); |
914 } | 914 } |
915 } | 915 } |
916 | 916 |
917 template <typename TraitsType> | 917 template <typename TraitsType> |
918 template <typename DReg_t, typename SReg_t, DReg_t (*destEnc)(int32_t), | 918 template <typename DReg_t, typename SReg_t, DReg_t (*destEnc)(RegNumT), |
919 SReg_t (*srcEnc)(int32_t)> | 919 SReg_t (*srcEnc)(RegNumT)> |
920 void InstImpl<TraitsType>::emitIASThreeOpImmOps( | 920 void InstImpl<TraitsType>::emitIASThreeOpImmOps( |
921 const Cfg *Func, Type DispatchTy, const Variable *Dest, const Operand *Src0, | 921 const Cfg *Func, Type DispatchTy, const Variable *Dest, const Operand *Src0, |
922 const Operand *Src1, const ThreeOpImmEmitter<DReg_t, SReg_t> Emitter) { | 922 const Operand *Src1, const ThreeOpImmEmitter<DReg_t, SReg_t> Emitter) { |
923 auto *Target = InstX86Base::getTarget(Func); | 923 auto *Target = InstX86Base::getTarget(Func); |
924 Assembler *Asm = Func->getAssembler<Assembler>(); | 924 Assembler *Asm = Func->getAssembler<Assembler>(); |
925 // This only handles Dest being a register, and Src1 being an immediate. | 925 // This only handles Dest being a register, and Src1 being an immediate. |
926 assert(Dest->hasReg()); | 926 assert(Dest->hasReg()); |
927 DReg_t DestReg = destEnc(Dest->getRegNum()); | 927 DReg_t DestReg = destEnc(Dest->getRegNum()); |
928 AssemblerImmediate Imm(llvm::cast<ConstantInteger32>(Src1)->getValue()); | 928 AssemblerImmediate Imm(llvm::cast<ConstantInteger32>(Src1)->getValue()); |
929 if (const auto *SrcVar = llvm::dyn_cast<Variable>(Src0)) { | 929 if (const auto *SrcVar = llvm::dyn_cast<Variable>(Src0)) { |
(...skipping 254 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
1184 this->getSrc(2), Emitter); | 1184 this->getSrc(2), Emitter); |
1185 } | 1185 } |
1186 | 1186 |
1187 template <typename TraitsType> | 1187 template <typename TraitsType> |
1188 void InstImpl<TraitsType>::InstX86Cbwdq::emit(const Cfg *Func) const { | 1188 void InstImpl<TraitsType>::InstX86Cbwdq::emit(const Cfg *Func) const { |
1189 if (!BuildDefs::dump()) | 1189 if (!BuildDefs::dump()) |
1190 return; | 1190 return; |
1191 Ostream &Str = Func->getContext()->getStrEmit(); | 1191 Ostream &Str = Func->getContext()->getStrEmit(); |
1192 assert(this->getSrcSize() == 1); | 1192 assert(this->getSrcSize() == 1); |
1193 Operand *Src0 = this->getSrc(0); | 1193 Operand *Src0 = this->getSrc(0); |
1194 int32_t DestReg = this->getDest()->getRegNum(); | 1194 RegNumT DestReg = this->getDest()->getRegNum(); |
1195 int32_t SrcReg = llvm::cast<Variable>(Src0)->getRegNum(); | 1195 RegNumT SrcReg = llvm::cast<Variable>(Src0)->getRegNum(); |
1196 (void)DestReg; | 1196 (void)DestReg; |
1197 (void)SrcReg; | 1197 (void)SrcReg; |
1198 switch (Src0->getType()) { | 1198 switch (Src0->getType()) { |
1199 default: | 1199 default: |
1200 llvm_unreachable("unexpected source type!"); | 1200 llvm_unreachable("unexpected source type!"); |
1201 break; | 1201 break; |
1202 case IceType_i8: | 1202 case IceType_i8: |
1203 assert(SrcReg == RegisterSet::Reg_al); | 1203 assert(SrcReg == RegisterSet::Reg_al); |
1204 assert(DestReg == RegisterSet::Reg_ax || DestReg == RegisterSet::Reg_ah); | 1204 assert(DestReg == RegisterSet::Reg_ax || DestReg == RegisterSet::Reg_ah); |
1205 Str << "\t" | 1205 Str << "\t" |
(...skipping 19 matching lines...) Expand all Loading... |
1225 "cqo"; | 1225 "cqo"; |
1226 break; | 1226 break; |
1227 } | 1227 } |
1228 } | 1228 } |
1229 | 1229 |
1230 template <typename TraitsType> | 1230 template <typename TraitsType> |
1231 void InstImpl<TraitsType>::InstX86Cbwdq::emitIAS(const Cfg *Func) const { | 1231 void InstImpl<TraitsType>::InstX86Cbwdq::emitIAS(const Cfg *Func) const { |
1232 Assembler *Asm = Func->getAssembler<Assembler>(); | 1232 Assembler *Asm = Func->getAssembler<Assembler>(); |
1233 assert(this->getSrcSize() == 1); | 1233 assert(this->getSrcSize() == 1); |
1234 Operand *Src0 = this->getSrc(0); | 1234 Operand *Src0 = this->getSrc(0); |
1235 int32_t DestReg = this->getDest()->getRegNum(); | 1235 RegNumT DestReg = this->getDest()->getRegNum(); |
1236 int32_t SrcReg = llvm::cast<Variable>(Src0)->getRegNum(); | 1236 RegNumT SrcReg = llvm::cast<Variable>(Src0)->getRegNum(); |
1237 (void)DestReg; | 1237 (void)DestReg; |
1238 (void)SrcReg; | 1238 (void)SrcReg; |
1239 switch (Src0->getType()) { | 1239 switch (Src0->getType()) { |
1240 default: | 1240 default: |
1241 llvm_unreachable("unexpected source type!"); | 1241 llvm_unreachable("unexpected source type!"); |
1242 break; | 1242 break; |
1243 case IceType_i8: | 1243 case IceType_i8: |
1244 assert(SrcReg == RegisterSet::Reg_al); | 1244 assert(SrcReg == RegisterSet::Reg_al); |
1245 assert(DestReg == RegisterSet::Reg_ax || DestReg == RegisterSet::Reg_ah); | 1245 assert(DestReg == RegisterSet::Reg_ax || DestReg == RegisterSet::Reg_ah); |
1246 Asm->cbw(); | 1246 Asm->cbw(); |
(...skipping 733 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
1980 Ostream &Str = Func->getContext()->getStrEmit(); | 1980 Ostream &Str = Func->getContext()->getStrEmit(); |
1981 assert(this->getSrcSize() == 1); | 1981 assert(this->getSrcSize() == 1); |
1982 assert(this->getDest()->hasReg()); | 1982 assert(this->getDest()->hasReg()); |
1983 Str << "\t" | 1983 Str << "\t" |
1984 "lea" << this->getWidthString(this->getDest()->getType()) << "\t"; | 1984 "lea" << this->getWidthString(this->getDest()->getType()) << "\t"; |
1985 Operand *Src0 = this->getSrc(0); | 1985 Operand *Src0 = this->getSrc(0); |
1986 if (const auto *Src0Var = llvm::dyn_cast<Variable>(Src0)) { | 1986 if (const auto *Src0Var = llvm::dyn_cast<Variable>(Src0)) { |
1987 Type Ty = Src0Var->getType(); | 1987 Type Ty = Src0Var->getType(); |
1988 // lea on x86-32 doesn't accept mem128 operands, so cast VSrc0 to an | 1988 // lea on x86-32 doesn't accept mem128 operands, so cast VSrc0 to an |
1989 // acceptable type. | 1989 // acceptable type. |
1990 Src0Var->asType(isVectorType(Ty) ? IceType_i32 : Ty, Variable::NoRegister) | 1990 Src0Var->asType(isVectorType(Ty) ? IceType_i32 : Ty, RegNumT::NoRegister) |
1991 ->emit(Func); | 1991 ->emit(Func); |
1992 } else { | 1992 } else { |
1993 Src0->emit(Func); | 1993 Src0->emit(Func); |
1994 } | 1994 } |
1995 Str << ", "; | 1995 Str << ", "; |
1996 this->getDest()->emit(Func); | 1996 this->getDest()->emit(Func); |
1997 } | 1997 } |
1998 | 1998 |
1999 template <typename TraitsType> | 1999 template <typename TraitsType> |
2000 void InstImpl<TraitsType>::InstX86Mov::emit(const Cfg *Func) const { | 2000 void InstImpl<TraitsType>::InstX86Mov::emit(const Cfg *Func) const { |
(...skipping 17 matching lines...) Expand all Loading... |
2018 } | 2018 } |
2019 // For an integer truncation operation, src is wider than dest. In this case, | 2019 // For an integer truncation operation, src is wider than dest. In this case, |
2020 // we use a mov instruction whose data width matches the narrower dest. | 2020 // we use a mov instruction whose data width matches the narrower dest. |
2021 // TODO: This assert disallows usages such as copying a floating | 2021 // TODO: This assert disallows usages such as copying a floating |
2022 // point value between a vector and a scalar (which movss is used for). Clean | 2022 // point value between a vector and a scalar (which movss is used for). Clean |
2023 // this up. | 2023 // this up. |
2024 assert(InstX86Base::getTarget(Func)->typeWidthInBytesOnStack(DestTy) == | 2024 assert(InstX86Base::getTarget(Func)->typeWidthInBytesOnStack(DestTy) == |
2025 InstX86Base::getTarget(Func)->typeWidthInBytesOnStack(SrcTy)); | 2025 InstX86Base::getTarget(Func)->typeWidthInBytesOnStack(SrcTy)); |
2026 const Operand *NewSrc = Src; | 2026 const Operand *NewSrc = Src; |
2027 if (auto *SrcVar = llvm::dyn_cast<Variable>(Src)) { | 2027 if (auto *SrcVar = llvm::dyn_cast<Variable>(Src)) { |
2028 int32_t NewRegNum = Variable::NoRegister; | 2028 RegNumT NewRegNum = RegNumT::NoRegister; |
2029 if (SrcVar->hasReg()) | 2029 if (SrcVar->hasReg()) |
2030 NewRegNum = Traits::getGprForType(DestTy, SrcVar->getRegNum()); | 2030 NewRegNum = Traits::getGprForType(DestTy, SrcVar->getRegNum()); |
2031 if (SrcTy != DestTy) | 2031 if (SrcTy != DestTy) |
2032 NewSrc = SrcVar->asType(DestTy, NewRegNum); | 2032 NewSrc = SrcVar->asType(DestTy, NewRegNum); |
2033 } | 2033 } |
2034 NewSrc->emit(Func); | 2034 NewSrc->emit(Func); |
2035 Str << ", "; | 2035 Str << ", "; |
2036 this->getDest()->emit(Func); | 2036 this->getDest()->emit(Func); |
2037 } | 2037 } |
2038 | 2038 |
(...skipping 505 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
2544 Ostream &Str = Func->getContext()->getStrEmit(); | 2544 Ostream &Str = Func->getContext()->getStrEmit(); |
2545 assert(this->getSrcSize() == 3); | 2545 assert(this->getSrcSize() == 3); |
2546 Str << "\t" << this->Opcode | 2546 Str << "\t" << this->Opcode |
2547 << Traits::TypeAttributes[this->getDest()->getType()].PackString << "\t"; | 2547 << Traits::TypeAttributes[this->getDest()->getType()].PackString << "\t"; |
2548 this->getSrc(2)->emit(Func); | 2548 this->getSrc(2)->emit(Func); |
2549 Str << ", "; | 2549 Str << ", "; |
2550 Operand *Src1 = this->getSrc(1); | 2550 Operand *Src1 = this->getSrc(1); |
2551 if (const auto *Src1Var = llvm::dyn_cast<Variable>(Src1)) { | 2551 if (const auto *Src1Var = llvm::dyn_cast<Variable>(Src1)) { |
2552 // If src1 is a register, it should always be r32. | 2552 // If src1 is a register, it should always be r32. |
2553 if (Src1Var->hasReg()) { | 2553 if (Src1Var->hasReg()) { |
2554 int32_t NewRegNum = Traits::getBaseReg(Src1Var->getRegNum()); | 2554 RegNumT NewRegNum = Traits::getBaseReg(Src1Var->getRegNum()); |
2555 const Variable *NewSrc = Src1Var->asType(IceType_i32, NewRegNum); | 2555 const Variable *NewSrc = Src1Var->asType(IceType_i32, NewRegNum); |
2556 NewSrc->emit(Func); | 2556 NewSrc->emit(Func); |
2557 } else { | 2557 } else { |
2558 Src1Var->emit(Func); | 2558 Src1Var->emit(Func); |
2559 } | 2559 } |
2560 } else { | 2560 } else { |
2561 Src1->emit(Func); | 2561 Src1->emit(Func); |
2562 } | 2562 } |
2563 Str << ", "; | 2563 Str << ", "; |
2564 this->getDest()->emit(Func); | 2564 this->getDest()->emit(Func); |
2565 } | 2565 } |
2566 | 2566 |
2567 template <typename TraitsType> | 2567 template <typename TraitsType> |
2568 void InstImpl<TraitsType>::InstX86Pinsr::emitIAS(const Cfg *Func) const { | 2568 void InstImpl<TraitsType>::InstX86Pinsr::emitIAS(const Cfg *Func) const { |
2569 assert(this->getSrcSize() == 3); | 2569 assert(this->getSrcSize() == 3); |
2570 assert(this->getDest() == this->getSrc(0)); | 2570 assert(this->getDest() == this->getSrc(0)); |
2571 // pinsrb and pinsrd are SSE4.1 instructions. | 2571 // pinsrb and pinsrd are SSE4.1 instructions. |
2572 const Operand *Src0 = this->getSrc(1); | 2572 const Operand *Src0 = this->getSrc(1); |
2573 Type DispatchTy = Src0->getType(); | 2573 Type DispatchTy = Src0->getType(); |
2574 // If src1 is a register, it should always be r32 (this should fall out from | 2574 // If src1 is a register, it should always be r32 (this should fall out from |
2575 // the encodings for ByteRegs overlapping the encodings for r32), but we have | 2575 // the encodings for ByteRegs overlapping the encodings for r32), but we have |
2576 // to make sure the register allocator didn't choose an 8-bit high register | 2576 // to make sure the register allocator didn't choose an 8-bit high register |
2577 // like "ah". | 2577 // like "ah". |
2578 if (BuildDefs::asserts()) { | 2578 if (BuildDefs::asserts()) { |
2579 if (auto *Src0Var = llvm::dyn_cast<Variable>(Src0)) { | 2579 if (auto *Src0Var = llvm::dyn_cast<Variable>(Src0)) { |
2580 if (Src0Var->hasReg()) { | 2580 if (Src0Var->hasReg()) { |
2581 int32_t RegNum = Src0Var->getRegNum(); | 2581 RegNumT RegNum = Src0Var->getRegNum(); |
2582 int32_t BaseRegNum = Traits::getBaseReg(RegNum); | 2582 RegNumT BaseRegNum = Traits::getBaseReg(RegNum); |
2583 (void)BaseRegNum; | 2583 (void)BaseRegNum; |
2584 assert(Traits::getEncodedGPR(RegNum) == | 2584 assert(Traits::getEncodedGPR(RegNum) == |
2585 Traits::getEncodedGPR(BaseRegNum)); | 2585 Traits::getEncodedGPR(BaseRegNum)); |
2586 } | 2586 } |
2587 } | 2587 } |
2588 } | 2588 } |
2589 static const ThreeOpImmEmitter<XmmRegister, GPRRegister> Emitter = { | 2589 static const ThreeOpImmEmitter<XmmRegister, GPRRegister> Emitter = { |
2590 &Assembler::pinsr, &Assembler::pinsr}; | 2590 &Assembler::pinsr, &Assembler::pinsr}; |
2591 emitIASThreeOpImmOps<XmmRegister, GPRRegister, Traits::getEncodedXmm, | 2591 emitIASThreeOpImmOps<XmmRegister, GPRRegister, Traits::getEncodedXmm, |
2592 Traits::getEncodedGPR>(Func, DispatchTy, this->getDest(), | 2592 Traits::getEncodedGPR>(Func, DispatchTy, this->getDest(), |
(...skipping 296 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
2889 return; | 2889 return; |
2890 Ostream &Str = Func->getContext()->getStrDump(); | 2890 Ostream &Str = Func->getContext()->getStrDump(); |
2891 Str << "IACA_END"; | 2891 Str << "IACA_END"; |
2892 } | 2892 } |
2893 | 2893 |
2894 } // end of namespace X86NAMESPACE | 2894 } // end of namespace X86NAMESPACE |
2895 | 2895 |
2896 } // end of namespace Ice | 2896 } // end of namespace Ice |
2897 | 2897 |
2898 #endif // SUBZERO_SRC_ICEINSTX86BASEIMPL_H | 2898 #endif // SUBZERO_SRC_ICEINSTX86BASEIMPL_H |
OLD | NEW |