| Index: src/IceTargetLoweringX8664.cpp
|
| diff --git a/src/IceTargetLoweringX8664.cpp b/src/IceTargetLoweringX8664.cpp
|
| index 83a5fa5d8e0298a683ce2446916341da993c2c2c..8c77baad1907b54890c95978623c65458cd10b57 100644
|
| --- a/src/IceTargetLoweringX8664.cpp
|
| +++ b/src/IceTargetLoweringX8664.cpp
|
| @@ -8,9 +8,8 @@
|
| //===----------------------------------------------------------------------===//
|
| ///
|
| /// \file
|
| -/// This file implements the TargetLoweringX8664 class, which
|
| -/// consists almost entirely of the lowering sequence for each
|
| -/// high-level instruction.
|
| +/// This file implements the TargetLoweringX8664 class, which consists almost
|
| +/// entirely of the lowering sequence for each high-level instruction.
|
| ///
|
| //===----------------------------------------------------------------------===//
|
|
|
| @@ -131,24 +130,22 @@ constexpr SizeT constexprMax(SizeT S0, SizeT S1) { return S0 < S1 ? S1 : S0; }
|
| void TargetX8664::lowerCall(const InstCall *Instr) {
|
| // x86-64 calling convention:
|
| //
|
| - // * At the point before the call, the stack must be aligned to 16
|
| - // bytes.
|
| + // * At the point before the call, the stack must be aligned to 16 bytes.
|
| //
|
| // * The first eight arguments of vector/fp type, regardless of their
|
| - // position relative to the other arguments in the argument list, are
|
| - // placed in registers %xmm0 - %xmm7.
|
| + // position relative to the other arguments in the argument list, are placed
|
| + // in registers %xmm0 - %xmm7.
|
| //
|
| - // * The first six arguments of integer types, regardless of their
|
| - // position relative to the other arguments in the argument list, are
|
| - // placed in registers %rdi, %rsi, %rdx, %rcx, %r8, and %r9.
|
| + // * The first six arguments of integer types, regardless of their position
|
| + // relative to the other arguments in the argument list, are placed in
|
| + // registers %rdi, %rsi, %rdx, %rcx, %r8, and %r9.
|
| //
|
| - // * Other arguments are pushed onto the stack in right-to-left order,
|
| - // such that the left-most argument ends up on the top of the stack at
|
| - // the lowest memory address.
|
| + // * Other arguments are pushed onto the stack in right-to-left order, such
|
| + // that the left-most argument ends up on the top of the stack at the lowest
|
| + // memory address.
|
| //
|
| - // * Stack arguments of vector type are aligned to start at the next
|
| - // highest multiple of 16 bytes. Other stack arguments are aligned to
|
| - // 8 bytes.
|
| + // * Stack arguments of vector type are aligned to start at the next highest
|
| + // multiple of 16 bytes. Other stack arguments are aligned to 8 bytes.
|
| //
|
| // This intends to match the section "Function Calling Sequence" of the
|
| // document "System V Application Binary Interface."
|
| @@ -191,41 +188,39 @@ void TargetX8664::lowerCall(const InstCall *Instr) {
|
| }
|
| }
|
|
|
| - // Adjust the parameter area so that the stack is aligned. It is
|
| - // assumed that the stack is already aligned at the start of the
|
| - // calling sequence.
|
| + // Adjust the parameter area so that the stack is aligned. It is assumed that
|
| + // the stack is already aligned at the start of the calling sequence.
|
| ParameterAreaSizeBytes = Traits::applyStackAlignment(ParameterAreaSizeBytes);
|
|
|
| - // Subtract the appropriate amount for the argument area. This also
|
| - // takes care of setting the stack adjustment during emission.
|
| + // Subtract the appropriate amount for the argument area. This also takes
|
| + // care of setting the stack adjustment during emission.
|
| //
|
| - // TODO: If for some reason the call instruction gets dead-code
|
| - // eliminated after lowering, we would need to ensure that the
|
| - // pre-call and the post-call esp adjustment get eliminated as well.
|
| + // TODO: If for some reason the call instruction gets dead-code eliminated
|
| + // after lowering, we would need to ensure that the pre-call and the
|
| + // post-call esp adjustment get eliminated as well.
|
| if (ParameterAreaSizeBytes) {
|
| _adjust_stack(ParameterAreaSizeBytes);
|
| }
|
|
|
| - // Copy arguments that are passed on the stack to the appropriate
|
| - // stack locations.
|
| + // Copy arguments that are passed on the stack to the appropriate stack
|
| + // locations.
|
| for (SizeT i = 0, e = StackArgs.size(); i < e; ++i) {
|
| lowerStore(InstStore::create(Func, StackArgs[i], StackArgLocations[i]));
|
| }
|
|
|
| - // Copy arguments to be passed in registers to the appropriate
|
| - // registers.
|
| - // TODO: Investigate the impact of lowering arguments passed in
|
| - // registers after lowering stack arguments as opposed to the other
|
| - // way around. Lowering register arguments after stack arguments may
|
| - // reduce register pressure. On the other hand, lowering register
|
| - // arguments first (before stack arguments) may result in more compact
|
| - // code, as the memory operand displacements may end up being smaller
|
| - // before any stack adjustment is done.
|
| + // Copy arguments to be passed in registers to the appropriate registers.
|
| + // TODO: Investigate the impact of lowering arguments passed in registers
|
| + // after lowering stack arguments as opposed to the other way around.
|
| + // Lowering register arguments after stack arguments may reduce register
|
| + // pressure. On the other hand, lowering register arguments first (before
|
| + // stack arguments) may result in more compact code, as the memory operand
|
| + // displacements may end up being smaller before any stack adjustment is
|
| + // done.
|
| for (SizeT i = 0, NumXmmArgs = XmmArgs.size(); i < NumXmmArgs; ++i) {
|
| Variable *Reg = legalizeToReg(XmmArgs[i], getRegisterForXmmArgNum(i));
|
| - // Generate a FakeUse of register arguments so that they do not get
|
| - // dead code eliminated as a result of the FakeKill of scratch
|
| - // registers after the call.
|
| + // Generate a FakeUse of register arguments so that they do not get dead
|
| + // code eliminated as a result of the FakeKill of scratch registers after
|
| + // the call.
|
| Context.insert(InstFakeUse::create(Func, Reg));
|
| }
|
|
|
| @@ -234,8 +229,8 @@ void TargetX8664::lowerCall(const InstCall *Instr) {
|
| Context.insert(InstFakeUse::create(Func, Reg));
|
| }
|
|
|
| - // Generate the call instruction. Assign its result to a temporary
|
| - // with high register allocation weight.
|
| + // Generate the call instruction. Assign its result to a temporary with high
|
| + // register allocation weight.
|
| Variable *Dest = Instr->getDest();
|
| // ReturnReg doubles as ReturnRegLo as necessary.
|
| Variable *ReturnReg = nullptr;
|
| @@ -277,8 +272,8 @@ void TargetX8664::lowerCall(const InstCall *Instr) {
|
| llvm_unreachable("X86-64 Sandboxing codegen not implemented.");
|
| }
|
|
|
| - // Add the appropriate offset to esp. The call instruction takes care
|
| - // of resetting the stack offset during emission.
|
| + // Add the appropriate offset to esp. The call instruction takes care of
|
| + // resetting the stack offset during emission.
|
| if (ParameterAreaSizeBytes) {
|
| Variable *Esp =
|
| Func->getTarget()->getPhysicalRegister(Traits::RegisterSet::Reg_esp);
|
| @@ -310,11 +305,12 @@ void TargetX8664::lowerCall(const InstCall *Instr) {
|
|
|
| void TargetX8664::lowerArguments() {
|
| VarList &Args = Func->getArgs();
|
| - // The first eight vetcor typed arguments (as well as fp arguments) are passed
|
| - // in %xmm0 through %xmm7 regardless of their position in the argument list.
|
| + // The first eight vetcor typed arguments (as well as fp arguments) are
|
| + // passed in %xmm0 through %xmm7 regardless of their position in the argument
|
| + // list.
|
| unsigned NumXmmArgs = 0;
|
| - // The first six integer typed arguments are passed in %rdi, %rsi, %rdx, %rcx,
|
| - // %r8, and %r9 regardless of their position in the argument list.
|
| + // The first six integer typed arguments are passed in %rdi, %rsi, %rdx,
|
| + // %rcx, %r8, and %r9 regardless of their position in the argument list.
|
| unsigned NumGprArgs = 0;
|
|
|
| Context.init(Func->getEntryNode());
|
| @@ -345,9 +341,9 @@ void TargetX8664::lowerArguments() {
|
| }
|
| assert(RegNum != Variable::NoRegister);
|
| assert(RegisterArg != nullptr);
|
| - // Replace Arg in the argument list with the home register. Then
|
| - // generate an instruction in the prolog to copy the home register
|
| - // to the assigned location of Arg.
|
| + // Replace Arg in the argument list with the home register. Then generate
|
| + // an instruction in the prolog to copy the home register to the assigned
|
| + // location of Arg.
|
| if (BuildDefs::dump())
|
| RegisterArg->setName(Func, "home_reg:" + Arg->getName(Func));
|
| RegisterArg->setRegNum(RegNum);
|
| @@ -371,15 +367,14 @@ void TargetX8664::lowerRet(const InstRet *Inst) {
|
| _mov(Reg, Src0, Traits::RegisterSet::Reg_eax);
|
| }
|
| }
|
| - // Add a ret instruction even if sandboxing is enabled, because
|
| - // addEpilog explicitly looks for a ret instruction as a marker for
|
| - // where to insert the frame removal instructions.
|
| + // Add a ret instruction even if sandboxing is enabled, because addEpilog
|
| + // explicitly looks for a ret instruction as a marker for where to insert the
|
| + // frame removal instructions.
|
| _ret(Reg);
|
| // Add a fake use of esp to make sure esp stays alive for the entire
|
| - // function. Otherwise post-call esp adjustments get dead-code
|
| - // eliminated. TODO: Are there more places where the fake use
|
| - // should be inserted? E.g. "void f(int n){while(1) g(n);}" may not
|
| - // have a ret instruction.
|
| + // function. Otherwise post-call esp adjustments get dead-code eliminated.
|
| + // TODO: Are there more places where the fake use should be inserted? E.g.
|
| + // "void f(int n){while(1) g(n);}" may not have a ret instruction.
|
| Variable *esp =
|
| Func->getTarget()->getPhysicalRegister(Traits::RegisterSet::Reg_esp);
|
| Context.insert(InstFakeUse::create(Func, esp));
|
| @@ -415,16 +410,15 @@ void TargetX8664::addProlog(CfgNode *Node) {
|
| // * LocalsSpillAreaSize: area 6
|
| // * SpillAreaSizeBytes: areas 3 - 7
|
|
|
| - // Determine stack frame offsets for each Variable without a
|
| - // register assignment. This can be done as one variable per stack
|
| - // slot. Or, do coalescing by running the register allocator again
|
| - // with an infinite set of registers (as a side effect, this gives
|
| - // variables a second chance at physical register assignment).
|
| + // Determine stack frame offsets for each Variable without a register
|
| + // assignment. This can be done as one variable per stack slot. Or, do
|
| + // coalescing by running the register allocator again with an infinite set of
|
| + // registers (as a side effect, this gives variables a second chance at
|
| + // physical register assignment).
|
| //
|
| - // A middle ground approach is to leverage sparsity and allocate one
|
| - // block of space on the frame for globals (variables with
|
| - // multi-block lifetime), and one block to share for locals
|
| - // (single-block lifetime).
|
| + // A middle ground approach is to leverage sparsity and allocate one block of
|
| + // space on the frame for globals (variables with multi-block lifetime), and
|
| + // one block to share for locals (single-block lifetime).
|
|
|
| Context.init(Node);
|
| Context.setInsertPoint(Context.getCur());
|
| @@ -434,17 +428,16 @@ void TargetX8664::addProlog(CfgNode *Node) {
|
| RegsUsed = llvm::SmallBitVector(CalleeSaves.size());
|
| VarList SortedSpilledVariables, VariablesLinkedToSpillSlots;
|
| size_t GlobalsSize = 0;
|
| - // If there is a separate locals area, this represents that area.
|
| - // Otherwise it counts any variable not counted by GlobalsSize.
|
| + // If there is a separate locals area, this represents that area. Otherwise
|
| + // it counts any variable not counted by GlobalsSize.
|
| SpillAreaSizeBytes = 0;
|
| - // If there is a separate locals area, this specifies the alignment
|
| - // for it.
|
| + // If there is a separate locals area, this specifies the alignment for it.
|
| uint32_t LocalsSlotsAlignmentBytes = 0;
|
| - // The entire spill locations area gets aligned to largest natural
|
| - // alignment of the variables that have a spill slot.
|
| + // The entire spill locations area gets aligned to largest natural alignment
|
| + // of the variables that have a spill slot.
|
| uint32_t SpillAreaAlignmentBytes = 0;
|
| - // A spill slot linked to a variable with a stack slot should reuse
|
| - // that stack slot.
|
| + // A spill slot linked to a variable with a stack slot should reuse that
|
| + // stack slot.
|
| std::function<bool(Variable *)> TargetVarHook =
|
| [&VariablesLinkedToSpillSlots](Variable *Var) {
|
| if (auto *SpillVar =
|
| @@ -486,15 +479,14 @@ void TargetX8664::addProlog(CfgNode *Node) {
|
| Variable *esp = getPhysicalRegister(Traits::RegisterSet::Reg_esp);
|
| _push(ebp);
|
| _mov(ebp, esp);
|
| - // Keep ebp live for late-stage liveness analysis
|
| - // (e.g. asm-verbose mode).
|
| + // Keep ebp live for late-stage liveness analysis (e.g. asm-verbose mode).
|
| Context.insert(InstFakeUse::create(Func, ebp));
|
| }
|
|
|
| - // Align the variables area. SpillAreaPaddingBytes is the size of
|
| - // the region after the preserved registers and before the spill areas.
|
| - // LocalsSlotsPaddingBytes is the amount of padding between the globals
|
| - // and locals area if they are separate.
|
| + // Align the variables area. SpillAreaPaddingBytes is the size of the region
|
| + // after the preserved registers and before the spill areas.
|
| + // LocalsSlotsPaddingBytes is the amount of padding between the globals and
|
| + // locals area if they are separate.
|
| assert(SpillAreaAlignmentBytes <= Traits::X86_STACK_ALIGNMENT_BYTES);
|
| assert(LocalsSlotsAlignmentBytes <= SpillAreaAlignmentBytes);
|
| uint32_t SpillAreaPaddingBytes = 0;
|
| @@ -524,9 +516,9 @@ void TargetX8664::addProlog(CfgNode *Node) {
|
|
|
| resetStackAdjustment();
|
|
|
| - // Fill in stack offsets for stack args, and copy args into registers
|
| - // for those that were register-allocated. Args are pushed right to
|
| - // left, so Arg[0] is closest to the stack/frame pointer.
|
| + // Fill in stack offsets for stack args, and copy args into registers for
|
| + // those that were register-allocated. Args are pushed right to left, so
|
| + // Arg[0] is closest to the stack/frame pointer.
|
| Variable *FramePtr = getPhysicalRegister(getFrameOrStackReg());
|
| size_t BasicFrameOffset =
|
| PreservedRegsSizeBytes + Traits::X86_RET_IP_SIZE_BYTES;
|
| @@ -605,8 +597,8 @@ void TargetX8664::addEpilog(CfgNode *Node) {
|
| if (RI == E)
|
| return;
|
|
|
| - // Convert the reverse_iterator position into its corresponding
|
| - // (forward) iterator position.
|
| + // Convert the reverse_iterator position into its corresponding (forward)
|
| + // iterator position.
|
| InstList::iterator InsertPoint = RI.base();
|
| --InsertPoint;
|
| Context.init(Node);
|
| @@ -615,9 +607,9 @@ void TargetX8664::addEpilog(CfgNode *Node) {
|
| Variable *esp = getPhysicalRegister(Traits::RegisterSet::Reg_esp);
|
| if (IsEbpBasedFrame) {
|
| Variable *ebp = getPhysicalRegister(Traits::RegisterSet::Reg_ebp);
|
| - // For late-stage liveness analysis (e.g. asm-verbose mode),
|
| - // adding a fake use of esp before the assignment of esp=ebp keeps
|
| - // previous esp adjustments from being dead-code eliminated.
|
| + // For late-stage liveness analysis (e.g. asm-verbose mode), adding a fake
|
| + // use of esp before the assignment of esp=ebp keeps previous esp
|
| + // adjustments from being dead-code eliminated.
|
| Context.insert(InstFakeUse::create(Func, esp));
|
| _mov(esp, ebp);
|
| _pop(ebp);
|
| @@ -758,8 +750,8 @@ void TargetDataX8664::emitConstantPool(GlobalContext *Ctx) {
|
| continue;
|
| typename T::IceType *Const = llvm::cast<typename T::IceType>(C);
|
| typename T::IceType::PrimType Value = Const->getValue();
|
| - // Use memcpy() to copy bits from Value into RawValue in a way
|
| - // that avoids breaking strict-aliasing rules.
|
| + // Use memcpy() to copy bits from Value into RawValue in a way that avoids
|
| + // breaking strict-aliasing rules.
|
| typename T::PrimitiveIntType RawValue;
|
| memcpy(&RawValue, &Value, sizeof(Value));
|
| char buf[30];
|
| @@ -777,8 +769,8 @@ void TargetDataX8664::emitConstantPool(GlobalContext *Ctx) {
|
| void TargetDataX8664::lowerConstants() {
|
| if (Ctx->getFlags().getDisableTranslation())
|
| return;
|
| - // No need to emit constants from the int pool since (for x86) they
|
| - // are embedded as immediates in the instructions, just emit float/double.
|
| + // No need to emit constants from the int pool since (for x86) they are
|
| + // embedded as immediates in the instructions, just emit float/double.
|
| switch (Ctx->getFlags().getOutFileType()) {
|
| case FT_Elf: {
|
| ELFObjectWriter *Writer = Ctx->getObjectWriter();
|
| @@ -854,19 +846,17 @@ void TargetDataX8664::lowerGlobals(const VariableDeclarationList &Vars,
|
| }
|
| }
|
|
|
| -// In some cases, there are x-macros tables for both high-level and
|
| -// low-level instructions/operands that use the same enum key value.
|
| -// The tables are kept separate to maintain a proper separation
|
| -// between abstraction layers. There is a risk that the tables could
|
| -// get out of sync if enum values are reordered or if entries are
|
| -// added or deleted. The following dummy namespaces use
|
| +// In some cases, there are x-macros tables for both high-level and low-level
|
| +// instructions/operands that use the same enum key value. The tables are kept
|
| +// separate to maintain a proper separation between abstraction layers. There
|
| +// is a risk that the tables could get out of sync if enum values are reordered
|
| +// or if entries are added or deleted. The following dummy namespaces use
|
| // static_asserts to ensure everything is kept in sync.
|
|
|
| namespace {
|
| // Validate the enum values in FCMPX8664_TABLE.
|
| namespace dummy1 {
|
| -// Define a temporary set of enum values based on low-level table
|
| -// entries.
|
| +// Define a temporary set of enum values based on low-level table entries.
|
| enum _tmp_enum {
|
| #define X(val, dflt, swapS, C1, C2, swapV, pred) _tmp_##val,
|
| FCMPX8664_TABLE
|
| @@ -877,8 +867,8 @@ enum _tmp_enum {
|
| #define X(tag, str) static const int _table1_##tag = InstFcmp::tag;
|
| ICEINSTFCMP_TABLE
|
| #undef X
|
| -// Define a set of constants based on low-level table entries, and
|
| -// ensure the table entry keys are consistent.
|
| +// Define a set of constants based on low-level table entries, and ensure the
|
| +// table entry keys are consistent.
|
| #define X(val, dflt, swapS, C1, C2, swapV, pred) \
|
| static const int _table2_##val = _tmp_##val; \
|
| static_assert( \
|
| @@ -886,8 +876,8 @@ ICEINSTFCMP_TABLE
|
| "Inconsistency between FCMPX8664_TABLE and ICEINSTFCMP_TABLE");
|
| FCMPX8664_TABLE
|
| #undef X
|
| -// Repeat the static asserts with respect to the high-level table
|
| -// entries in case the high-level table has extra entries.
|
| +// Repeat the static asserts with respect to the high-level table entries in
|
| +// case the high-level table has extra entries.
|
| #define X(tag, str) \
|
| static_assert( \
|
| _table1_##tag == _table2_##tag, \
|
| @@ -898,8 +888,7 @@ ICEINSTFCMP_TABLE
|
|
|
| // Validate the enum values in ICMPX8664_TABLE.
|
| namespace dummy2 {
|
| -// Define a temporary set of enum values based on low-level table
|
| -// entries.
|
| +// Define a temporary set of enum values based on low-level table entries.
|
| enum _tmp_enum {
|
| #define X(val, C_32, C1_64, C2_64, C3_64) _tmp_##val,
|
| ICMPX8664_TABLE
|
| @@ -910,8 +899,8 @@ enum _tmp_enum {
|
| #define X(tag, str) static const int _table1_##tag = InstIcmp::tag;
|
| ICEINSTICMP_TABLE
|
| #undef X
|
| -// Define a set of constants based on low-level table entries, and
|
| -// ensure the table entry keys are consistent.
|
| +// Define a set of constants based on low-level table entries, and ensure the
|
| +// table entry keys are consistent.
|
| #define X(val, C_32, C1_64, C2_64, C3_64) \
|
| static const int _table2_##val = _tmp_##val; \
|
| static_assert( \
|
| @@ -919,8 +908,8 @@ ICEINSTICMP_TABLE
|
| "Inconsistency between ICMPX8664_TABLE and ICEINSTICMP_TABLE");
|
| ICMPX8664_TABLE
|
| #undef X
|
| -// Repeat the static asserts with respect to the high-level table
|
| -// entries in case the high-level table has extra entries.
|
| +// Repeat the static asserts with respect to the high-level table entries in
|
| +// case the high-level table has extra entries.
|
| #define X(tag, str) \
|
| static_assert( \
|
| _table1_##tag == _table2_##tag, \
|
| @@ -931,8 +920,7 @@ ICEINSTICMP_TABLE
|
|
|
| // Validate the enum values in ICETYPEX8664_TABLE.
|
| namespace dummy3 {
|
| -// Define a temporary set of enum values based on low-level table
|
| -// entries.
|
| +// Define a temporary set of enum values based on low-level table entries.
|
| enum _tmp_enum {
|
| #define X(tag, elementty, cvt, sdss, pack, width, fld) _tmp_##tag,
|
| ICETYPEX8664_TABLE
|
| @@ -944,16 +932,16 @@ enum _tmp_enum {
|
| static const int _table1_##tag = tag;
|
| ICETYPE_TABLE
|
| #undef X
|
| -// Define a set of constants based on low-level table entries, and
|
| -// ensure the table entry keys are consistent.
|
| +// Define a set of constants based on low-level table entries, and ensure the
|
| +// table entry keys are consistent.
|
| #define X(tag, elementty, cvt, sdss, pack, width, fld) \
|
| static const int _table2_##tag = _tmp_##tag; \
|
| static_assert(_table1_##tag == _table2_##tag, \
|
| "Inconsistency between ICETYPEX8664_TABLE and ICETYPE_TABLE");
|
| ICETYPEX8664_TABLE
|
| #undef X
|
| -// Repeat the static asserts with respect to the high-level table
|
| -// entries in case the high-level table has extra entries.
|
| +// Repeat the static asserts with respect to the high-level table entries in
|
| +// case the high-level table has extra entries.
|
| #define X(tag, sizeLog2, align, elts, elty, str) \
|
| static_assert(_table1_##tag == _table2_##tag, \
|
| "Inconsistency between ICETYPEX8664_TABLE and ICETYPE_TABLE");
|
|
|