Index: src/IceTargetLoweringX8664.cpp |
diff --git a/src/IceTargetLoweringX8664.cpp b/src/IceTargetLoweringX8664.cpp |
index 83a5fa5d8e0298a683ce2446916341da993c2c2c..8c77baad1907b54890c95978623c65458cd10b57 100644 |
--- a/src/IceTargetLoweringX8664.cpp |
+++ b/src/IceTargetLoweringX8664.cpp |
@@ -8,9 +8,8 @@ |
//===----------------------------------------------------------------------===// |
/// |
/// \file |
-/// This file implements the TargetLoweringX8664 class, which |
-/// consists almost entirely of the lowering sequence for each |
-/// high-level instruction. |
+/// This file implements the TargetLoweringX8664 class, which consists almost |
+/// entirely of the lowering sequence for each high-level instruction. |
/// |
//===----------------------------------------------------------------------===// |
@@ -131,24 +130,22 @@ constexpr SizeT constexprMax(SizeT S0, SizeT S1) { return S0 < S1 ? S1 : S0; } |
void TargetX8664::lowerCall(const InstCall *Instr) { |
// x86-64 calling convention: |
// |
- // * At the point before the call, the stack must be aligned to 16 |
- // bytes. |
+ // * At the point before the call, the stack must be aligned to 16 bytes. |
// |
// * The first eight arguments of vector/fp type, regardless of their |
- // position relative to the other arguments in the argument list, are |
- // placed in registers %xmm0 - %xmm7. |
+ // position relative to the other arguments in the argument list, are placed |
+ // in registers %xmm0 - %xmm7. |
// |
- // * The first six arguments of integer types, regardless of their |
- // position relative to the other arguments in the argument list, are |
- // placed in registers %rdi, %rsi, %rdx, %rcx, %r8, and %r9. |
+ // * The first six arguments of integer types, regardless of their position |
+ // relative to the other arguments in the argument list, are placed in |
+ // registers %rdi, %rsi, %rdx, %rcx, %r8, and %r9. |
// |
- // * Other arguments are pushed onto the stack in right-to-left order, |
- // such that the left-most argument ends up on the top of the stack at |
- // the lowest memory address. |
+ // * Other arguments are pushed onto the stack in right-to-left order, such |
+ // that the left-most argument ends up on the top of the stack at the lowest |
+ // memory address. |
// |
- // * Stack arguments of vector type are aligned to start at the next |
- // highest multiple of 16 bytes. Other stack arguments are aligned to |
- // 8 bytes. |
+ // * Stack arguments of vector type are aligned to start at the next highest |
+ // multiple of 16 bytes. Other stack arguments are aligned to 8 bytes. |
// |
// This intends to match the section "Function Calling Sequence" of the |
// document "System V Application Binary Interface." |
@@ -191,41 +188,39 @@ void TargetX8664::lowerCall(const InstCall *Instr) { |
} |
} |
- // Adjust the parameter area so that the stack is aligned. It is |
- // assumed that the stack is already aligned at the start of the |
- // calling sequence. |
+ // Adjust the parameter area so that the stack is aligned. It is assumed that |
+ // the stack is already aligned at the start of the calling sequence. |
ParameterAreaSizeBytes = Traits::applyStackAlignment(ParameterAreaSizeBytes); |
- // Subtract the appropriate amount for the argument area. This also |
- // takes care of setting the stack adjustment during emission. |
+ // Subtract the appropriate amount for the argument area. This also takes |
+ // care of setting the stack adjustment during emission. |
// |
- // TODO: If for some reason the call instruction gets dead-code |
- // eliminated after lowering, we would need to ensure that the |
- // pre-call and the post-call esp adjustment get eliminated as well. |
+ // TODO: If for some reason the call instruction gets dead-code eliminated |
+ // after lowering, we would need to ensure that the pre-call and the |
+ // post-call esp adjustment get eliminated as well. |
if (ParameterAreaSizeBytes) { |
_adjust_stack(ParameterAreaSizeBytes); |
} |
- // Copy arguments that are passed on the stack to the appropriate |
- // stack locations. |
+ // Copy arguments that are passed on the stack to the appropriate stack |
+ // locations. |
for (SizeT i = 0, e = StackArgs.size(); i < e; ++i) { |
lowerStore(InstStore::create(Func, StackArgs[i], StackArgLocations[i])); |
} |
- // Copy arguments to be passed in registers to the appropriate |
- // registers. |
- // TODO: Investigate the impact of lowering arguments passed in |
- // registers after lowering stack arguments as opposed to the other |
- // way around. Lowering register arguments after stack arguments may |
- // reduce register pressure. On the other hand, lowering register |
- // arguments first (before stack arguments) may result in more compact |
- // code, as the memory operand displacements may end up being smaller |
- // before any stack adjustment is done. |
+ // Copy arguments to be passed in registers to the appropriate registers. |
+ // TODO: Investigate the impact of lowering arguments passed in registers |
+ // after lowering stack arguments as opposed to the other way around. |
+ // Lowering register arguments after stack arguments may reduce register |
+ // pressure. On the other hand, lowering register arguments first (before |
+ // stack arguments) may result in more compact code, as the memory operand |
+ // displacements may end up being smaller before any stack adjustment is |
+ // done. |
for (SizeT i = 0, NumXmmArgs = XmmArgs.size(); i < NumXmmArgs; ++i) { |
Variable *Reg = legalizeToReg(XmmArgs[i], getRegisterForXmmArgNum(i)); |
- // Generate a FakeUse of register arguments so that they do not get |
- // dead code eliminated as a result of the FakeKill of scratch |
- // registers after the call. |
+ // Generate a FakeUse of register arguments so that they do not get dead |
+ // code eliminated as a result of the FakeKill of scratch registers after |
+ // the call. |
Context.insert(InstFakeUse::create(Func, Reg)); |
} |
@@ -234,8 +229,8 @@ void TargetX8664::lowerCall(const InstCall *Instr) { |
Context.insert(InstFakeUse::create(Func, Reg)); |
} |
- // Generate the call instruction. Assign its result to a temporary |
- // with high register allocation weight. |
+ // Generate the call instruction. Assign its result to a temporary with high |
+ // register allocation weight. |
Variable *Dest = Instr->getDest(); |
// ReturnReg doubles as ReturnRegLo as necessary. |
Variable *ReturnReg = nullptr; |
@@ -277,8 +272,8 @@ void TargetX8664::lowerCall(const InstCall *Instr) { |
llvm_unreachable("X86-64 Sandboxing codegen not implemented."); |
} |
- // Add the appropriate offset to esp. The call instruction takes care |
- // of resetting the stack offset during emission. |
+ // Add the appropriate offset to esp. The call instruction takes care of |
+ // resetting the stack offset during emission. |
if (ParameterAreaSizeBytes) { |
Variable *Esp = |
Func->getTarget()->getPhysicalRegister(Traits::RegisterSet::Reg_esp); |
@@ -310,11 +305,12 @@ void TargetX8664::lowerCall(const InstCall *Instr) { |
void TargetX8664::lowerArguments() { |
VarList &Args = Func->getArgs(); |
- // The first eight vetcor typed arguments (as well as fp arguments) are passed |
- // in %xmm0 through %xmm7 regardless of their position in the argument list. |
+ // The first eight vetcor typed arguments (as well as fp arguments) are |
+ // passed in %xmm0 through %xmm7 regardless of their position in the argument |
+ // list. |
unsigned NumXmmArgs = 0; |
- // The first six integer typed arguments are passed in %rdi, %rsi, %rdx, %rcx, |
- // %r8, and %r9 regardless of their position in the argument list. |
+ // The first six integer typed arguments are passed in %rdi, %rsi, %rdx, |
+ // %rcx, %r8, and %r9 regardless of their position in the argument list. |
unsigned NumGprArgs = 0; |
Context.init(Func->getEntryNode()); |
@@ -345,9 +341,9 @@ void TargetX8664::lowerArguments() { |
} |
assert(RegNum != Variable::NoRegister); |
assert(RegisterArg != nullptr); |
- // Replace Arg in the argument list with the home register. Then |
- // generate an instruction in the prolog to copy the home register |
- // to the assigned location of Arg. |
+ // Replace Arg in the argument list with the home register. Then generate |
+ // an instruction in the prolog to copy the home register to the assigned |
+ // location of Arg. |
if (BuildDefs::dump()) |
RegisterArg->setName(Func, "home_reg:" + Arg->getName(Func)); |
RegisterArg->setRegNum(RegNum); |
@@ -371,15 +367,14 @@ void TargetX8664::lowerRet(const InstRet *Inst) { |
_mov(Reg, Src0, Traits::RegisterSet::Reg_eax); |
} |
} |
- // Add a ret instruction even if sandboxing is enabled, because |
- // addEpilog explicitly looks for a ret instruction as a marker for |
- // where to insert the frame removal instructions. |
+ // Add a ret instruction even if sandboxing is enabled, because addEpilog |
+ // explicitly looks for a ret instruction as a marker for where to insert the |
+ // frame removal instructions. |
_ret(Reg); |
// Add a fake use of esp to make sure esp stays alive for the entire |
- // function. Otherwise post-call esp adjustments get dead-code |
- // eliminated. TODO: Are there more places where the fake use |
- // should be inserted? E.g. "void f(int n){while(1) g(n);}" may not |
- // have a ret instruction. |
+ // function. Otherwise post-call esp adjustments get dead-code eliminated. |
+ // TODO: Are there more places where the fake use should be inserted? E.g. |
+ // "void f(int n){while(1) g(n);}" may not have a ret instruction. |
Variable *esp = |
Func->getTarget()->getPhysicalRegister(Traits::RegisterSet::Reg_esp); |
Context.insert(InstFakeUse::create(Func, esp)); |
@@ -415,16 +410,15 @@ void TargetX8664::addProlog(CfgNode *Node) { |
// * LocalsSpillAreaSize: area 6 |
// * SpillAreaSizeBytes: areas 3 - 7 |
- // Determine stack frame offsets for each Variable without a |
- // register assignment. This can be done as one variable per stack |
- // slot. Or, do coalescing by running the register allocator again |
- // with an infinite set of registers (as a side effect, this gives |
- // variables a second chance at physical register assignment). |
+ // Determine stack frame offsets for each Variable without a register |
+ // assignment. This can be done as one variable per stack slot. Or, do |
+ // coalescing by running the register allocator again with an infinite set of |
+ // registers (as a side effect, this gives variables a second chance at |
+ // physical register assignment). |
// |
- // A middle ground approach is to leverage sparsity and allocate one |
- // block of space on the frame for globals (variables with |
- // multi-block lifetime), and one block to share for locals |
- // (single-block lifetime). |
+ // A middle ground approach is to leverage sparsity and allocate one block of |
+ // space on the frame for globals (variables with multi-block lifetime), and |
+ // one block to share for locals (single-block lifetime). |
Context.init(Node); |
Context.setInsertPoint(Context.getCur()); |
@@ -434,17 +428,16 @@ void TargetX8664::addProlog(CfgNode *Node) { |
RegsUsed = llvm::SmallBitVector(CalleeSaves.size()); |
VarList SortedSpilledVariables, VariablesLinkedToSpillSlots; |
size_t GlobalsSize = 0; |
- // If there is a separate locals area, this represents that area. |
- // Otherwise it counts any variable not counted by GlobalsSize. |
+ // If there is a separate locals area, this represents that area. Otherwise |
+ // it counts any variable not counted by GlobalsSize. |
SpillAreaSizeBytes = 0; |
- // If there is a separate locals area, this specifies the alignment |
- // for it. |
+ // If there is a separate locals area, this specifies the alignment for it. |
uint32_t LocalsSlotsAlignmentBytes = 0; |
- // The entire spill locations area gets aligned to largest natural |
- // alignment of the variables that have a spill slot. |
+ // The entire spill locations area gets aligned to largest natural alignment |
+ // of the variables that have a spill slot. |
uint32_t SpillAreaAlignmentBytes = 0; |
- // A spill slot linked to a variable with a stack slot should reuse |
- // that stack slot. |
+ // A spill slot linked to a variable with a stack slot should reuse that |
+ // stack slot. |
std::function<bool(Variable *)> TargetVarHook = |
[&VariablesLinkedToSpillSlots](Variable *Var) { |
if (auto *SpillVar = |
@@ -486,15 +479,14 @@ void TargetX8664::addProlog(CfgNode *Node) { |
Variable *esp = getPhysicalRegister(Traits::RegisterSet::Reg_esp); |
_push(ebp); |
_mov(ebp, esp); |
- // Keep ebp live for late-stage liveness analysis |
- // (e.g. asm-verbose mode). |
+ // Keep ebp live for late-stage liveness analysis (e.g. asm-verbose mode). |
Context.insert(InstFakeUse::create(Func, ebp)); |
} |
- // Align the variables area. SpillAreaPaddingBytes is the size of |
- // the region after the preserved registers and before the spill areas. |
- // LocalsSlotsPaddingBytes is the amount of padding between the globals |
- // and locals area if they are separate. |
+ // Align the variables area. SpillAreaPaddingBytes is the size of the region |
+ // after the preserved registers and before the spill areas. |
+ // LocalsSlotsPaddingBytes is the amount of padding between the globals and |
+ // locals area if they are separate. |
assert(SpillAreaAlignmentBytes <= Traits::X86_STACK_ALIGNMENT_BYTES); |
assert(LocalsSlotsAlignmentBytes <= SpillAreaAlignmentBytes); |
uint32_t SpillAreaPaddingBytes = 0; |
@@ -524,9 +516,9 @@ void TargetX8664::addProlog(CfgNode *Node) { |
resetStackAdjustment(); |
- // Fill in stack offsets for stack args, and copy args into registers |
- // for those that were register-allocated. Args are pushed right to |
- // left, so Arg[0] is closest to the stack/frame pointer. |
+ // Fill in stack offsets for stack args, and copy args into registers for |
+ // those that were register-allocated. Args are pushed right to left, so |
+ // Arg[0] is closest to the stack/frame pointer. |
Variable *FramePtr = getPhysicalRegister(getFrameOrStackReg()); |
size_t BasicFrameOffset = |
PreservedRegsSizeBytes + Traits::X86_RET_IP_SIZE_BYTES; |
@@ -605,8 +597,8 @@ void TargetX8664::addEpilog(CfgNode *Node) { |
if (RI == E) |
return; |
- // Convert the reverse_iterator position into its corresponding |
- // (forward) iterator position. |
+ // Convert the reverse_iterator position into its corresponding (forward) |
+ // iterator position. |
InstList::iterator InsertPoint = RI.base(); |
--InsertPoint; |
Context.init(Node); |
@@ -615,9 +607,9 @@ void TargetX8664::addEpilog(CfgNode *Node) { |
Variable *esp = getPhysicalRegister(Traits::RegisterSet::Reg_esp); |
if (IsEbpBasedFrame) { |
Variable *ebp = getPhysicalRegister(Traits::RegisterSet::Reg_ebp); |
- // For late-stage liveness analysis (e.g. asm-verbose mode), |
- // adding a fake use of esp before the assignment of esp=ebp keeps |
- // previous esp adjustments from being dead-code eliminated. |
+ // For late-stage liveness analysis (e.g. asm-verbose mode), adding a fake |
+ // use of esp before the assignment of esp=ebp keeps previous esp |
+ // adjustments from being dead-code eliminated. |
Context.insert(InstFakeUse::create(Func, esp)); |
_mov(esp, ebp); |
_pop(ebp); |
@@ -758,8 +750,8 @@ void TargetDataX8664::emitConstantPool(GlobalContext *Ctx) { |
continue; |
typename T::IceType *Const = llvm::cast<typename T::IceType>(C); |
typename T::IceType::PrimType Value = Const->getValue(); |
- // Use memcpy() to copy bits from Value into RawValue in a way |
- // that avoids breaking strict-aliasing rules. |
+ // Use memcpy() to copy bits from Value into RawValue in a way that avoids |
+ // breaking strict-aliasing rules. |
typename T::PrimitiveIntType RawValue; |
memcpy(&RawValue, &Value, sizeof(Value)); |
char buf[30]; |
@@ -777,8 +769,8 @@ void TargetDataX8664::emitConstantPool(GlobalContext *Ctx) { |
void TargetDataX8664::lowerConstants() { |
if (Ctx->getFlags().getDisableTranslation()) |
return; |
- // No need to emit constants from the int pool since (for x86) they |
- // are embedded as immediates in the instructions, just emit float/double. |
+ // No need to emit constants from the int pool since (for x86) they are |
+ // embedded as immediates in the instructions, just emit float/double. |
switch (Ctx->getFlags().getOutFileType()) { |
case FT_Elf: { |
ELFObjectWriter *Writer = Ctx->getObjectWriter(); |
@@ -854,19 +846,17 @@ void TargetDataX8664::lowerGlobals(const VariableDeclarationList &Vars, |
} |
} |
-// In some cases, there are x-macros tables for both high-level and |
-// low-level instructions/operands that use the same enum key value. |
-// The tables are kept separate to maintain a proper separation |
-// between abstraction layers. There is a risk that the tables could |
-// get out of sync if enum values are reordered or if entries are |
-// added or deleted. The following dummy namespaces use |
+// In some cases, there are x-macros tables for both high-level and low-level |
+// instructions/operands that use the same enum key value. The tables are kept |
+// separate to maintain a proper separation between abstraction layers. There |
+// is a risk that the tables could get out of sync if enum values are reordered |
+// or if entries are added or deleted. The following dummy namespaces use |
// static_asserts to ensure everything is kept in sync. |
namespace { |
// Validate the enum values in FCMPX8664_TABLE. |
namespace dummy1 { |
-// Define a temporary set of enum values based on low-level table |
-// entries. |
+// Define a temporary set of enum values based on low-level table entries. |
enum _tmp_enum { |
#define X(val, dflt, swapS, C1, C2, swapV, pred) _tmp_##val, |
FCMPX8664_TABLE |
@@ -877,8 +867,8 @@ enum _tmp_enum { |
#define X(tag, str) static const int _table1_##tag = InstFcmp::tag; |
ICEINSTFCMP_TABLE |
#undef X |
-// Define a set of constants based on low-level table entries, and |
-// ensure the table entry keys are consistent. |
+// Define a set of constants based on low-level table entries, and ensure the |
+// table entry keys are consistent. |
#define X(val, dflt, swapS, C1, C2, swapV, pred) \ |
static const int _table2_##val = _tmp_##val; \ |
static_assert( \ |
@@ -886,8 +876,8 @@ ICEINSTFCMP_TABLE |
"Inconsistency between FCMPX8664_TABLE and ICEINSTFCMP_TABLE"); |
FCMPX8664_TABLE |
#undef X |
-// Repeat the static asserts with respect to the high-level table |
-// entries in case the high-level table has extra entries. |
+// Repeat the static asserts with respect to the high-level table entries in |
+// case the high-level table has extra entries. |
#define X(tag, str) \ |
static_assert( \ |
_table1_##tag == _table2_##tag, \ |
@@ -898,8 +888,7 @@ ICEINSTFCMP_TABLE |
// Validate the enum values in ICMPX8664_TABLE. |
namespace dummy2 { |
-// Define a temporary set of enum values based on low-level table |
-// entries. |
+// Define a temporary set of enum values based on low-level table entries. |
enum _tmp_enum { |
#define X(val, C_32, C1_64, C2_64, C3_64) _tmp_##val, |
ICMPX8664_TABLE |
@@ -910,8 +899,8 @@ enum _tmp_enum { |
#define X(tag, str) static const int _table1_##tag = InstIcmp::tag; |
ICEINSTICMP_TABLE |
#undef X |
-// Define a set of constants based on low-level table entries, and |
-// ensure the table entry keys are consistent. |
+// Define a set of constants based on low-level table entries, and ensure the |
+// table entry keys are consistent. |
#define X(val, C_32, C1_64, C2_64, C3_64) \ |
static const int _table2_##val = _tmp_##val; \ |
static_assert( \ |
@@ -919,8 +908,8 @@ ICEINSTICMP_TABLE |
"Inconsistency between ICMPX8664_TABLE and ICEINSTICMP_TABLE"); |
ICMPX8664_TABLE |
#undef X |
-// Repeat the static asserts with respect to the high-level table |
-// entries in case the high-level table has extra entries. |
+// Repeat the static asserts with respect to the high-level table entries in |
+// case the high-level table has extra entries. |
#define X(tag, str) \ |
static_assert( \ |
_table1_##tag == _table2_##tag, \ |
@@ -931,8 +920,7 @@ ICEINSTICMP_TABLE |
// Validate the enum values in ICETYPEX8664_TABLE. |
namespace dummy3 { |
-// Define a temporary set of enum values based on low-level table |
-// entries. |
+// Define a temporary set of enum values based on low-level table entries. |
enum _tmp_enum { |
#define X(tag, elementty, cvt, sdss, pack, width, fld) _tmp_##tag, |
ICETYPEX8664_TABLE |
@@ -944,16 +932,16 @@ enum _tmp_enum { |
static const int _table1_##tag = tag; |
ICETYPE_TABLE |
#undef X |
-// Define a set of constants based on low-level table entries, and |
-// ensure the table entry keys are consistent. |
+// Define a set of constants based on low-level table entries, and ensure the |
+// table entry keys are consistent. |
#define X(tag, elementty, cvt, sdss, pack, width, fld) \ |
static const int _table2_##tag = _tmp_##tag; \ |
static_assert(_table1_##tag == _table2_##tag, \ |
"Inconsistency between ICETYPEX8664_TABLE and ICETYPE_TABLE"); |
ICETYPEX8664_TABLE |
#undef X |
-// Repeat the static asserts with respect to the high-level table |
-// entries in case the high-level table has extra entries. |
+// Repeat the static asserts with respect to the high-level table entries in |
+// case the high-level table has extra entries. |
#define X(tag, sizeLog2, align, elts, elty, str) \ |
static_assert(_table1_##tag == _table2_##tag, \ |
"Inconsistency between ICETYPEX8664_TABLE and ICETYPE_TABLE"); |