Index: src/compiler/greedy-allocator.cc |
diff --git a/src/compiler/greedy-allocator.cc b/src/compiler/greedy-allocator.cc |
index aad322e3588eb90823fd05d51a09699fc20b78f5..444130aa1ea806e2647d7d375f4395384e6e5528 100644 |
--- a/src/compiler/greedy-allocator.cc |
+++ b/src/compiler/greedy-allocator.cc |
@@ -21,12 +21,19 @@ const float GreedyAllocator::kAllocatedRangeMultiplier = 10.0; |
namespace { |
- |
-void UpdateOperands(TopLevelLiveRange* range, RegisterAllocationData* data) { |
+void UpdateOperands(LiveRange* range, RegisterAllocationData* data) { |
int reg_id = range->assigned_register(); |
range->SetUseHints(reg_id); |
- if (range->is_phi()) { |
- data->GetPhiMapValueFor(range)->set_assigned_register(reg_id); |
+ if (range->IsTopLevel() && range->TopLevel()->is_phi()) { |
+ data->GetPhiMapValueFor(range->TopLevel())->set_assigned_register(reg_id); |
+ } |
+} |
+ |
+ |
+void UnsetOperands(LiveRange* range, RegisterAllocationData* data) { |
+ range->UnsetUseHints(); |
+ if (range->IsTopLevel() && range->TopLevel()->is_phi()) { |
+ data->GetPhiMapValueFor(range->TopLevel())->UnsetAssignedRegister(); |
} |
} |
@@ -45,7 +52,6 @@ LiveRange* Split(LiveRange* range, RegisterAllocationData* data, |
// TODO(mtrofin): explain why splitting in gap START is always OK. |
LifetimePosition GetSplitPositionForInstruction(const LiveRange* range, |
- const InstructionSequence* code, |
int instruction_index) { |
LifetimePosition ret = LifetimePosition::Invalid(); |
@@ -88,11 +94,11 @@ LifetimePosition GetLastResortSplitPosition(const LiveRange* range, |
for (UsePosition* pos = range->first_pos(); pos != nullptr; |
pos = pos->next()) { |
if (pos->type() != UsePositionType::kRequiresRegister) continue; |
- LifetimePosition before = GetSplitPositionForInstruction( |
- range, code, pos->pos().ToInstructionIndex()); |
+ LifetimePosition before = |
+ GetSplitPositionForInstruction(range, pos->pos().ToInstructionIndex()); |
if (before.IsValid()) return before; |
LifetimePosition after = GetSplitPositionForInstruction( |
- range, code, pos->pos().ToInstructionIndex() + 1); |
+ range, pos->pos().ToInstructionIndex() + 1); |
if (after.IsValid()) return after; |
} |
return LifetimePosition::Invalid(); |
@@ -140,6 +146,7 @@ void GreedyAllocator::AssignRangeToRegister(int reg_id, LiveRange* range) { |
TRACE("Assigning %s to range %d%d.\n", RegisterName(reg_id), |
range->TopLevel()->vreg(), range->relative_id()); |
range->set_assigned_register(reg_id); |
+ UpdateOperands(range, data()); |
} |
@@ -189,24 +196,42 @@ void GreedyAllocator::TryAllocateLiveRange(LiveRange* range) { |
range->relative_id()); |
int free_reg = -1; |
int evictable_reg = -1; |
+ int hinted_reg = -1; |
+ |
EnsureValidRangeWeight(range); |
DCHECK(range->weight() != LiveRange::kInvalidWeight); |
- float smallest_weight = LiveRange::kMaxWeight; |
- |
- // Seek either the first free register, or, from the set of registers |
- // where the maximum conflict is lower than the candidate's weight, the one |
- // with the smallest such weight. |
- for (int i = 0; i < num_registers(); i++) { |
- float max_conflict_weight = GetMaximumConflictingWeight(i, range); |
+ // Can we allocate at the hinted register? |
+ if (range->FirstHintPosition(&hinted_reg) != nullptr) { |
+ DCHECK(hinted_reg >= 0); |
+ float max_conflict_weight = GetMaximumConflictingWeight(hinted_reg, range); |
if (max_conflict_weight == LiveRange::kInvalidWeight) { |
- free_reg = i; |
- break; |
+ free_reg = hinted_reg; |
+ } else if (max_conflict_weight < range->weight()) { |
+ evictable_reg = hinted_reg; |
} |
- if (max_conflict_weight < range->weight() && |
- max_conflict_weight < smallest_weight) { |
- smallest_weight = max_conflict_weight; |
- evictable_reg = i; |
+ } |
+ |
+ if (free_reg < 0 && evictable_reg < 0) { |
+ // There was no hinted reg, or we cannot allocate there. |
+ float smallest_weight = LiveRange::kMaxWeight; |
+ |
+ // Seek either the first free register, or, from the set of registers |
+ // where the maximum conflict is lower than the candidate's weight, the one |
+ // with the smallest such weight. |
+ for (int i = 0; i < num_registers(); i++) { |
+ // Skip unnecessarily re-visiting the hinted register, if any. |
+ if (i == hinted_reg) continue; |
+ float max_conflict_weight = GetMaximumConflictingWeight(i, range); |
+ if (max_conflict_weight == LiveRange::kInvalidWeight) { |
+ free_reg = i; |
+ break; |
+ } |
+ if (max_conflict_weight < range->weight() && |
+ max_conflict_weight < smallest_weight) { |
+ smallest_weight = max_conflict_weight; |
+ evictable_reg = i; |
+ } |
} |
} |
@@ -243,6 +268,7 @@ void GreedyAllocator::EvictAndRescheduleConflicts(unsigned reg_id, |
DCHECK(conflict->HasRegisterAssigned()); |
CHECK(!conflict->TopLevel()->IsFixed()); |
conflict->UnsetAssignedRegister(); |
+ UnsetOperands(conflict, data()); |
UpdateWeightAtEviction(conflict); |
scheduler().Schedule(conflict); |
TRACE("Evicted range %d%d.\n", conflict->TopLevel()->vreg(), |
@@ -274,7 +300,7 @@ void GreedyAllocator::SplitAndSpillRangesDefinedByMemoryOperand() { |
// Do not spill live range eagerly if use position that can benefit from |
// the register is too close to the start of live range. |
auto split_pos = GetSplitPositionForInstruction( |
- range, data()->code(), pos->pos().ToInstructionIndex()); |
+ range, pos->pos().ToInstructionIndex()); |
// There is no place to split, so we can't split and spill. |
if (!split_pos.IsValid()) continue; |
@@ -304,15 +330,6 @@ void GreedyAllocator::AllocateRegisters() { |
TryAllocateCandidate(candidate); |
} |
- |
- // We do not rely on the hint mechanism used by LinearScan, so no need to |
- // actively update/reset operands until the end. |
- for (auto range : data()->live_ranges()) { |
- if (CanProcessRange(range) && range->HasRegisterAssigned()) { |
- UpdateOperands(range, data()); |
- } |
- } |
- |
for (size_t i = 0; i < allocations_.size(); ++i) { |
if (!allocations_[i]->empty()) { |
data()->MarkAllocated(mode(), static_cast<int>(i)); |