Index: src/compiler/move-optimizer.cc |
diff --git a/src/compiler/move-optimizer.cc b/src/compiler/move-optimizer.cc |
index 330f32f65d584fba17d082f3d72924c9d97a6f6c..309595a2617ba008fb3c4f25a7a417680298128d 100644 |
--- a/src/compiler/move-optimizer.cc |
+++ b/src/compiler/move-optimizer.cc |
@@ -8,75 +8,10 @@ namespace v8 { |
namespace internal { |
namespace compiler { |
-MoveOptimizer::MoveOptimizer(Zone* local_zone, InstructionSequence* code) |
- : local_zone_(local_zone), |
- code_(code), |
- temp_vector_0_(local_zone), |
- temp_vector_1_(local_zone) {} |
- |
- |
-void MoveOptimizer::Run() { |
- // First smash all consecutive moves into the left most move slot. |
- for (auto* block : code()->instruction_blocks()) { |
- GapInstruction* prev_gap = nullptr; |
- for (int index = block->code_start(); index < block->code_end(); ++index) { |
- auto instr = code()->instructions()[index]; |
- if (!instr->IsGapMoves()) { |
- if (instr->IsSourcePosition() || instr->IsNop()) continue; |
- FinalizeMoves(&temp_vector_0_, &temp_vector_1_, prev_gap); |
- prev_gap = nullptr; |
- continue; |
- } |
- auto gap = GapInstruction::cast(instr); |
- // Find first non-empty slot. |
- int i = GapInstruction::FIRST_INNER_POSITION; |
- for (; i <= GapInstruction::LAST_INNER_POSITION; i++) { |
- auto move = gap->parallel_moves()[i]; |
- if (move == nullptr) continue; |
- auto move_ops = move->move_operands(); |
- auto op = move_ops->begin(); |
- for (; op != move_ops->end(); ++op) { |
- if (!op->IsRedundant()) break; |
- } |
- if (op == move_ops->end()) { |
- move_ops->Rewind(0); // Clear this redundant move. |
- } else { |
- break; // Found index of first non-redundant move. |
- } |
- } |
- // Nothing to do here. |
- if (i == GapInstruction::LAST_INNER_POSITION + 1) { |
- if (prev_gap != nullptr) { |
- // Slide prev_gap down so we always know where to look for it. |
- std::swap(prev_gap->parallel_moves()[0], gap->parallel_moves()[0]); |
- prev_gap = gap; |
- } |
- continue; |
- } |
- // Move the first non-empty gap to position 0. |
- std::swap(gap->parallel_moves()[0], gap->parallel_moves()[i]); |
- auto left = gap->parallel_moves()[0]; |
- // Compress everything into position 0. |
- for (++i; i <= GapInstruction::LAST_INNER_POSITION; ++i) { |
- auto move = gap->parallel_moves()[i]; |
- if (move == nullptr) continue; |
- CompressMoves(&temp_vector_0_, left, move); |
- } |
- if (prev_gap != nullptr) { |
- // Smash left into prev_gap, killing left. |
- auto pred_moves = prev_gap->parallel_moves()[0]; |
- CompressMoves(&temp_vector_0_, pred_moves, left); |
- std::swap(prev_gap->parallel_moves()[0], gap->parallel_moves()[0]); |
- } |
- prev_gap = gap; |
- } |
- FinalizeMoves(&temp_vector_0_, &temp_vector_1_, prev_gap); |
- } |
-} |
+namespace { |
- |
-static MoveOperands* PrepareInsertAfter(ParallelMove* left, MoveOperands* move, |
- Zone* zone) { |
+MoveOperands* PrepareInsertAfter(ParallelMove* left, MoveOperands* move, |
+ Zone* zone) { |
auto move_ops = left->move_operands(); |
MoveOperands* replacement = nullptr; |
MoveOperands* to_eliminate = nullptr; |
@@ -102,25 +37,69 @@ static MoveOperands* PrepareInsertAfter(ParallelMove* left, MoveOperands* move, |
} |
+bool GapsCanMoveOver(Instruction* instr) { |
+ DCHECK(!instr->IsGapMoves()); |
+ return instr->IsSourcePosition() || instr->IsNop(); |
+} |
+ |
+ |
+int FindFirstNonEmptySlot(GapInstruction* gap) { |
+ int i = GapInstruction::FIRST_INNER_POSITION; |
+ for (; i <= GapInstruction::LAST_INNER_POSITION; i++) { |
+ auto move = gap->parallel_moves()[i]; |
+ if (move == nullptr) continue; |
+ auto move_ops = move->move_operands(); |
+ auto op = move_ops->begin(); |
+ for (; op != move_ops->end(); ++op) { |
+ if (!op->IsRedundant()) break; |
+ op->Eliminate(); |
+ } |
+ if (op != move_ops->end()) break; // Found non-redundant move. |
+ move_ops->Rewind(0); // Clear this redundant move. |
+ } |
+ return i; |
+} |
+ |
+} // namepace |
+ |
+ |
+MoveOptimizer::MoveOptimizer(Zone* local_zone, InstructionSequence* code) |
+ : local_zone_(local_zone), |
+ code_(code), |
+ to_finalize_(local_zone), |
+ temp_vector_0_(local_zone), |
+ temp_vector_1_(local_zone) {} |
+ |
+ |
+void MoveOptimizer::Run() { |
+ for (auto* block : code()->instruction_blocks()) { |
+ CompressBlock(block); |
+ } |
+ for (auto gap : to_finalize_) { |
+ FinalizeMoves(gap); |
+ } |
+} |
+ |
+ |
void MoveOptimizer::CompressMoves(MoveOpVector* eliminated, ParallelMove* left, |
ParallelMove* right) { |
DCHECK(eliminated->empty()); |
auto move_ops = right->move_operands(); |
- // Modify the right moves in place and collect moves that will be killed by |
- // merging the two gaps. |
- for (auto op = move_ops->begin(); op != move_ops->end(); ++op) { |
- if (op->IsRedundant()) continue; |
- MoveOperands* to_eliminate = PrepareInsertAfter(left, op, code_zone()); |
- if (to_eliminate != nullptr) { |
- eliminated->push_back(to_eliminate); |
+ if (!left->move_operands()->is_empty()) { |
+ // Modify the right moves in place and collect moves that will be killed by |
+ // merging the two gaps. |
+ for (auto op = move_ops->begin(); op != move_ops->end(); ++op) { |
+ if (op->IsRedundant()) continue; |
+ MoveOperands* to_eliminate = PrepareInsertAfter(left, op, code_zone()); |
+ if (to_eliminate != nullptr) eliminated->push_back(to_eliminate); |
} |
+ // Eliminate dead moves. Must happen before insertion of new moves as the |
+ // contents of eliminated are pointers into a list. |
+ for (auto to_eliminate : *eliminated) { |
+ to_eliminate->Eliminate(); |
+ } |
+ eliminated->clear(); |
} |
- // Eliminate dead moves. Must happen before insertion of new moves as the |
- // contents of eliminated are pointers into a list. |
- for (auto to_eliminate : *eliminated) { |
- to_eliminate->Eliminate(); |
- } |
- eliminated->clear(); |
// Add all possibly modified moves from right side. |
for (auto op = move_ops->begin(); op != move_ops->end(); ++op) { |
if (op->IsRedundant()) continue; |
@@ -131,13 +110,60 @@ void MoveOptimizer::CompressMoves(MoveOpVector* eliminated, ParallelMove* left, |
} |
-void MoveOptimizer::FinalizeMoves(MoveOpVector* loads, MoveOpVector* new_moves, |
- GapInstruction* gap) { |
- DCHECK(loads->empty()); |
- DCHECK(new_moves->empty()); |
- if (gap == nullptr) return; |
- // Split multiple loads of the same constant or stack slot off into the second |
- // slot and keep remaining moves in the first slot. |
+// Smash all consecutive moves into the left most move slot and accumulate them |
+// as much as possible across instructions. |
+void MoveOptimizer::CompressBlock(InstructionBlock* block) { |
+ auto temp_vector = temp_vector_0(); |
+ DCHECK(temp_vector.empty()); |
+ GapInstruction* prev_gap = nullptr; |
+ for (int index = block->code_start(); index < block->code_end(); ++index) { |
+ auto instr = code()->instructions()[index]; |
+ if (!instr->IsGapMoves()) { |
+ if (GapsCanMoveOver(instr)) continue; |
+ if (prev_gap != nullptr) to_finalize_.push_back(prev_gap); |
+ prev_gap = nullptr; |
+ continue; |
+ } |
+ auto gap = GapInstruction::cast(instr); |
+ int i = FindFirstNonEmptySlot(gap); |
+ // Nothing to do here. |
+ if (i == GapInstruction::LAST_INNER_POSITION + 1) { |
+ if (prev_gap != nullptr) { |
+ // Slide prev_gap down so we always know where to look for it. |
+ std::swap(prev_gap->parallel_moves()[0], gap->parallel_moves()[0]); |
+ prev_gap = gap; |
+ } |
+ continue; |
+ } |
+ // Move the first non-empty gap to position 0. |
+ std::swap(gap->parallel_moves()[0], gap->parallel_moves()[i]); |
+ auto left = gap->parallel_moves()[0]; |
+ // Compress everything into position 0. |
+ for (++i; i <= GapInstruction::LAST_INNER_POSITION; ++i) { |
+ auto move = gap->parallel_moves()[i]; |
+ if (move == nullptr) continue; |
+ CompressMoves(&temp_vector, left, move); |
+ } |
+ if (prev_gap != nullptr) { |
+ // Smash left into prev_gap, killing left. |
+ auto pred_moves = prev_gap->parallel_moves()[0]; |
+ CompressMoves(&temp_vector, pred_moves, left); |
+ // Slide prev_gap down so we always know where to look for it. |
+ std::swap(prev_gap->parallel_moves()[0], gap->parallel_moves()[0]); |
+ } |
+ prev_gap = gap; |
+ } |
+ if (prev_gap != nullptr) to_finalize_.push_back(prev_gap); |
+} |
+ |
+ |
+// Split multiple loads of the same constant or stack slot off into the second |
+// slot and keep remaining moves in the first slot. |
+void MoveOptimizer::FinalizeMoves(GapInstruction* gap) { |
+ auto loads = temp_vector_0(); |
+ DCHECK(loads.empty()); |
+ auto new_moves = temp_vector_1(); |
+ DCHECK(new_moves.empty()); |
auto move_ops = gap->parallel_moves()[0]->move_operands(); |
for (auto move = move_ops->begin(); move != move_ops->end(); ++move) { |
if (move->IsRedundant()) { |
@@ -149,7 +175,7 @@ void MoveOptimizer::FinalizeMoves(MoveOpVector* loads, MoveOpVector* new_moves, |
continue; |
// Search for existing move to this slot. |
MoveOperands* found = nullptr; |
- for (auto load : *loads) { |
+ for (auto load : loads) { |
if (load->source()->Equals(move->source())) { |
found = load; |
break; |
@@ -157,7 +183,7 @@ void MoveOptimizer::FinalizeMoves(MoveOpVector* loads, MoveOpVector* new_moves, |
} |
// Not found so insert. |
if (found == nullptr) { |
- loads->push_back(move); |
+ loads.push_back(move); |
// Replace source with copy for later use. |
auto dest = move->destination(); |
move->set_destination(new (code_zone()) |
@@ -180,24 +206,24 @@ void MoveOptimizer::FinalizeMoves(MoveOpVector* loads, MoveOpVector* new_moves, |
} |
// move from load destination. |
move->set_source(found->destination()); |
- new_moves->push_back(move); |
+ new_moves.push_back(move); |
} |
- loads->clear(); |
- if (new_moves->empty()) return; |
+ loads.clear(); |
+ if (new_moves.empty()) return; |
// Insert all new moves into slot 1. |
auto slot_1 = gap->GetOrCreateParallelMove( |
static_cast<GapInstruction::InnerPosition>(1), code_zone()); |
DCHECK(slot_1->move_operands()->is_empty()); |
slot_1->move_operands()->AddBlock(MoveOperands(nullptr, nullptr), |
- static_cast<int>(new_moves->size()), |
+ static_cast<int>(new_moves.size()), |
code_zone()); |
auto it = slot_1->move_operands()->begin(); |
- for (auto new_move : *new_moves) { |
+ for (auto new_move : new_moves) { |
std::swap(*new_move, *it); |
++it; |
} |
DCHECK_EQ(it, slot_1->move_operands()->end()); |
- new_moves->clear(); |
+ new_moves.clear(); |
} |
} // namespace compiler |