Index: src/x64/jump-target-x64.cc |
=================================================================== |
--- src/x64/jump-target-x64.cc (revision 2228) |
+++ src/x64/jump-target-x64.cc (working copy) |
@@ -25,3 +25,344 @@ |
// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
+#include "v8.h" |
+ |
+#include "codegen-inl.h" |
+#include "jump-target-inl.h" |
+#include "register-allocator-inl.h" |
+ |
+namespace v8 { |
+namespace internal { |
+ |
+// ------------------------------------------------------------------------- |
+// JumpTarget implementation. |
+ |
+#define __ ACCESS_MASM(cgen()->masm()) |
+ |
+void JumpTarget::DoJump() { |
+ ASSERT(cgen()->has_valid_frame()); |
+ // Live non-frame registers are not allowed at unconditional jumps |
+ // because we have no way of invalidating the corresponding results |
+ // which are still live in the C++ code. |
+ ASSERT(cgen()->HasValidEntryRegisters()); |
+ |
+ if (is_bound()) { |
+ // Backward jump. There is an expected frame to merge to. |
+ ASSERT(direction_ == BIDIRECTIONAL); |
+ cgen()->frame()->PrepareMergeTo(entry_frame_); |
+ cgen()->frame()->MergeTo(entry_frame_); |
+ cgen()->DeleteFrame(); |
+ __ jmp(&entry_label_); |
+ } else if (entry_frame_ != NULL) { |
+ // Forward jump with a preconfigured entry frame. Assert the |
+ // current frame matches the expected one and jump to the block. |
+ ASSERT(cgen()->frame()->Equals(entry_frame_)); |
+ cgen()->DeleteFrame(); |
+ __ jmp(&entry_label_); |
+ } else { |
+ // Forward jump. Remember the current frame and emit a jump to |
+ // its merge code. |
+ AddReachingFrame(cgen()->frame()); |
+ RegisterFile empty; |
+ cgen()->SetFrame(NULL, &empty); |
+ __ jmp(&merge_labels_.last()); |
+ } |
+} |
+ |
+ |
+void JumpTarget::DoBranch(Condition cc, Hint b) { |
+ ASSERT(cgen() != NULL); |
+ ASSERT(cgen()->has_valid_frame()); |
+ |
+ if (is_bound()) { |
+ ASSERT(direction_ == BIDIRECTIONAL); |
+ // Backward branch. We have an expected frame to merge to on the |
+ // backward edge. |
+ |
+ // Swap the current frame for a copy (we do the swapping to get |
+ // the off-frame registers off the fall through) to use for the |
+ // branch. |
+ VirtualFrame* fall_through_frame = cgen()->frame(); |
+ VirtualFrame* branch_frame = new VirtualFrame(fall_through_frame); |
+ RegisterFile non_frame_registers; |
+ cgen()->SetFrame(branch_frame, &non_frame_registers); |
+ |
+ // Check if we can avoid merge code. |
+ cgen()->frame()->PrepareMergeTo(entry_frame_); |
+ if (cgen()->frame()->Equals(entry_frame_)) { |
+ // Branch right in to the block. |
+ cgen()->DeleteFrame(); |
+ __ j(cc, &entry_label_); |
+ cgen()->SetFrame(fall_through_frame, &non_frame_registers); |
+ return; |
+ } |
+ |
+ // Check if we can reuse existing merge code. |
+ for (int i = 0; i < reaching_frames_.length(); i++) { |
+ if (reaching_frames_[i] != NULL && |
+ cgen()->frame()->Equals(reaching_frames_[i])) { |
+ // Branch to the merge code. |
+ cgen()->DeleteFrame(); |
+ __ j(cc, &merge_labels_[i]); |
+ cgen()->SetFrame(fall_through_frame, &non_frame_registers); |
+ return; |
+ } |
+ } |
+ |
+ // To emit the merge code here, we negate the condition and branch |
+ // around the merge code on the fall through path. |
+ Label original_fall_through; |
+ __ j(NegateCondition(cc), &original_fall_through); |
+ cgen()->frame()->MergeTo(entry_frame_); |
+ cgen()->DeleteFrame(); |
+ __ jmp(&entry_label_); |
+ cgen()->SetFrame(fall_through_frame, &non_frame_registers); |
+ __ bind(&original_fall_through); |
+ |
+ } else if (entry_frame_ != NULL) { |
+ // Forward branch with a preconfigured entry frame. Assert the |
+ // current frame matches the expected one and branch to the block. |
+ ASSERT(cgen()->frame()->Equals(entry_frame_)); |
+ // Explicitly use the macro assembler instead of __ as forward |
+ // branches are expected to be a fixed size (no inserted |
+ // coverage-checking instructions please). This is used in |
+ // Reference::GetValue. |
+ cgen()->masm()->j(cc, &entry_label_); |
+ |
+ } else { |
+ // Forward branch. A copy of the current frame is remembered and |
+ // a branch to the merge code is emitted. Explicitly use the |
+ // macro assembler instead of __ as forward branches are expected |
+ // to be a fixed size (no inserted coverage-checking instructions |
+ // please). This is used in Reference::GetValue. |
+ AddReachingFrame(new VirtualFrame(cgen()->frame())); |
+ cgen()->masm()->j(cc, &merge_labels_.last()); |
+ } |
+} |
+ |
+ |
+void JumpTarget::Call() { |
+ // Call is used to push the address of the catch block on the stack as |
+ // a return address when compiling try/catch and try/finally. We |
+ // fully spill the frame before making the call. The expected frame |
+ // at the label (which should be the only one) is the spilled current |
+ // frame plus an in-memory return address. The "fall-through" frame |
+ // at the return site is the spilled current frame. |
+ ASSERT(cgen() != NULL); |
+ ASSERT(cgen()->has_valid_frame()); |
+ // There are no non-frame references across the call. |
+ ASSERT(cgen()->HasValidEntryRegisters()); |
+ ASSERT(!is_linked()); |
+ |
+ cgen()->frame()->SpillAll(); |
+ VirtualFrame* target_frame = new VirtualFrame(cgen()->frame()); |
+ target_frame->Adjust(1); |
+ // We do not expect a call with a preconfigured entry frame. |
+ ASSERT(entry_frame_ == NULL); |
+ AddReachingFrame(target_frame); |
+ __ call(&merge_labels_.last()); |
+} |
+ |
+ |
+void JumpTarget::DoBind() { |
+ ASSERT(cgen() != NULL); |
+ ASSERT(!is_bound()); |
+ |
+ // Live non-frame registers are not allowed at the start of a basic |
+ // block. |
+ ASSERT(!cgen()->has_valid_frame() || cgen()->HasValidEntryRegisters()); |
+ |
+ // Fast case: the jump target was manually configured with an entry |
+ // frame to use. |
+ if (entry_frame_ != NULL) { |
+ // Assert no reaching frames to deal with. |
+ ASSERT(reaching_frames_.is_empty()); |
+ ASSERT(!cgen()->has_valid_frame()); |
+ |
+ RegisterFile empty; |
+ if (direction_ == BIDIRECTIONAL) { |
+ // Copy the entry frame so the original can be used for a |
+ // possible backward jump. |
+ cgen()->SetFrame(new VirtualFrame(entry_frame_), &empty); |
+ } else { |
+ // Take ownership of the entry frame. |
+ cgen()->SetFrame(entry_frame_, &empty); |
+ entry_frame_ = NULL; |
+ } |
+ __ bind(&entry_label_); |
+ return; |
+ } |
+ |
+ if (!is_linked()) { |
+ ASSERT(cgen()->has_valid_frame()); |
+ if (direction_ == FORWARD_ONLY) { |
+ // Fast case: no forward jumps and no possible backward jumps. |
+ // The stack pointer can be floating above the top of the |
+ // virtual frame before the bind. Afterward, it should not. |
+ VirtualFrame* frame = cgen()->frame(); |
+ int difference = frame->stack_pointer_ - (frame->element_count() - 1); |
+ if (difference > 0) { |
+ frame->stack_pointer_ -= difference; |
+ __ addq(rsp, Immediate(difference * kPointerSize)); |
+ } |
+ } else { |
+ ASSERT(direction_ == BIDIRECTIONAL); |
+ // Fast case: no forward jumps, possible backward ones. Remove |
+ // constants and copies above the watermark on the fall-through |
+ // frame and use it as the entry frame. |
+ cgen()->frame()->MakeMergable(); |
+ entry_frame_ = new VirtualFrame(cgen()->frame()); |
+ } |
+ __ bind(&entry_label_); |
+ return; |
+ } |
+ |
+ if (direction_ == FORWARD_ONLY && |
+ !cgen()->has_valid_frame() && |
+ reaching_frames_.length() == 1) { |
+ // Fast case: no fall-through, a single forward jump, and no |
+ // possible backward jumps. Pick up the only reaching frame, take |
+ // ownership of it, and use it for the block about to be emitted. |
+ VirtualFrame* frame = reaching_frames_[0]; |
+ RegisterFile empty; |
+ cgen()->SetFrame(frame, &empty); |
+ reaching_frames_[0] = NULL; |
+ __ bind(&merge_labels_[0]); |
+ |
+ // The stack pointer can be floating above the top of the |
+ // virtual frame before the bind. Afterward, it should not. |
+ int difference = frame->stack_pointer_ - (frame->element_count() - 1); |
+ if (difference > 0) { |
+ frame->stack_pointer_ -= difference; |
+ __ addq(rsp, Immediate(difference * kPointerSize)); |
+ } |
+ |
+ __ bind(&entry_label_); |
+ return; |
+ } |
+ |
+ // If there is a current frame, record it as the fall-through. It |
+ // is owned by the reaching frames for now. |
+ bool had_fall_through = false; |
+ if (cgen()->has_valid_frame()) { |
+ had_fall_through = true; |
+ AddReachingFrame(cgen()->frame()); // Return value ignored. |
+ RegisterFile empty; |
+ cgen()->SetFrame(NULL, &empty); |
+ } |
+ |
+ // Compute the frame to use for entry to the block. |
+ ComputeEntryFrame(); |
+ |
+ // Some moves required to merge to an expected frame require purely |
+ // frame state changes, and do not require any code generation. |
+ // Perform those first to increase the possibility of finding equal |
+ // frames below. |
+ for (int i = 0; i < reaching_frames_.length(); i++) { |
+ if (reaching_frames_[i] != NULL) { |
+ reaching_frames_[i]->PrepareMergeTo(entry_frame_); |
+ } |
+ } |
+ |
+ if (is_linked()) { |
+ // There were forward jumps. Handle merging the reaching frames |
+ // to the entry frame. |
+ |
+ // Loop over the (non-null) reaching frames and process any that |
+ // need merge code. Iterate backwards through the list to handle |
+ // the fall-through frame first. Set frames that will be |
+ // processed after 'i' to NULL if we want to avoid processing |
+ // them. |
+ for (int i = reaching_frames_.length() - 1; i >= 0; i--) { |
+ VirtualFrame* frame = reaching_frames_[i]; |
+ |
+ if (frame != NULL) { |
+ // Does the frame (probably) need merge code? |
+ if (!frame->Equals(entry_frame_)) { |
+ // We could have a valid frame as the fall through to the |
+ // binding site or as the fall through from a previous merge |
+ // code block. Jump around the code we are about to |
+ // generate. |
+ if (cgen()->has_valid_frame()) { |
+ cgen()->DeleteFrame(); |
+ __ jmp(&entry_label_); |
+ } |
+ // Pick up the frame for this block. Assume ownership if |
+ // there cannot be backward jumps. |
+ RegisterFile empty; |
+ if (direction_ == BIDIRECTIONAL) { |
+ cgen()->SetFrame(new VirtualFrame(frame), &empty); |
+ } else { |
+ cgen()->SetFrame(frame, &empty); |
+ reaching_frames_[i] = NULL; |
+ } |
+ __ bind(&merge_labels_[i]); |
+ |
+ // Loop over the remaining (non-null) reaching frames, |
+ // looking for any that can share merge code with this one. |
+ for (int j = 0; j < i; j++) { |
+ VirtualFrame* other = reaching_frames_[j]; |
+ if (other != NULL && other->Equals(cgen()->frame())) { |
+ // Set the reaching frame element to null to avoid |
+ // processing it later, and then bind its entry label. |
+ reaching_frames_[j] = NULL; |
+ __ bind(&merge_labels_[j]); |
+ } |
+ } |
+ |
+ // Emit the merge code. |
+ cgen()->frame()->MergeTo(entry_frame_); |
+ } else if (i == reaching_frames_.length() - 1 && had_fall_through) { |
+ // If this is the fall through frame, and it didn't need |
+ // merge code, we need to pick up the frame so we can jump |
+ // around subsequent merge blocks if necessary. |
+ RegisterFile empty; |
+ cgen()->SetFrame(frame, &empty); |
+ reaching_frames_[i] = NULL; |
+ } |
+ } |
+ } |
+ |
+ // The code generator may not have a current frame if there was no |
+ // fall through and none of the reaching frames needed merging. |
+ // In that case, clone the entry frame as the current frame. |
+ if (!cgen()->has_valid_frame()) { |
+ RegisterFile empty; |
+ cgen()->SetFrame(new VirtualFrame(entry_frame_), &empty); |
+ } |
+ |
+ // There may be unprocessed reaching frames that did not need |
+ // merge code. They will have unbound merge labels. Bind their |
+ // merge labels to be the same as the entry label and deallocate |
+ // them. |
+ for (int i = 0; i < reaching_frames_.length(); i++) { |
+ if (!merge_labels_[i].is_bound()) { |
+ reaching_frames_[i] = NULL; |
+ __ bind(&merge_labels_[i]); |
+ } |
+ } |
+ |
+ // There are non-NULL reaching frames with bound labels for each |
+ // merge block, but only on backward targets. |
+ } else { |
+ // There were no forward jumps. There must be a current frame and |
+ // this must be a bidirectional target. |
+ ASSERT(reaching_frames_.length() == 1); |
+ ASSERT(reaching_frames_[0] != NULL); |
+ ASSERT(direction_ == BIDIRECTIONAL); |
+ |
+ // Use a copy of the reaching frame so the original can be saved |
+ // for possible reuse as a backward merge block. |
+ RegisterFile empty; |
+ cgen()->SetFrame(new VirtualFrame(reaching_frames_[0]), &empty); |
+ __ bind(&merge_labels_[0]); |
+ cgen()->frame()->MergeTo(entry_frame_); |
+ } |
+ |
+ __ bind(&entry_label_); |
+} |
+ |
+#undef __ |
+ |
+ |
+} } // namespace v8::internal |