Index: src/arm64/builtins-arm64.cc |
diff --git a/src/arm64/builtins-arm64.cc b/src/arm64/builtins-arm64.cc |
index dc293729ae4ce5ced4c262246444118acaefd761..81f01188bd2e8e3ac194a67224450c4234f1c28d 100644 |
--- a/src/arm64/builtins-arm64.cc |
+++ b/src/arm64/builtins-arm64.cc |
@@ -963,6 +963,7 @@ |
Generate_JSEntryTrampolineHelper(masm, true); |
} |
+ |
// Generate code for entering a JS function with the interpreter. |
// On entry to the function the receiver and arguments have been pushed on the |
// stack left to right. The actual argument count matches the formal parameter |
@@ -1061,20 +1062,9 @@ |
__ Mov(x1, Operand(x1, LSL, kPointerSizeLog2)); |
__ Ldr(ip0, MemOperand(kInterpreterDispatchTableRegister, x1)); |
__ Call(ip0); |
- masm->isolate()->heap()->SetInterpreterEntryReturnPCOffset(masm->pc_offset()); |
- |
- // The return value is in x0. |
- |
- // Get the arguments + reciever count. |
- __ ldr(x1, MemOperand(fp, InterpreterFrameConstants::kBytecodeArrayFromFp)); |
- __ Ldr(w1, FieldMemOperand(x1, BytecodeArray::kParameterSizeOffset)); |
- |
- // Leave the frame (also dropping the register file). |
- __ LeaveFrame(StackFrame::JAVA_SCRIPT); |
- |
- // Drop receiver + arguments and return. |
- __ Drop(x1, 1); |
- __ Ret(); |
+ |
+ // Even though the first bytecode handler was called, we will never return. |
+ __ Abort(kUnexpectedReturnFromBytecodeHandler); |
// Load debug copy of the bytecode array. |
__ Bind(&load_debug_bytecode_array); |
@@ -1095,87 +1085,22 @@ |
__ Jump(x7); |
} |
-// static |
-void Builtins::Generate_InterpreterPushArgsAndCallImpl( |
- MacroAssembler* masm, TailCallMode tail_call_mode) { |
- // ----------- S t a t e ------------- |
- // -- x0 : the number of arguments (not including the receiver) |
- // -- x2 : the address of the first argument to be pushed. Subsequent |
- // arguments should be consecutive above this, in the same order as |
- // they are to be pushed onto the stack. |
- // -- x1 : the target to call (can be any Object). |
- // ----------------------------------- |
- |
- // Find the address of the last argument. |
- __ add(x3, x0, Operand(1)); // Add one for receiver. |
- __ lsl(x3, x3, kPointerSizeLog2); |
- __ sub(x4, x2, x3); |
- |
- // Push the arguments. |
- Label loop_header, loop_check; |
- __ Mov(x5, jssp); |
- __ Claim(x3, 1); |
- __ B(&loop_check); |
- __ Bind(&loop_header); |
- // TODO(rmcilroy): Push two at a time once we ensure we keep stack aligned. |
- __ Ldr(x3, MemOperand(x2, -kPointerSize, PostIndex)); |
- __ Str(x3, MemOperand(x5, -kPointerSize, PreIndex)); |
- __ Bind(&loop_check); |
- __ Cmp(x2, x4); |
- __ B(gt, &loop_header); |
- |
- // Call the target. |
- __ Jump(masm->isolate()->builtins()->Call(ConvertReceiverMode::kAny, |
- tail_call_mode), |
- RelocInfo::CODE_TARGET); |
-} |
- |
-// static |
-void Builtins::Generate_InterpreterPushArgsAndConstruct(MacroAssembler* masm) { |
- // ----------- S t a t e ------------- |
- // -- x0 : argument count (not including receiver) |
- // -- x3 : new target |
- // -- x1 : constructor to call |
- // -- x2 : address of the first argument |
- // ----------------------------------- |
- |
- // Find the address of the last argument. |
- __ add(x5, x0, Operand(1)); // Add one for receiver (to be constructed). |
- __ lsl(x5, x5, kPointerSizeLog2); |
- |
- // Set stack pointer and where to stop. |
- __ Mov(x6, jssp); |
- __ Claim(x5, 1); |
- __ sub(x4, x6, x5); |
- |
- // Push a slot for the receiver. |
- __ Str(xzr, MemOperand(x6, -kPointerSize, PreIndex)); |
- |
- Label loop_header, loop_check; |
- // Push the arguments. |
- __ B(&loop_check); |
- __ Bind(&loop_header); |
- // TODO(rmcilroy): Push two at a time once we ensure we keep stack aligned. |
- __ Ldr(x5, MemOperand(x2, -kPointerSize, PostIndex)); |
- __ Str(x5, MemOperand(x6, -kPointerSize, PreIndex)); |
- __ Bind(&loop_check); |
- __ Cmp(x6, x4); |
- __ B(gt, &loop_header); |
- |
- // Call the constructor with x0, x1, and x3 unmodified. |
- __ Jump(masm->isolate()->builtins()->Construct(), RelocInfo::CODE_TARGET); |
-} |
- |
-void Builtins::Generate_InterpreterEnterBytecodeDispatch(MacroAssembler* masm) { |
- // Set the return address to the correct point in the interpreter entry |
- // trampoline. |
- Smi* interpreter_entry_return_pc_offset( |
- masm->isolate()->heap()->interpreter_entry_return_pc_offset()); |
- DCHECK_NE(interpreter_entry_return_pc_offset, Smi::FromInt(0)); |
- __ LoadObject(x1, masm->isolate()->builtins()->InterpreterEntryTrampoline()); |
- __ Add(lr, x1, Operand(interpreter_entry_return_pc_offset->value() + |
- Code::kHeaderSize - kHeapObjectTag)); |
- |
+ |
+void Builtins::Generate_InterpreterExitTrampoline(MacroAssembler* masm) { |
+ // The return value is in accumulator, which is already in x0. |
+ |
+ // Leave the frame (also dropping the register file). |
+ __ LeaveFrame(StackFrame::JAVA_SCRIPT); |
+ |
+ // Drop receiver + arguments and return. |
+ __ Ldr(w1, FieldMemOperand(kInterpreterBytecodeArrayRegister, |
+ BytecodeArray::kParameterSizeOffset)); |
+ __ Drop(x1, 1); |
+ __ Ret(); |
+} |
+ |
+ |
+static void Generate_EnterBytecodeDispatch(MacroAssembler* masm) { |
// Initialize the dispatch table register. |
__ Mov(kInterpreterDispatchTableRegister, |
Operand(ExternalReference::interpreter_dispatch_table_address( |
@@ -1206,6 +1131,55 @@ |
__ Ldr(ip0, MemOperand(kInterpreterDispatchTableRegister, x1)); |
__ Jump(ip0); |
} |
+ |
+ |
+static void Generate_InterpreterNotifyDeoptimizedHelper( |
+ MacroAssembler* masm, Deoptimizer::BailoutType type) { |
+ // Enter an internal frame. |
+ { |
+ FrameScope scope(masm, StackFrame::INTERNAL); |
+ |
+ // Pass the deoptimization type to the runtime system. |
+ __ Mov(x1, Operand(Smi::FromInt(static_cast<int>(type)))); |
+ __ Push(x1); |
+ __ CallRuntime(Runtime::kNotifyDeoptimized); |
+ // Tear down internal frame. |
+ } |
+ |
+ // Drop state (we don't use these for interpreter deopts) and and pop the |
+ // accumulator value into the accumulator register. |
+ __ Drop(1); |
+ __ Pop(kInterpreterAccumulatorRegister); |
+ |
+ // Enter the bytecode dispatch. |
+ Generate_EnterBytecodeDispatch(masm); |
+} |
+ |
+ |
+void Builtins::Generate_InterpreterNotifyDeoptimized(MacroAssembler* masm) { |
+ Generate_InterpreterNotifyDeoptimizedHelper(masm, Deoptimizer::EAGER); |
+} |
+ |
+ |
+void Builtins::Generate_InterpreterNotifySoftDeoptimized(MacroAssembler* masm) { |
+ Generate_InterpreterNotifyDeoptimizedHelper(masm, Deoptimizer::SOFT); |
+} |
+ |
+ |
+void Builtins::Generate_InterpreterNotifyLazyDeoptimized(MacroAssembler* masm) { |
+ Generate_InterpreterNotifyDeoptimizedHelper(masm, Deoptimizer::LAZY); |
+} |
+ |
+void Builtins::Generate_InterpreterEnterBytecodeDispatch(MacroAssembler* masm) { |
+ // Set the address of the interpreter entry trampoline as a return address. |
+ // This simulates the initial call to bytecode handlers in interpreter entry |
+ // trampoline. The return will never actually be taken, but our stack walker |
+ // uses this address to determine whether a frame is interpreted. |
+ __ LoadObject(lr, masm->isolate()->builtins()->InterpreterEntryTrampoline()); |
+ |
+ Generate_EnterBytecodeDispatch(masm); |
+} |
+ |
void Builtins::Generate_CompileLazy(MacroAssembler* masm) { |
// ----------- S t a t e ------------- |
@@ -1495,19 +1469,15 @@ |
// Switch on the state. |
Label with_tos_register, unknown_state; |
- __ CompareAndBranch(state, |
- static_cast<int>(Deoptimizer::BailoutState::NO_REGISTERS), |
- ne, &with_tos_register); |
+ __ CompareAndBranch( |
+ state, FullCodeGenerator::NO_REGISTERS, ne, &with_tos_register); |
__ Drop(1); // Remove state. |
__ Ret(); |
__ Bind(&with_tos_register); |
// Reload TOS register. |
- DCHECK_EQ(kInterpreterAccumulatorRegister.code(), x0.code()); |
__ Peek(x0, kPointerSize); |
- __ CompareAndBranch(state, |
- static_cast<int>(Deoptimizer::BailoutState::TOS_REGISTER), |
- ne, &unknown_state); |
+ __ CompareAndBranch(state, FullCodeGenerator::TOS_REG, ne, &unknown_state); |
__ Drop(2); // Remove state and TOS. |
__ Ret(); |
@@ -2708,6 +2678,79 @@ |
RelocInfo::CODE_TARGET); |
} |
+ |
+// static |
+void Builtins::Generate_InterpreterPushArgsAndCallImpl( |
+ MacroAssembler* masm, TailCallMode tail_call_mode) { |
+ // ----------- S t a t e ------------- |
+ // -- x0 : the number of arguments (not including the receiver) |
+ // -- x2 : the address of the first argument to be pushed. Subsequent |
+ // arguments should be consecutive above this, in the same order as |
+ // they are to be pushed onto the stack. |
+ // -- x1 : the target to call (can be any Object). |
+ // ----------------------------------- |
+ |
+ // Find the address of the last argument. |
+ __ add(x3, x0, Operand(1)); // Add one for receiver. |
+ __ lsl(x3, x3, kPointerSizeLog2); |
+ __ sub(x4, x2, x3); |
+ |
+ // Push the arguments. |
+ Label loop_header, loop_check; |
+ __ Mov(x5, jssp); |
+ __ Claim(x3, 1); |
+ __ B(&loop_check); |
+ __ Bind(&loop_header); |
+ // TODO(rmcilroy): Push two at a time once we ensure we keep stack aligned. |
+ __ Ldr(x3, MemOperand(x2, -kPointerSize, PostIndex)); |
+ __ Str(x3, MemOperand(x5, -kPointerSize, PreIndex)); |
+ __ Bind(&loop_check); |
+ __ Cmp(x2, x4); |
+ __ B(gt, &loop_header); |
+ |
+ // Call the target. |
+ __ Jump(masm->isolate()->builtins()->Call(ConvertReceiverMode::kAny, |
+ tail_call_mode), |
+ RelocInfo::CODE_TARGET); |
+} |
+ |
+ |
+// static |
+void Builtins::Generate_InterpreterPushArgsAndConstruct(MacroAssembler* masm) { |
+ // ----------- S t a t e ------------- |
+ // -- x0 : argument count (not including receiver) |
+ // -- x3 : new target |
+ // -- x1 : constructor to call |
+ // -- x2 : address of the first argument |
+ // ----------------------------------- |
+ |
+ // Find the address of the last argument. |
+ __ add(x5, x0, Operand(1)); // Add one for receiver (to be constructed). |
+ __ lsl(x5, x5, kPointerSizeLog2); |
+ |
+ // Set stack pointer and where to stop. |
+ __ Mov(x6, jssp); |
+ __ Claim(x5, 1); |
+ __ sub(x4, x6, x5); |
+ |
+ // Push a slot for the receiver. |
+ __ Str(xzr, MemOperand(x6, -kPointerSize, PreIndex)); |
+ |
+ Label loop_header, loop_check; |
+ // Push the arguments. |
+ __ B(&loop_check); |
+ __ Bind(&loop_header); |
+ // TODO(rmcilroy): Push two at a time once we ensure we keep stack aligned. |
+ __ Ldr(x5, MemOperand(x2, -kPointerSize, PostIndex)); |
+ __ Str(x5, MemOperand(x6, -kPointerSize, PreIndex)); |
+ __ Bind(&loop_check); |
+ __ Cmp(x6, x4); |
+ __ B(gt, &loop_header); |
+ |
+ // Call the constructor with x0, x1, and x3 unmodified. |
+ __ Jump(masm->isolate()->builtins()->Construct(), RelocInfo::CODE_TARGET); |
+} |
+ |
// static |
void Builtins::Generate_AllocateInNewSpace(MacroAssembler* masm) { |
ASM_LOCATION("Builtins::Generate_AllocateInNewSpace"); |