Index: src/x64/builtins-x64.cc |
diff --git a/src/x64/builtins-x64.cc b/src/x64/builtins-x64.cc |
index 2de13a0d329cfa43c0c6fb3ea601fff6cb59c75d..6975bc8fef66958fe176b3aa46dff8d01f2f3179 100644 |
--- a/src/x64/builtins-x64.cc |
+++ b/src/x64/builtins-x64.cc |
@@ -119,7 +119,8 @@ void Builtins::Generate_InOptimizationQueue(MacroAssembler* masm) { |
static void Generate_JSConstructStubHelper(MacroAssembler* masm, |
- bool is_api_function) { |
+ bool is_api_function, |
+ bool create_implicit_receiver) { |
// ----------- S t a t e ------------- |
// -- rax: number of arguments |
// -- rdi: constructor function |
@@ -134,173 +135,171 @@ static void Generate_JSConstructStubHelper(MacroAssembler* masm, |
// Preserve the incoming parameters on the stack. |
__ AssertUndefinedOrAllocationSite(rbx); |
__ Push(rbx); |
- __ Integer32ToSmi(rax, rax); |
- __ Push(rax); |
- __ Push(rdi); |
- __ Push(rdx); |
- |
- // Try to allocate the object without transitioning into C code. If any of |
- // the preconditions is not met, the code bails out to the runtime call. |
- Label rt_call, allocated; |
- if (FLAG_inline_new) { |
- // Verify that the new target is a JSFunction. |
- __ CmpObjectType(rdx, JS_FUNCTION_TYPE, rbx); |
- __ j(not_equal, &rt_call); |
- |
- // Load the initial map and verify that it is in fact a map. |
- // rdx: new target |
- __ movp(rax, FieldOperand(rdx, JSFunction::kPrototypeOrInitialMapOffset)); |
- // Will both indicate a NULL and a Smi |
- DCHECK(kSmiTag == 0); |
- __ JumpIfSmi(rax, &rt_call); |
- // rdi: constructor |
- // rax: initial map (if proven valid below) |
- __ CmpObjectType(rax, MAP_TYPE, rbx); |
- __ j(not_equal, &rt_call); |
- |
- // Fall back to runtime if the expected base constructor and base |
- // constructor differ. |
- __ cmpp(rdi, FieldOperand(rax, Map::kConstructorOrBackPointerOffset)); |
- __ j(not_equal, &rt_call); |
- |
- // Check that the constructor is not constructing a JSFunction (see |
- // comments in Runtime_NewObject in runtime.cc). In which case the |
- // initial map's instance type would be JS_FUNCTION_TYPE. |
- // rdi: constructor |
- // rax: initial map |
- __ CmpInstanceType(rax, JS_FUNCTION_TYPE); |
- __ j(equal, &rt_call); |
- if (!is_api_function) { |
- Label allocate; |
- // The code below relies on these assumptions. |
- STATIC_ASSERT(Map::Counter::kShift + Map::Counter::kSize == 32); |
- // Check if slack tracking is enabled. |
- __ movl(rsi, FieldOperand(rax, Map::kBitField3Offset)); |
- __ shrl(rsi, Immediate(Map::Counter::kShift)); |
- __ cmpl(rsi, Immediate(Map::kSlackTrackingCounterEnd)); |
- __ j(less, &allocate); |
- // Decrease generous allocation count. |
- __ subl(FieldOperand(rax, Map::kBitField3Offset), |
- Immediate(1 << Map::Counter::kShift)); |
- |
- __ cmpl(rsi, Immediate(Map::kSlackTrackingCounterEnd)); |
- __ j(not_equal, &allocate); |
+ __ Integer32ToSmi(rcx, rax); |
+ __ Push(rcx); |
- __ Push(rax); |
- __ Push(rdx); |
- __ Push(rdi); |
+ if (create_implicit_receiver) { |
+ __ Push(rdi); |
+ __ Push(rdx); |
- __ Push(rax); // initial map |
- __ CallRuntime(Runtime::kFinalizeInstanceSize, 1); |
+ // Try to allocate the object without transitioning into C code. If any of |
+ // the preconditions is not met, the code bails out to the runtime call. |
+ Label rt_call, allocated; |
+ if (FLAG_inline_new) { |
+ // Verify that the new target is a JSFunction. |
+ __ CmpObjectType(rdx, JS_FUNCTION_TYPE, rbx); |
+ __ j(not_equal, &rt_call); |
+ |
+ // Load the initial map and verify that it is in fact a map. |
+ // rdx: new target |
+ __ movp(rax, |
+ FieldOperand(rdx, JSFunction::kPrototypeOrInitialMapOffset)); |
+ // Will both indicate a NULL and a Smi |
+ DCHECK(kSmiTag == 0); |
+ __ JumpIfSmi(rax, &rt_call); |
+ // rdi: constructor |
+ // rax: initial map (if proven valid below) |
+ __ CmpObjectType(rax, MAP_TYPE, rbx); |
+ __ j(not_equal, &rt_call); |
+ |
+ // Fall back to runtime if the expected base constructor and base |
+ // constructor differ. |
+ __ cmpp(rdi, FieldOperand(rax, Map::kConstructorOrBackPointerOffset)); |
+ __ j(not_equal, &rt_call); |
+ |
+ if (!is_api_function) { |
+ Label allocate; |
+ // The code below relies on these assumptions. |
+ STATIC_ASSERT(Map::Counter::kShift + Map::Counter::kSize == 32); |
+ // Check if slack tracking is enabled. |
+ __ movl(rsi, FieldOperand(rax, Map::kBitField3Offset)); |
+ __ shrl(rsi, Immediate(Map::Counter::kShift)); |
+ __ cmpl(rsi, Immediate(Map::kSlackTrackingCounterEnd)); |
+ __ j(less, &allocate); |
+ // Decrease generous allocation count. |
+ __ subl(FieldOperand(rax, Map::kBitField3Offset), |
+ Immediate(1 << Map::Counter::kShift)); |
+ |
+ __ cmpl(rsi, Immediate(Map::kSlackTrackingCounterEnd)); |
+ __ j(not_equal, &allocate); |
+ |
+ __ Push(rax); |
+ __ Push(rdx); |
+ __ Push(rdi); |
+ |
+ __ Push(rax); // initial map |
+ __ CallRuntime(Runtime::kFinalizeInstanceSize, 1); |
+ |
+ __ Pop(rdi); |
+ __ Pop(rdx); |
+ __ Pop(rax); |
+ __ movl(rsi, Immediate(Map::kSlackTrackingCounterEnd - 1)); |
+ |
+ __ bind(&allocate); |
+ } |
- __ Pop(rdi); |
- __ Pop(rdx); |
- __ Pop(rax); |
- __ movl(rsi, Immediate(Map::kSlackTrackingCounterEnd - 1)); |
+ // Now allocate the JSObject on the heap. |
+ __ movzxbp(rdi, FieldOperand(rax, Map::kInstanceSizeOffset)); |
+ __ shlp(rdi, Immediate(kPointerSizeLog2)); |
+ // rdi: size of new object |
+ __ Allocate(rdi, rbx, rdi, no_reg, &rt_call, NO_ALLOCATION_FLAGS); |
+ // Allocated the JSObject, now initialize the fields. |
+ // rax: initial map |
+ // rbx: JSObject (not HeapObject tagged - the actual address). |
+ // rdi: start of next object |
+ __ movp(Operand(rbx, JSObject::kMapOffset), rax); |
+ __ LoadRoot(rcx, Heap::kEmptyFixedArrayRootIndex); |
+ __ movp(Operand(rbx, JSObject::kPropertiesOffset), rcx); |
+ __ movp(Operand(rbx, JSObject::kElementsOffset), rcx); |
+ // Set extra fields in the newly allocated object. |
+ // rax: initial map |
+ // rbx: JSObject |
+ // rdi: start of next object |
+ // rsi: slack tracking counter (non-API function case) |
+ __ leap(rcx, Operand(rbx, JSObject::kHeaderSize)); |
+ __ LoadRoot(rdx, Heap::kUndefinedValueRootIndex); |
+ if (!is_api_function) { |
+ Label no_inobject_slack_tracking; |
+ |
+ // Check if slack tracking is enabled. |
+ __ cmpl(rsi, Immediate(Map::kSlackTrackingCounterEnd)); |
+ __ j(less, &no_inobject_slack_tracking); |
+ |
+ // Allocate object with a slack. |
+ __ movzxbp( |
+ rsi, |
+ FieldOperand( |
+ rax, |
+ Map::kInObjectPropertiesOrConstructorFunctionIndexOffset)); |
+ __ movzxbp(rax, FieldOperand(rax, Map::kUnusedPropertyFieldsOffset)); |
+ __ subp(rsi, rax); |
+ __ leap(rsi, |
+ Operand(rbx, rsi, times_pointer_size, JSObject::kHeaderSize)); |
+ // rsi: offset of first field after pre-allocated fields |
+ if (FLAG_debug_code) { |
+ __ cmpp(rsi, rdi); |
+ __ Assert(less_equal, |
+ kUnexpectedNumberOfPreAllocatedPropertyFields); |
+ } |
+ __ InitializeFieldsWithFiller(rcx, rsi, rdx); |
+ __ LoadRoot(rdx, Heap::kOnePointerFillerMapRootIndex); |
+ // Fill the remaining fields with one pointer filler map. |
+ |
+ __ bind(&no_inobject_slack_tracking); |
+ } |
- __ bind(&allocate); |
- } |
+ __ InitializeFieldsWithFiller(rcx, rdi, rdx); |
- // Now allocate the JSObject on the heap. |
- __ movzxbp(rdi, FieldOperand(rax, Map::kInstanceSizeOffset)); |
- __ shlp(rdi, Immediate(kPointerSizeLog2)); |
- // rdi: size of new object |
- __ Allocate(rdi, |
- rbx, |
- rdi, |
- no_reg, |
- &rt_call, |
- NO_ALLOCATION_FLAGS); |
- // Allocated the JSObject, now initialize the fields. |
- // rax: initial map |
- // rbx: JSObject (not HeapObject tagged - the actual address). |
- // rdi: start of next object |
- __ movp(Operand(rbx, JSObject::kMapOffset), rax); |
- __ LoadRoot(rcx, Heap::kEmptyFixedArrayRootIndex); |
- __ movp(Operand(rbx, JSObject::kPropertiesOffset), rcx); |
- __ movp(Operand(rbx, JSObject::kElementsOffset), rcx); |
- // Set extra fields in the newly allocated object. |
- // rax: initial map |
- // rbx: JSObject |
- // rdi: start of next object |
- // rsi: slack tracking counter (non-API function case) |
- __ leap(rcx, Operand(rbx, JSObject::kHeaderSize)); |
- __ LoadRoot(rdx, Heap::kUndefinedValueRootIndex); |
- if (!is_api_function) { |
- Label no_inobject_slack_tracking; |
- |
- // Check if slack tracking is enabled. |
- __ cmpl(rsi, Immediate(Map::kSlackTrackingCounterEnd)); |
- __ j(less, &no_inobject_slack_tracking); |
- |
- // Allocate object with a slack. |
- __ movzxbp( |
- rsi, |
- FieldOperand( |
- rax, Map::kInObjectPropertiesOrConstructorFunctionIndexOffset)); |
- __ movzxbp(rax, FieldOperand(rax, Map::kUnusedPropertyFieldsOffset)); |
- __ subp(rsi, rax); |
- __ leap(rsi, |
- Operand(rbx, rsi, times_pointer_size, JSObject::kHeaderSize)); |
- // rsi: offset of first field after pre-allocated fields |
- if (FLAG_debug_code) { |
- __ cmpp(rsi, rdi); |
- __ Assert(less_equal, |
- kUnexpectedNumberOfPreAllocatedPropertyFields); |
- } |
- __ InitializeFieldsWithFiller(rcx, rsi, rdx); |
- __ LoadRoot(rdx, Heap::kOnePointerFillerMapRootIndex); |
- // Fill the remaining fields with one pointer filler map. |
+ // Add the object tag to make the JSObject real, so that we can continue |
+ // and jump into the continuation code at any time from now on. |
+ // rbx: JSObject (untagged) |
+ __ orp(rbx, Immediate(kHeapObjectTag)); |
- __ bind(&no_inobject_slack_tracking); |
+ // Continue with JSObject being successfully allocated |
+ // rbx: JSObject (tagged) |
+ __ jmp(&allocated); |
} |
- __ InitializeFieldsWithFiller(rcx, rdi, rdx); |
- |
- // Add the object tag to make the JSObject real, so that we can continue |
- // and jump into the continuation code at any time from now on. |
- // rbx: JSObject (untagged) |
- __ orp(rbx, Immediate(kHeapObjectTag)); |
+ // Allocate the new receiver object using the runtime call. |
+ // rdx: new target |
+ __ bind(&rt_call); |
+ int offset = kPointerSize; |
+ |
+ // Must restore rsi (context) and rdi (constructor) before calling |
+ // runtime. |
+ __ movp(rsi, Operand(rbp, StandardFrameConstants::kContextOffset)); |
+ __ movp(rdi, Operand(rsp, offset)); |
+ __ Push(rdi); // constructor function |
+ __ Push(rdx); // new target |
+ __ CallRuntime(Runtime::kNewObject, 2); |
+ __ movp(rbx, rax); // store result in rbx |
+ |
+ // New object allocated. |
+ // rbx: newly allocated object |
+ __ bind(&allocated); |
+ |
+ // Restore the parameters. |
+ __ Pop(rdx); |
+ __ Pop(rdi); |
- // Continue with JSObject being successfully allocated |
- // rbx: JSObject (tagged) |
- __ jmp(&allocated); |
+ // Retrieve smi-tagged arguments count from the stack. |
+ __ movp(rax, Operand(rsp, 0)); |
+ __ SmiToInteger32(rax, rax); |
} |
- // Allocate the new receiver object using the runtime call. |
- // rdx: new target |
- __ bind(&rt_call); |
- int offset = kPointerSize; |
- |
- // Must restore rsi (context) and rdi (constructor) before calling runtime. |
- __ movp(rsi, Operand(rbp, StandardFrameConstants::kContextOffset)); |
- __ movp(rdi, Operand(rsp, offset)); |
- __ Push(rdi); // constructor function |
- __ Push(rdx); // new target |
- __ CallRuntime(Runtime::kNewObject, 2); |
- __ movp(rbx, rax); // store result in rbx |
- |
- // New object allocated. |
- // rbx: newly allocated object |
- __ bind(&allocated); |
- |
- // Restore the parameters. |
- __ Pop(rdx); |
- __ Pop(rdi); |
- |
- // Retrieve smi-tagged arguments count from the stack. |
- __ movp(rax, Operand(rsp, 0)); |
- __ SmiToInteger32(rax, rax); |
- |
// Push new.target onto the construct frame. This is stored just below the |
// receiver on the stack. |
__ Push(rdx); |
- // Push the allocated receiver to the stack. We need two copies |
- // because we may have to return the original one and the calling |
- // conventions dictate that the called function pops the receiver. |
- __ Push(rbx); |
- __ Push(rbx); |
+ if (create_implicit_receiver) { |
+ // Push the allocated receiver to the stack. We need two copies |
+ // because we may have to return the original one and the calling |
+ // conventions dictate that the called function pops the receiver. |
+ __ Push(rbx); |
+ __ Push(rbx); |
+ } else { |
+ __ PushRoot(Heap::kTheHoleValueRootIndex); |
+ } |
// Set up pointer to last argument. |
__ leap(rbx, Operand(rbp, StandardFrameConstants::kCallerSPOffset)); |
@@ -327,35 +326,39 @@ static void Generate_JSConstructStubHelper(MacroAssembler* masm, |
} |
// Store offset of return address for deoptimizer. |
- if (!is_api_function) { |
+ if (create_implicit_receiver && !is_api_function) { |
masm->isolate()->heap()->SetConstructStubDeoptPCOffset(masm->pc_offset()); |
} |
// Restore context from the frame. |
__ movp(rsi, Operand(rbp, StandardFrameConstants::kContextOffset)); |
- // If the result is an object (in the ECMA sense), we should get rid |
- // of the receiver and use the result; see ECMA-262 section 13.2.2-7 |
- // on page 74. |
- Label use_receiver, exit; |
- // If the result is a smi, it is *not* an object in the ECMA sense. |
- __ JumpIfSmi(rax, &use_receiver); |
- |
- // If the type of the result (stored in its map) is less than |
- // FIRST_SPEC_OBJECT_TYPE, it is not an object in the ECMA sense. |
- STATIC_ASSERT(LAST_SPEC_OBJECT_TYPE == LAST_TYPE); |
- __ CmpObjectType(rax, FIRST_SPEC_OBJECT_TYPE, rcx); |
- __ j(above_equal, &exit); |
- |
- // Throw away the result of the constructor invocation and use the |
- // on-stack receiver as the result. |
- __ bind(&use_receiver); |
- __ movp(rax, Operand(rsp, 0)); |
- |
- // Restore the arguments count and leave the construct frame. The arguments |
- // count is stored below the reciever and the new.target. |
- __ bind(&exit); |
- __ movp(rbx, Operand(rsp, 2 * kPointerSize)); |
+ if (create_implicit_receiver) { |
+ // If the result is an object (in the ECMA sense), we should get rid |
+ // of the receiver and use the result; see ECMA-262 section 13.2.2-7 |
+ // on page 74. |
+ Label use_receiver, exit; |
+ // If the result is a smi, it is *not* an object in the ECMA sense. |
+ __ JumpIfSmi(rax, &use_receiver); |
+ |
+ // If the type of the result (stored in its map) is less than |
+ // FIRST_SPEC_OBJECT_TYPE, it is not an object in the ECMA sense. |
+ STATIC_ASSERT(LAST_SPEC_OBJECT_TYPE == LAST_TYPE); |
+ __ CmpObjectType(rax, FIRST_SPEC_OBJECT_TYPE, rcx); |
+ __ j(above_equal, &exit); |
+ |
+ // Throw away the result of the constructor invocation and use the |
+ // on-stack receiver as the result. |
+ __ bind(&use_receiver); |
+ __ movp(rax, Operand(rsp, 0)); |
+ |
+ // Restore the arguments count and leave the construct frame. The |
+ // arguments count is stored below the reciever and the new.target. |
+ __ bind(&exit); |
+ __ movp(rbx, Operand(rsp, 2 * kPointerSize)); |
+ } else { |
+ __ movp(rbx, Operand(rsp, kPointerSize)); |
+ } |
// Leave construct frame. |
} |
@@ -365,78 +368,26 @@ static void Generate_JSConstructStubHelper(MacroAssembler* masm, |
SmiIndex index = masm->SmiToIndex(rbx, rbx, kPointerSizeLog2); |
__ leap(rsp, Operand(rsp, index.reg, index.scale, 1 * kPointerSize)); |
__ PushReturnAddressFrom(rcx); |
- Counters* counters = masm->isolate()->counters(); |
- __ IncrementCounter(counters->constructed_objects(), 1); |
+ if (create_implicit_receiver) { |
+ Counters* counters = masm->isolate()->counters(); |
+ __ IncrementCounter(counters->constructed_objects(), 1); |
+ } |
__ ret(0); |
} |
void Builtins::Generate_JSConstructStubGeneric(MacroAssembler* masm) { |
- Generate_JSConstructStubHelper(masm, false); |
+ Generate_JSConstructStubHelper(masm, false, true); |
} |
void Builtins::Generate_JSConstructStubApi(MacroAssembler* masm) { |
- Generate_JSConstructStubHelper(masm, true); |
+ Generate_JSConstructStubHelper(masm, true, true); |
} |
-void Builtins::Generate_JSConstructStubForDerived(MacroAssembler* masm) { |
- // ----------- S t a t e ------------- |
- // -- rax: number of arguments |
- // -- rdi: constructor function |
- // -- rbx: allocation site or undefined |
- // -- rdx: new target |
- // ----------------------------------- |
- |
- { |
- FrameScope frame_scope(masm, StackFrame::CONSTRUCT); |
- |
- // Preserve allocation site. |
- __ AssertUndefinedOrAllocationSite(rbx); |
- __ Push(rbx); |
- |
- // Store a smi-tagged arguments count on the stack. |
- __ Integer32ToSmi(rax, rax); |
- __ Push(rax); |
- __ SmiToInteger32(rax, rax); |
- |
- // Push new.target |
- __ Push(rdx); |
- |
- // receiver is the hole. |
- __ Push(masm->isolate()->factory()->the_hole_value()); |
- |
- // Set up pointer to last argument. |
- __ leap(rbx, Operand(rbp, StandardFrameConstants::kCallerSPOffset)); |
- |
- // Copy arguments and receiver to the expression stack. |
- Label loop, entry; |
- __ movp(rcx, rax); |
- __ jmp(&entry); |
- __ bind(&loop); |
- __ Push(Operand(rbx, rcx, times_pointer_size, 0)); |
- __ bind(&entry); |
- __ decp(rcx); |
- __ j(greater_equal, &loop); |
- |
- // Call the function. |
- ParameterCount actual(rax); |
- __ InvokeFunction(rdi, actual, CALL_FUNCTION, NullCallWrapper()); |
- |
- // Restore context from the frame. |
- __ movp(rsi, Operand(rbp, StandardFrameConstants::kContextOffset)); |
- |
- // Get arguments count, skipping over new.target. |
- __ movp(rbx, Operand(rsp, kPointerSize)); // Get arguments count. |
- } // Leave construct frame. |
- |
- // Remove caller arguments from the stack and return. |
- __ PopReturnAddressTo(rcx); |
- SmiIndex index = masm->SmiToIndex(rbx, rbx, kPointerSizeLog2); |
- __ leap(rsp, Operand(rsp, index.reg, index.scale, 1 * kPointerSize)); |
- __ PushReturnAddressFrom(rcx); |
- __ ret(0); |
+void Builtins::Generate_JSBuiltinsConstructStub(MacroAssembler* masm) { |
+ Generate_JSConstructStubHelper(masm, false, false); |
} |