Index: src/arm/stub-cache-arm.cc |
diff --git a/src/arm/stub-cache-arm.cc b/src/arm/stub-cache-arm.cc |
index 9552e13678b0c97c973816310d013cbea2706822..0de12e8517bbf6589565d19627ff4dd14a51b246 100644 |
--- a/src/arm/stub-cache-arm.cc |
+++ b/src/arm/stub-cache-arm.cc |
@@ -742,6 +742,36 @@ void StoreStubCompiler::GenerateRestoreName(MacroAssembler* masm, |
} |
+static void GenerateCallFunction(MacroAssembler* masm, |
+ Handle<Object> object, |
+ const ParameterCount& arguments, |
+ Label* miss, |
+ Code::ExtraICState extra_ic_state) { |
+ // ----------- S t a t e ------------- |
+ // -- r0: receiver |
+ // -- r1: function to call |
+ // ----------------------------------- |
+ |
+ // Check that the function really is a function. |
+ __ JumpIfSmi(r1, miss); |
+ __ CompareObjectType(r1, r3, r3, JS_FUNCTION_TYPE); |
+ __ b(ne, miss); |
+ |
+ if (object->IsGlobalObject()) { |
+ const int argc = arguments.immediate(); |
+ const int receiver_offset = argc * kPointerSize; |
+ __ ldr(r3, FieldMemOperand(r0, GlobalObject::kGlobalReceiverOffset)); |
+ __ str(r3, MemOperand(sp, receiver_offset)); |
+ } |
+ |
+ // Invoke the function. |
+ CallKind call_kind = CallICBase::Contextual::decode(extra_ic_state) |
+ ? CALL_AS_FUNCTION |
+ : CALL_AS_METHOD; |
+ __ InvokeFunction(r1, arguments, JUMP_FUNCTION, NullCallWrapper(), call_kind); |
+} |
+ |
+ |
static void PushInterceptorArguments(MacroAssembler* masm, |
Register receiver, |
Register holder, |
@@ -925,7 +955,7 @@ static void GenerateFastApiCall(MacroAssembler* masm, |
class CallInterceptorCompiler BASE_EMBEDDED { |
public: |
- CallInterceptorCompiler(CallStubCompiler* stub_compiler, |
+ CallInterceptorCompiler(StubCompiler* stub_compiler, |
const ParameterCount& arguments, |
Register name, |
ExtraICState extra_ic_state) |
@@ -1037,8 +1067,13 @@ class CallInterceptorCompiler BASE_EMBEDDED { |
GenerateFastApiDirectCall( |
masm, optimization, arguments_.immediate(), false); |
} else { |
+ CallKind call_kind = CallICBase::Contextual::decode(extra_ic_state_) |
+ ? CALL_AS_FUNCTION |
+ : CALL_AS_METHOD; |
Handle<JSFunction> function = optimization.constant_function(); |
- stub_compiler_->GenerateJumpFunction(object, function); |
+ ParameterCount expected(function); |
+ __ InvokeFunction(function, expected, arguments_, |
+ JUMP_FUNCTION, NullCallWrapper(), call_kind); |
} |
// Deferred code for fast API call case---clean preallocated space. |
@@ -1104,7 +1139,7 @@ class CallInterceptorCompiler BASE_EMBEDDED { |
__ b(ne, interceptor_succeeded); |
} |
- CallStubCompiler* stub_compiler_; |
+ StubCompiler* stub_compiler_; |
const ParameterCount& arguments_; |
Register name_; |
ExtraICState extra_ic_state_; |
@@ -1506,15 +1541,6 @@ void CallStubCompiler::GenerateNameCheck(Handle<Name> name, Label* miss) { |
} |
-void CallStubCompiler::GenerateFunctionCheck(Register function, |
- Register scratch, |
- Label* miss) { |
- __ JumpIfSmi(function, miss); |
- __ CompareObjectType(function, scratch, scratch, JS_FUNCTION_TYPE); |
- __ b(ne, miss); |
-} |
- |
- |
void CallStubCompiler::GenerateLoadFunctionFromCell( |
Handle<Cell> cell, |
Handle<JSFunction> function, |
@@ -1530,7 +1556,9 @@ void CallStubCompiler::GenerateLoadFunctionFromCell( |
// the nice side effect that multiple closures based on the same |
// function can all use this call IC. Before we load through the |
// function, we have to verify that it still is a function. |
- GenerateFunctionCheck(r1, r3, miss); |
+ __ JumpIfSmi(r1, miss); |
+ __ CompareObjectType(r1, r3, r3, JS_FUNCTION_TYPE); |
+ __ b(ne, miss); |
// Check the shared function info. Make sure it hasn't changed. |
__ Move(r3, Handle<SharedFunctionInfo>(function->shared())); |
@@ -1562,7 +1590,8 @@ Handle<Code> CallStubCompiler::CompileCallField(Handle<JSObject> object, |
object, holder, name, RECEIVER_MAP_CHECK, &miss); |
GenerateFastPropertyLoad(masm(), r1, reg, index.is_inobject(holder), |
index.translate(holder), Representation::Tagged()); |
- GenerateJumpFunction(object, r1, &miss); |
+ |
+ GenerateCallFunction(masm(), object, arguments(), &miss, extra_state_); |
HandlerFrontendFooter(&miss); |
@@ -1977,7 +2006,8 @@ Handle<Code> CallStubCompiler::CompileStringCharCodeAtCall( |
__ bind(&miss); |
// Restore function name in r2. |
__ Move(r2, name); |
- HandlerFrontendFooter(&name_miss); |
+ __ bind(&name_miss); |
+ GenerateMissBranch(); |
// Return the generated code. |
return GetCode(type, name); |
@@ -2043,7 +2073,8 @@ Handle<Code> CallStubCompiler::CompileStringCharAtCall( |
__ bind(&miss); |
// Restore function name in r2. |
__ Move(r2, name); |
- HandlerFrontendFooter(&name_miss); |
+ __ bind(&name_miss); |
+ GenerateMissBranch(); |
// Return the generated code. |
return GetCode(type, name); |
@@ -2090,10 +2121,12 @@ Handle<Code> CallStubCompiler::CompileStringFromCharCodeCall( |
StubRuntimeCallHelper call_helper; |
generator.GenerateSlow(masm(), call_helper); |
+ // Tail call the full function. We do not have to patch the receiver |
+ // because the function makes no use of it. |
__ bind(&slow); |
- // We do not have to patch the receiver because the function makes no use of |
- // it. |
- GenerateJumpFunctionIgnoreReceiver(function); |
+ ParameterCount expected(function); |
+ __ InvokeFunction(function, expected, arguments(), |
+ JUMP_FUNCTION, NullCallWrapper(), CALL_AS_METHOD); |
HandlerFrontendFooter(&miss); |
@@ -2181,9 +2214,11 @@ Handle<Code> CallStubCompiler::CompileMathFloorCall( |
__ Ret(); |
__ bind(&slow); |
- // We do not have to patch the receiver because the function makes no use of |
- // it. |
- GenerateJumpFunctionIgnoreReceiver(function); |
+ // Tail call the full function. We do not have to patch the receiver |
+ // because the function makes no use of it. |
+ ParameterCount expected(function); |
+ __ InvokeFunction(function, expected, arguments(), |
+ JUMP_FUNCTION, NullCallWrapper(), CALL_AS_METHOD); |
HandlerFrontendFooter(&miss); |
@@ -2261,10 +2296,12 @@ Handle<Code> CallStubCompiler::CompileMathAbsCall( |
__ Drop(argc + 1); |
__ Ret(); |
+ // Tail call the full function. We do not have to patch the receiver |
+ // because the function makes no use of it. |
__ bind(&slow); |
- // We do not have to patch the receiver because the function makes no use of |
- // it. |
- GenerateJumpFunctionIgnoreReceiver(function); |
+ ParameterCount expected(function); |
+ __ InvokeFunction(function, expected, arguments(), |
+ JUMP_FUNCTION, NullCallWrapper(), CALL_AS_METHOD); |
HandlerFrontendFooter(&miss); |
@@ -2317,7 +2354,8 @@ Handle<Code> CallStubCompiler::CompileFastApiCall( |
__ bind(&miss); |
FreeSpaceForFastApiCall(masm()); |
- HandlerFrontendFooter(&miss_before_stack_reserved); |
+ __ bind(&miss_before_stack_reserved); |
+ GenerateMissBranch(); |
// Return the generated code. |
return GetCode(function); |
@@ -2338,7 +2376,7 @@ void StubCompiler::GenerateBooleanCheck(Register object, Label* miss) { |
void CallStubCompiler::PatchGlobalProxy(Handle<Object> object) { |
- if (!object.is_null() && object->IsGlobalObject()) { |
+ if (object->IsGlobalObject()) { |
const int argc = arguments().immediate(); |
const int receiver_offset = argc * kPointerSize; |
__ ldr(r3, FieldMemOperand(r0, GlobalObject::kGlobalReceiverOffset)); |
@@ -2434,18 +2472,39 @@ Register CallStubCompiler::HandlerFrontendHeader(Handle<Object> object, |
} |
-void CallStubCompiler::GenerateJumpFunction(Handle<Object> object, |
- Register function, |
- Label* miss) { |
- ASSERT(function.is(r1)); |
- // Check that the function really is a function. |
- GenerateFunctionCheck(function, r3, miss); |
- if (!function.is(r1)) __ mov(r1, function); |
+void CallStubCompiler::CompileHandlerBackend(Handle<JSFunction> function) { |
+ CallKind call_kind = CallICBase::Contextual::decode(extra_state_) |
+ ? CALL_AS_FUNCTION |
+ : CALL_AS_METHOD; |
+ ParameterCount expected(function); |
+ __ InvokeFunction(function, expected, arguments(), |
+ JUMP_FUNCTION, NullCallWrapper(), call_kind); |
+} |
+ |
+ |
+Handle<Code> CallStubCompiler::CompileCallConstant( |
+ Handle<Object> object, |
+ Handle<JSObject> holder, |
+ Handle<Name> name, |
+ CheckType check, |
+ Handle<JSFunction> function) { |
+ if (HasCustomCallGenerator(function)) { |
+ Handle<Code> code = CompileCustomCall(object, holder, |
+ Handle<Cell>::null(), |
+ function, Handle<String>::cast(name), |
+ Code::FAST); |
+ // A null handle means bail out to the regular compiler code below. |
+ if (!code.is_null()) return code; |
+ } |
+ |
+ Label miss; |
+ HandlerFrontendHeader(object, holder, name, check, &miss); |
PatchGlobalProxy(object); |
+ CompileHandlerBackend(function); |
+ HandlerFrontendFooter(&miss); |
- // Invoke the function. |
- __ InvokeFunction(r1, arguments(), JUMP_FUNCTION, |
- NullCallWrapper(), call_kind()); |
+ // Return the generated code. |
+ return GetCode(function); |
} |
@@ -2472,9 +2531,11 @@ Handle<Code> CallStubCompiler::CompileCallInterceptor(Handle<JSObject> object, |
// Restore receiver. |
__ ldr(r0, MemOperand(sp, argc * kPointerSize)); |
- GenerateJumpFunction(object, r1, &miss); |
+ GenerateCallFunction(masm(), object, arguments(), &miss, extra_state_); |
- HandlerFrontendFooter(&miss); |
+ // Handle call cache miss. |
+ __ bind(&miss); |
+ GenerateMissBranch(); |
// Return the generated code. |
return GetCode(Code::FAST, name); |
@@ -2497,13 +2558,26 @@ Handle<Code> CallStubCompiler::CompileCallGlobal( |
Label miss; |
HandlerFrontendHeader(object, holder, name, RECEIVER_MAP_CHECK, &miss); |
- // Potentially loads a closure that matches the shared function info of the |
- // function, rather than function. |
GenerateLoadFunctionFromCell(cell, function, &miss); |
+ PatchGlobalProxy(object); |
+ // Set up the context (function already in r1). |
+ __ ldr(cp, FieldMemOperand(r1, JSFunction::kContextOffset)); |
+ |
+ // Jump to the cached code (tail call). |
Counters* counters = isolate()->counters(); |
__ IncrementCounter(counters->call_global_inline(), 1, r3, r4); |
- GenerateJumpFunction(object, r1, function); |
+ ParameterCount expected(function->shared()->formal_parameter_count()); |
+ CallKind call_kind = CallICBase::Contextual::decode(extra_state_) |
+ ? CALL_AS_FUNCTION |
+ : CALL_AS_METHOD; |
+ // We call indirectly through the code field in the function to |
+ // allow recompilation to take effect without changing any of the |
+ // call sites. |
+ __ ldr(r3, FieldMemOperand(r1, JSFunction::kCodeEntryOffset)); |
+ __ InvokeCode(r3, expected, arguments(), JUMP_FUNCTION, |
+ NullCallWrapper(), call_kind); |
+ |
HandlerFrontendFooter(&miss); |
// Return the generated code. |