| Index: src/ia32/stub-cache-ia32.cc
|
| diff --git a/src/ia32/stub-cache-ia32.cc b/src/ia32/stub-cache-ia32.cc
|
| index 0a0e0f96892ca64b215d7beec4a71174bfa48af3..e76bfb5f3bf87569557897cad25d486e29818070 100644
|
| --- a/src/ia32/stub-cache-ia32.cc
|
| +++ b/src/ia32/stub-cache-ia32.cc
|
| @@ -418,82 +418,55 @@ static void CompileCallLoadPropertyWithInterceptor(
|
| static const int kFastApiCallArguments = FunctionCallbackArguments::kArgsLength;
|
|
|
|
|
| -// Reserves space for the extra arguments to API function in the
|
| -// caller's frame.
|
| -//
|
| -// These arguments are set by CheckPrototypes and GenerateFastApiCall.
|
| -static void ReserveSpaceForFastApiCall(MacroAssembler* masm, Register scratch) {
|
| - // ----------- S t a t e -------------
|
| - // -- esp[0] : return address
|
| - // -- esp[4] : last argument in the internal frame of the caller
|
| - // -----------------------------------
|
| - __ pop(scratch);
|
| - for (int i = 0; i < kFastApiCallArguments; i++) {
|
| - __ push(Immediate(Smi::FromInt(0)));
|
| - }
|
| - __ push(scratch);
|
| -}
|
| -
|
| -
|
| -// Undoes the effects of ReserveSpaceForFastApiCall.
|
| -static void FreeSpaceForFastApiCall(MacroAssembler* masm, Register scratch) {
|
| - // ----------- S t a t e -------------
|
| - // -- esp[0] : return address.
|
| - // -- esp[4] : last fast api call extra argument.
|
| - // -- ...
|
| - // -- esp[kFastApiCallArguments * 4] : first fast api call extra argument.
|
| - // -- esp[kFastApiCallArguments * 4 + 4] : last argument in the internal
|
| - // frame.
|
| - // -----------------------------------
|
| - __ pop(scratch);
|
| - __ add(esp, Immediate(kPointerSize * kFastApiCallArguments));
|
| - __ push(scratch);
|
| -}
|
| -
|
| -
|
| static void GenerateFastApiCallBody(MacroAssembler* masm,
|
| const CallOptimization& optimization,
|
| int argc,
|
| + Register holder,
|
| + Register scratch1,
|
| + Register scratch2,
|
| + Register scratch3,
|
| bool restore_context);
|
|
|
| -
|
| // Generates call to API function.
|
| static void GenerateFastApiCall(MacroAssembler* masm,
|
| const CallOptimization& optimization,
|
| - int argc) {
|
| - typedef FunctionCallbackArguments FCA;
|
| - // Save calling context.
|
| - __ mov(Operand(esp, (1 + FCA::kContextSaveIndex) * kPointerSize), esi);
|
| -
|
| - // Get the function and setup the context.
|
| - Handle<JSFunction> function = optimization.constant_function();
|
| - __ LoadHeapObject(edi, function);
|
| - __ mov(esi, FieldOperand(edi, JSFunction::kContextOffset));
|
| + int argc,
|
| + Handle<Map> map_to_holder,
|
| + CallOptimization::HolderLookup holder_lookup) {
|
| + Counters* counters = masm->isolate()->counters();
|
| + __ IncrementCounter(counters->call_const_fast_api(), 1);
|
|
|
| - // Construct the FunctionCallbackInfo.
|
| - __ mov(Operand(esp, (1 + FCA::kCalleeIndex) * kPointerSize), edi);
|
| - Handle<CallHandlerInfo> api_call_info = optimization.api_call_info();
|
| - Handle<Object> call_data(api_call_info->data(), masm->isolate());
|
| - if (masm->isolate()->heap()->InNewSpace(*call_data)) {
|
| - __ mov(ecx, api_call_info);
|
| - __ mov(ebx, FieldOperand(ecx, CallHandlerInfo::kDataOffset));
|
| - __ mov(Operand(esp, (1 + FCA::kDataIndex) * kPointerSize), ebx);
|
| - } else {
|
| - __ mov(Operand(esp, (1 + FCA::kDataIndex) * kPointerSize),
|
| - Immediate(call_data));
|
| + // Move holder to a register
|
| + Register holder_reg = eax;
|
| + switch (holder_lookup) {
|
| + case CallOptimization::kHolderIsReceiver:
|
| + {
|
| + ASSERT(map_to_holder.is_null());
|
| + __ mov(holder_reg, Operand(esp, (argc + 1)* kPointerSize));
|
| + }
|
| + break;
|
| + case CallOptimization::kHolderIsPrototypeOfMap:
|
| + {
|
| + Handle<JSObject> holder(JSObject::cast(map_to_holder->prototype()));
|
| + if (!masm->isolate()->heap()->InNewSpace(*holder)) {
|
| + __ mov(holder_reg, holder);
|
| + } else {
|
| + __ mov(holder_reg, map_to_holder);
|
| + __ mov(holder_reg, FieldOperand(holder_reg, Map::kPrototypeOffset));
|
| + }
|
| + }
|
| + break;
|
| + case CallOptimization::kHolderNotFound:
|
| + UNREACHABLE();
|
| }
|
| - __ mov(Operand(esp, (1 + FCA::kIsolateIndex) * kPointerSize),
|
| - Immediate(reinterpret_cast<int>(masm->isolate())));
|
| - __ mov(Operand(esp, (1 + FCA::kReturnValueOffset) * kPointerSize),
|
| - masm->isolate()->factory()->undefined_value());
|
| - __ mov(Operand(esp, (1 + FCA::kReturnValueDefaultValueIndex) * kPointerSize),
|
| - masm->isolate()->factory()->undefined_value());
|
| -
|
| - // Prepare arguments.
|
| - STATIC_ASSERT(kFastApiCallArguments == 7);
|
| - __ lea(eax, Operand(esp, 1 * kPointerSize));
|
| -
|
| - GenerateFastApiCallBody(masm, optimization, argc, false);
|
| + GenerateFastApiCallBody(masm,
|
| + optimization,
|
| + argc,
|
| + holder_reg,
|
| + ebx,
|
| + ecx,
|
| + edx,
|
| + false);
|
| }
|
|
|
|
|
| @@ -509,14 +482,10 @@ static void GenerateFastApiCall(MacroAssembler* masm,
|
| Register scratch3,
|
| int argc,
|
| Register* values) {
|
| - ASSERT(optimization.is_simple_api_call());
|
| -
|
| // Copy return value.
|
| __ pop(scratch1);
|
| -
|
| // receiver
|
| __ push(receiver);
|
| -
|
| // Write the arguments to stack frame.
|
| for (int i = 0; i < argc; i++) {
|
| Register arg = values[argc-1-i];
|
| @@ -526,6 +495,34 @@ static void GenerateFastApiCall(MacroAssembler* masm,
|
| ASSERT(!scratch3.is(arg));
|
| __ push(arg);
|
| }
|
| + __ push(scratch1);
|
| + // Stack now matches JSFunction abi.
|
| + GenerateFastApiCallBody(masm,
|
| + optimization,
|
| + argc,
|
| + receiver,
|
| + scratch1,
|
| + scratch2,
|
| + scratch3,
|
| + true);
|
| +}
|
| +
|
| +
|
| +static void GenerateFastApiCallBody(MacroAssembler* masm,
|
| + const CallOptimization& optimization,
|
| + int argc,
|
| + Register holder,
|
| + Register scratch1,
|
| + Register scratch2,
|
| + Register scratch3,
|
| + bool restore_context) {
|
| + // ----------- S t a t e -------------
|
| + // -- esp[0] : return address
|
| + // -- esp[4] : last argument
|
| + // -- ...
|
| + // -- esp[argc * 4] : first argument
|
| + // -- esp[(argc + 1) * 4] : receiver
|
| + ASSERT(optimization.is_simple_api_call());
|
|
|
| typedef FunctionCallbackArguments FCA;
|
|
|
| @@ -538,6 +535,9 @@ static void GenerateFastApiCall(MacroAssembler* masm,
|
| STATIC_ASSERT(FCA::kContextSaveIndex == 6);
|
| STATIC_ASSERT(FCA::kArgsLength == 7);
|
|
|
| + __ pop(scratch1);
|
| +
|
| + ASSERT(!holder.is(esi));
|
| // context save
|
| __ push(esi);
|
|
|
| @@ -566,7 +566,7 @@ static void GenerateFastApiCall(MacroAssembler* masm,
|
| // isolate
|
| __ push(Immediate(reinterpret_cast<int>(isolate)));
|
| // holder
|
| - __ push(receiver);
|
| + __ push(holder);
|
|
|
| // store receiver address for GenerateFastApiCallBody
|
| ASSERT(!scratch1.is(eax));
|
| @@ -575,28 +575,6 @@ static void GenerateFastApiCall(MacroAssembler* masm,
|
| // return address
|
| __ push(scratch1);
|
|
|
| - GenerateFastApiCallBody(masm, optimization, argc, true);
|
| -}
|
| -
|
| -
|
| -static void GenerateFastApiCallBody(MacroAssembler* masm,
|
| - const CallOptimization& optimization,
|
| - int argc,
|
| - bool restore_context) {
|
| - // ----------- S t a t e -------------
|
| - // -- esp[0] : return address
|
| - // -- esp[4] - esp[28] : FunctionCallbackInfo, incl.
|
| - // : object passing the type check
|
| - // (set by CheckPrototypes)
|
| - // -- esp[32] : last argument
|
| - // -- ...
|
| - // -- esp[(argc + 7) * 4] : first argument
|
| - // -- esp[(argc + 8) * 4] : receiver
|
| - //
|
| - // -- eax : receiver address
|
| - // -----------------------------------
|
| - typedef FunctionCallbackArguments FCA;
|
| -
|
| // API function gets reference to the v8::Arguments. If CPU profiler
|
| // is enabled wrapper function will be called and we need to pass
|
| // address of the callback as additional parameter, always allocate
|
| @@ -607,8 +585,6 @@ static void GenerateFastApiCallBody(MacroAssembler* masm,
|
| // it's not controlled by GC.
|
| const int kApiStackSpace = 4;
|
|
|
| - Handle<CallHandlerInfo> api_call_info = optimization.api_call_info();
|
| -
|
| // Function address is a foreign pointer outside V8's heap.
|
| Address function_address = v8::ToCData<Address>(api_call_info->callback());
|
| __ PrepareCallApiFunction(kApiArgc + kApiStackSpace);
|
| @@ -693,38 +669,16 @@ class CallInterceptorCompiler BASE_EMBEDDED {
|
| ASSERT(optimization.is_constant_call());
|
| ASSERT(!lookup->holder()->IsGlobalObject());
|
|
|
| - int depth1 = kInvalidProtoDepth;
|
| - int depth2 = kInvalidProtoDepth;
|
| - bool can_do_fast_api_call = false;
|
| - if (optimization.is_simple_api_call() &&
|
| - !lookup->holder()->IsGlobalObject()) {
|
| - depth1 = optimization.GetPrototypeDepthOfExpectedType(
|
| - object, interceptor_holder);
|
| - if (depth1 == kInvalidProtoDepth) {
|
| - depth2 = optimization.GetPrototypeDepthOfExpectedType(
|
| - interceptor_holder, Handle<JSObject>(lookup->holder()));
|
| - }
|
| - can_do_fast_api_call =
|
| - depth1 != kInvalidProtoDepth || depth2 != kInvalidProtoDepth;
|
| - }
|
| -
|
| Counters* counters = masm->isolate()->counters();
|
| __ IncrementCounter(counters->call_const_interceptor(), 1);
|
|
|
| - if (can_do_fast_api_call) {
|
| - __ IncrementCounter(counters->call_const_interceptor_fast_api(), 1);
|
| - ReserveSpaceForFastApiCall(masm, scratch1);
|
| - }
|
| -
|
| // Check that the maps from receiver to interceptor's holder
|
| // haven't changed and thus we can invoke interceptor.
|
| - Label miss_cleanup;
|
| - Label* miss = can_do_fast_api_call ? &miss_cleanup : miss_label;
|
| Register holder =
|
| stub_compiler_->CheckPrototypes(
|
| IC::CurrentTypeOf(object, masm->isolate()), receiver,
|
| interceptor_holder, scratch1, scratch2, scratch3,
|
| - name, depth1, miss);
|
| + name, miss_label);
|
|
|
| // Invoke an interceptor and if it provides a value,
|
| // branch to |regular_invoke|.
|
| @@ -741,35 +695,41 @@ class CallInterceptorCompiler BASE_EMBEDDED {
|
| stub_compiler_->CheckPrototypes(
|
| IC::CurrentTypeOf(interceptor_holder, masm->isolate()), holder,
|
| handle(lookup->holder()), scratch1, scratch2, scratch3,
|
| - name, depth2, miss);
|
| - } else {
|
| - // CheckPrototypes has a side effect of fetching a 'holder'
|
| - // for API (object which is instanceof for the signature). It's
|
| - // safe to omit it here, as if present, it should be fetched
|
| - // by the previous CheckPrototypes.
|
| - ASSERT(depth2 == kInvalidProtoDepth);
|
| + name, miss_label);
|
| + }
|
| +
|
| + Handle<Map> lookup_map;
|
| + CallOptimization::HolderLookup holder_lookup =
|
| + CallOptimization::kHolderNotFound;
|
| + if (optimization.is_simple_api_call() &&
|
| + !lookup->holder()->IsGlobalObject()) {
|
| + lookup_map = optimization.LookupHolderOfExpectedType(
|
| + object, object, interceptor_holder, &holder_lookup);
|
| + if (holder_lookup == CallOptimization::kHolderNotFound) {
|
| + lookup_map =
|
| + optimization.LookupHolderOfExpectedType(
|
| + object,
|
| + interceptor_holder,
|
| + Handle<JSObject>(lookup->holder()),
|
| + &holder_lookup);
|
| + }
|
| }
|
|
|
| // Invoke function.
|
| - if (can_do_fast_api_call) {
|
| - GenerateFastApiCall(masm, optimization, arguments_.immediate());
|
| + if (holder_lookup != CallOptimization::kHolderNotFound) {
|
| + int argc = arguments_.immediate();
|
| + GenerateFastApiCall(masm,
|
| + optimization,
|
| + argc,
|
| + lookup_map,
|
| + holder_lookup);
|
| } else {
|
| Handle<JSFunction> fun = optimization.constant_function();
|
| stub_compiler_->GenerateJumpFunction(object, fun);
|
| }
|
|
|
| - // Deferred code for fast API call case---clean preallocated space.
|
| - if (can_do_fast_api_call) {
|
| - __ bind(&miss_cleanup);
|
| - FreeSpaceForFastApiCall(masm, scratch1);
|
| - __ jmp(miss_label);
|
| - }
|
| -
|
| // Invoke a regular function.
|
| __ bind(®ular_invoke);
|
| - if (can_do_fast_api_call) {
|
| - FreeSpaceForFastApiCall(masm, scratch1);
|
| - }
|
| }
|
|
|
| void CompileRegular(MacroAssembler* masm,
|
| @@ -1190,7 +1150,6 @@ Register StubCompiler::CheckPrototypes(Handle<HeapType> type,
|
| Register scratch1,
|
| Register scratch2,
|
| Handle<Name> name,
|
| - int save_at_depth,
|
| Label* miss,
|
| PrototypeCheckType check) {
|
| Handle<Map> receiver_map(IC::TypeToMap(*type, isolate()));
|
| @@ -1207,11 +1166,6 @@ Register StubCompiler::CheckPrototypes(Handle<HeapType> type,
|
| Register reg = object_reg;
|
| int depth = 0;
|
|
|
| - const int kHolderIndex = FunctionCallbackArguments::kHolderIndex + 1;
|
| - if (save_at_depth == depth) {
|
| - __ mov(Operand(esp, kHolderIndex * kPointerSize), reg);
|
| - }
|
| -
|
| Handle<JSObject> current = Handle<JSObject>::null();
|
| if (type->IsConstant()) current = Handle<JSObject>::cast(type->AsConstant());
|
| Handle<JSObject> prototype = Handle<JSObject>::null();
|
| @@ -1279,10 +1233,6 @@ Register StubCompiler::CheckPrototypes(Handle<HeapType> type,
|
| }
|
| }
|
|
|
| - if (save_at_depth == depth) {
|
| - __ mov(Operand(esp, kHolderIndex * kPointerSize), reg);
|
| - }
|
| -
|
| // Go to the next object in the prototype chain.
|
| current = prototype;
|
| current_map = handle(current->map());
|
| @@ -1679,45 +1629,35 @@ Handle<Code> CallStubCompiler::CompileFastApiCall(
|
| if (object->IsGlobalObject()) return Handle<Code>::null();
|
| if (!cell.is_null()) return Handle<Code>::null();
|
| if (!object->IsJSObject()) return Handle<Code>::null();
|
| - int depth = optimization.GetPrototypeDepthOfExpectedType(
|
| - Handle<JSObject>::cast(object), holder);
|
| - if (depth == kInvalidProtoDepth) return Handle<Code>::null();
|
| -
|
| - Label miss, miss_before_stack_reserved;
|
| + Handle<JSObject> receiver = Handle<JSObject>::cast(object);
|
| + CallOptimization::HolderLookup holder_lookup =
|
| + CallOptimization::kHolderNotFound;
|
| + Handle<Map> lookup_map = optimization.LookupHolderOfExpectedType(
|
| + receiver, receiver, holder, &holder_lookup);
|
| + if (holder_lookup == CallOptimization::kHolderNotFound) {
|
| + return Handle<Code>::null();
|
| + }
|
|
|
| - GenerateNameCheck(name, &miss_before_stack_reserved);
|
| + Label miss;
|
| + GenerateNameCheck(name, &miss);
|
|
|
| // Get the receiver from the stack.
|
| const int argc = arguments().immediate();
|
| __ mov(edx, Operand(esp, (argc + 1) * kPointerSize));
|
|
|
| // Check that the receiver isn't a smi.
|
| - __ JumpIfSmi(edx, &miss_before_stack_reserved);
|
| + __ JumpIfSmi(edx, &miss);
|
|
|
| Counters* counters = isolate()->counters();
|
| __ IncrementCounter(counters->call_const(), 1);
|
| - __ IncrementCounter(counters->call_const_fast_api(), 1);
|
| -
|
| - // Allocate space for v8::Arguments implicit values. Must be initialized
|
| - // before calling any runtime function.
|
| - __ sub(esp, Immediate(kFastApiCallArguments * kPointerSize));
|
|
|
| // Check that the maps haven't changed and find a Holder as a side effect.
|
| CheckPrototypes(IC::CurrentTypeOf(object, isolate()), edx, holder,
|
| - ebx, eax, edi, name, depth, &miss);
|
| -
|
| - // Move the return address on top of the stack.
|
| - __ mov(eax, Operand(esp, kFastApiCallArguments * kPointerSize));
|
| - __ mov(Operand(esp, 0 * kPointerSize), eax);
|
| + ebx, eax, edi, name, &miss);
|
|
|
| - // esp[2 * kPointerSize] is uninitialized, esp[3 * kPointerSize] contains
|
| - // duplicate of return address and will be overwritten.
|
| - GenerateFastApiCall(masm(), optimization, argc);
|
| + GenerateFastApiCall(masm(), optimization, argc, lookup_map, holder_lookup);
|
|
|
| - __ bind(&miss);
|
| - __ add(esp, Immediate(kFastApiCallArguments * kPointerSize));
|
| -
|
| - HandlerFrontendFooter(&miss_before_stack_reserved);
|
| + HandlerFrontendFooter(&miss);
|
|
|
| // Return the generated code.
|
| return GetCode(function);
|
|
|