| OLD | NEW |
| 1 // Copyright 2012 the V8 project authors. All rights reserved. | 1 // Copyright 2012 the V8 project authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include "v8.h" | 5 #include "v8.h" |
| 6 | 6 |
| 7 #if V8_TARGET_ARCH_X64 | 7 #if V8_TARGET_ARCH_X64 |
| 8 | 8 |
| 9 #include "codegen.h" | 9 #include "codegen.h" |
| 10 #include "deoptimizer.h" | 10 #include "deoptimizer.h" |
| (...skipping 83 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 94 CallRuntimePassFunction(masm, Runtime::kHiddenTryInstallOptimizedCode); | 94 CallRuntimePassFunction(masm, Runtime::kHiddenTryInstallOptimizedCode); |
| 95 GenerateTailCallToReturnedCode(masm); | 95 GenerateTailCallToReturnedCode(masm); |
| 96 | 96 |
| 97 __ bind(&ok); | 97 __ bind(&ok); |
| 98 GenerateTailCallToSharedCode(masm); | 98 GenerateTailCallToSharedCode(masm); |
| 99 } | 99 } |
| 100 | 100 |
| 101 | 101 |
| 102 static void Generate_JSConstructStubHelper(MacroAssembler* masm, | 102 static void Generate_JSConstructStubHelper(MacroAssembler* masm, |
| 103 bool is_api_function, | 103 bool is_api_function, |
| 104 bool count_constructions, |
| 104 bool create_memento) { | 105 bool create_memento) { |
| 105 // ----------- S t a t e ------------- | 106 // ----------- S t a t e ------------- |
| 106 // -- rax: number of arguments | 107 // -- rax: number of arguments |
| 107 // -- rdi: constructor function | 108 // -- rdi: constructor function |
| 108 // -- rbx: allocation site or undefined | 109 // -- rbx: allocation site or undefined |
| 109 // ----------------------------------- | 110 // ----------------------------------- |
| 110 | 111 |
| 112 // Should never count constructions for api objects. |
| 113 ASSERT(!is_api_function || !count_constructions);\ |
| 114 |
| 111 // Should never create mementos for api functions. | 115 // Should never create mementos for api functions. |
| 112 ASSERT(!is_api_function || !create_memento); | 116 ASSERT(!is_api_function || !create_memento); |
| 113 | 117 |
| 118 // Should never create mementos before slack tracking is finished. |
| 119 ASSERT(!count_constructions || !create_memento); |
| 120 |
| 114 // Enter a construct frame. | 121 // Enter a construct frame. |
| 115 { | 122 { |
| 116 FrameScope scope(masm, StackFrame::CONSTRUCT); | 123 FrameScope scope(masm, StackFrame::CONSTRUCT); |
| 117 | 124 |
| 118 if (create_memento) { | 125 if (create_memento) { |
| 119 __ AssertUndefinedOrAllocationSite(rbx); | 126 __ AssertUndefinedOrAllocationSite(rbx); |
| 120 __ Push(rbx); | 127 __ Push(rbx); |
| 121 } | 128 } |
| 122 | 129 |
| 123 // Store a smi-tagged arguments count on the stack. | 130 // Store a smi-tagged arguments count on the stack. |
| (...skipping 28 matching lines...) Expand all Loading... |
| 152 __ j(not_equal, &rt_call); | 159 __ j(not_equal, &rt_call); |
| 153 | 160 |
| 154 // Check that the constructor is not constructing a JSFunction (see | 161 // Check that the constructor is not constructing a JSFunction (see |
| 155 // comments in Runtime_NewObject in runtime.cc). In which case the | 162 // comments in Runtime_NewObject in runtime.cc). In which case the |
| 156 // initial map's instance type would be JS_FUNCTION_TYPE. | 163 // initial map's instance type would be JS_FUNCTION_TYPE. |
| 157 // rdi: constructor | 164 // rdi: constructor |
| 158 // rax: initial map | 165 // rax: initial map |
| 159 __ CmpInstanceType(rax, JS_FUNCTION_TYPE); | 166 __ CmpInstanceType(rax, JS_FUNCTION_TYPE); |
| 160 __ j(equal, &rt_call); | 167 __ j(equal, &rt_call); |
| 161 | 168 |
| 162 if (!is_api_function) { | 169 if (count_constructions) { |
| 163 Label allocate; | 170 Label allocate; |
| 164 // The code below relies on these assumptions. | |
| 165 STATIC_ASSERT(JSFunction::kNoSlackTracking == 0); | |
| 166 STATIC_ASSERT(Map::ConstructionCount::kShift + | |
| 167 Map::ConstructionCount::kSize == 32); | |
| 168 // Check if slack tracking is enabled. | |
| 169 __ movl(rsi, FieldOperand(rax, Map::kBitField3Offset)); | |
| 170 __ shrl(rsi, Immediate(Map::ConstructionCount::kShift)); | |
| 171 __ j(zero, &allocate); // JSFunction::kNoSlackTracking | |
| 172 // Decrease generous allocation count. | 171 // Decrease generous allocation count. |
| 173 __ subl(FieldOperand(rax, Map::kBitField3Offset), | 172 __ movp(rcx, FieldOperand(rdi, JSFunction::kSharedFunctionInfoOffset)); |
| 174 Immediate(1 << Map::ConstructionCount::kShift)); | 173 __ decb(FieldOperand(rcx, |
| 175 | 174 SharedFunctionInfo::kConstructionCountOffset)); |
| 176 __ cmpl(rsi, Immediate(JSFunction::kFinishSlackTracking)); | 175 __ j(not_zero, &allocate); |
| 177 __ j(not_equal, &allocate); | |
| 178 | 176 |
| 179 __ Push(rax); | 177 __ Push(rax); |
| 180 __ Push(rdi); | 178 __ Push(rdi); |
| 181 | 179 |
| 182 __ Push(rdi); // constructor | 180 __ Push(rdi); // constructor |
| 181 // The call will replace the stub, so the countdown is only done once. |
| 183 __ CallRuntime(Runtime::kHiddenFinalizeInstanceSize, 1); | 182 __ CallRuntime(Runtime::kHiddenFinalizeInstanceSize, 1); |
| 184 | 183 |
| 185 __ Pop(rdi); | 184 __ Pop(rdi); |
| 186 __ Pop(rax); | 185 __ Pop(rax); |
| 187 __ xorl(rsi, rsi); // JSFunction::kNoSlackTracking | |
| 188 | 186 |
| 189 __ bind(&allocate); | 187 __ bind(&allocate); |
| 190 } | 188 } |
| 191 | 189 |
| 192 // Now allocate the JSObject on the heap. | 190 // Now allocate the JSObject on the heap. |
| 193 __ movzxbp(rdi, FieldOperand(rax, Map::kInstanceSizeOffset)); | 191 __ movzxbp(rdi, FieldOperand(rax, Map::kInstanceSizeOffset)); |
| 194 __ shlp(rdi, Immediate(kPointerSizeLog2)); | 192 __ shlp(rdi, Immediate(kPointerSizeLog2)); |
| 195 if (create_memento) { | 193 if (create_memento) { |
| 196 __ addp(rdi, Immediate(AllocationMemento::kSize)); | 194 __ addp(rdi, Immediate(AllocationMemento::kSize)); |
| 197 } | 195 } |
| (...skipping 10 matching lines...) Expand all Loading... |
| 208 // rbx: JSObject (not HeapObject tagged - the actual address). | 206 // rbx: JSObject (not HeapObject tagged - the actual address). |
| 209 // rdi: start of next object (including memento if create_memento) | 207 // rdi: start of next object (including memento if create_memento) |
| 210 __ movp(Operand(rbx, JSObject::kMapOffset), rax); | 208 __ movp(Operand(rbx, JSObject::kMapOffset), rax); |
| 211 __ LoadRoot(rcx, Heap::kEmptyFixedArrayRootIndex); | 209 __ LoadRoot(rcx, Heap::kEmptyFixedArrayRootIndex); |
| 212 __ movp(Operand(rbx, JSObject::kPropertiesOffset), rcx); | 210 __ movp(Operand(rbx, JSObject::kPropertiesOffset), rcx); |
| 213 __ movp(Operand(rbx, JSObject::kElementsOffset), rcx); | 211 __ movp(Operand(rbx, JSObject::kElementsOffset), rcx); |
| 214 // Set extra fields in the newly allocated object. | 212 // Set extra fields in the newly allocated object. |
| 215 // rax: initial map | 213 // rax: initial map |
| 216 // rbx: JSObject | 214 // rbx: JSObject |
| 217 // rdi: start of next object (including memento if create_memento) | 215 // rdi: start of next object (including memento if create_memento) |
| 218 // rsi: slack tracking counter (non-API function case) | |
| 219 __ leap(rcx, Operand(rbx, JSObject::kHeaderSize)); | 216 __ leap(rcx, Operand(rbx, JSObject::kHeaderSize)); |
| 220 __ LoadRoot(rdx, Heap::kUndefinedValueRootIndex); | 217 __ LoadRoot(rdx, Heap::kUndefinedValueRootIndex); |
| 221 if (!is_api_function) { | 218 if (count_constructions) { |
| 222 Label no_inobject_slack_tracking; | |
| 223 | |
| 224 // Check if slack tracking is enabled. | |
| 225 __ cmpl(rsi, Immediate(JSFunction::kNoSlackTracking)); | |
| 226 __ j(equal, &no_inobject_slack_tracking); | |
| 227 | |
| 228 // Allocate object with a slack. | |
| 229 __ movzxbp(rsi, | 219 __ movzxbp(rsi, |
| 230 FieldOperand(rax, Map::kPreAllocatedPropertyFieldsOffset)); | 220 FieldOperand(rax, Map::kPreAllocatedPropertyFieldsOffset)); |
| 231 __ leap(rsi, | 221 __ leap(rsi, |
| 232 Operand(rbx, rsi, times_pointer_size, JSObject::kHeaderSize)); | 222 Operand(rbx, rsi, times_pointer_size, JSObject::kHeaderSize)); |
| 233 // rsi: offset of first field after pre-allocated fields | 223 // rsi: offset of first field after pre-allocated fields |
| 234 if (FLAG_debug_code) { | 224 if (FLAG_debug_code) { |
| 235 __ cmpp(rsi, rdi); | 225 __ cmpp(rsi, rdi); |
| 236 __ Assert(less_equal, | 226 __ Assert(less_equal, |
| 237 kUnexpectedNumberOfPreAllocatedPropertyFields); | 227 kUnexpectedNumberOfPreAllocatedPropertyFields); |
| 238 } | 228 } |
| 239 __ InitializeFieldsWithFiller(rcx, rsi, rdx); | 229 __ InitializeFieldsWithFiller(rcx, rsi, rdx); |
| 240 __ LoadRoot(rdx, Heap::kOnePointerFillerMapRootIndex); | 230 __ LoadRoot(rdx, Heap::kOnePointerFillerMapRootIndex); |
| 241 // Fill the remaining fields with one pointer filler map. | 231 __ InitializeFieldsWithFiller(rcx, rdi, rdx); |
| 242 | 232 } else if (create_memento) { |
| 243 __ bind(&no_inobject_slack_tracking); | |
| 244 } | |
| 245 if (create_memento) { | |
| 246 __ leap(rsi, Operand(rdi, -AllocationMemento::kSize)); | 233 __ leap(rsi, Operand(rdi, -AllocationMemento::kSize)); |
| 247 __ InitializeFieldsWithFiller(rcx, rsi, rdx); | 234 __ InitializeFieldsWithFiller(rcx, rsi, rdx); |
| 248 | 235 |
| 249 // Fill in memento fields if necessary. | 236 // Fill in memento fields if necessary. |
| 250 // rsi: points to the allocated but uninitialized memento. | 237 // rsi: points to the allocated but uninitialized memento. |
| 238 Handle<Map> allocation_memento_map = factory->allocation_memento_map(); |
| 251 __ Move(Operand(rsi, AllocationMemento::kMapOffset), | 239 __ Move(Operand(rsi, AllocationMemento::kMapOffset), |
| 252 factory->allocation_memento_map()); | 240 allocation_memento_map); |
| 253 // Get the cell or undefined. | 241 // Get the cell or undefined. |
| 254 __ movp(rdx, Operand(rsp, kPointerSize*2)); | 242 __ movp(rdx, Operand(rsp, kPointerSize*2)); |
| 255 __ movp(Operand(rsi, AllocationMemento::kAllocationSiteOffset), rdx); | 243 __ movp(Operand(rsi, AllocationMemento::kAllocationSiteOffset), |
| 244 rdx); |
| 256 } else { | 245 } else { |
| 257 __ InitializeFieldsWithFiller(rcx, rdi, rdx); | 246 __ InitializeFieldsWithFiller(rcx, rdi, rdx); |
| 258 } | 247 } |
| 259 | 248 |
| 260 // Add the object tag to make the JSObject real, so that we can continue | 249 // Add the object tag to make the JSObject real, so that we can continue |
| 261 // and jump into the continuation code at any time from now on. Any | 250 // and jump into the continuation code at any time from now on. Any |
| 262 // failures need to undo the allocation, so that the heap is in a | 251 // failures need to undo the allocation, so that the heap is in a |
| 263 // consistent state and verifiable. | 252 // consistent state and verifiable. |
| 264 // rax: initial map | 253 // rax: initial map |
| 265 // rbx: JSObject | 254 // rbx: JSObject |
| (...skipping 82 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 348 // rdi: function (constructor) | 337 // rdi: function (constructor) |
| 349 __ bind(&rt_call); | 338 __ bind(&rt_call); |
| 350 int offset = 0; | 339 int offset = 0; |
| 351 if (create_memento) { | 340 if (create_memento) { |
| 352 // Get the cell or allocation site. | 341 // Get the cell or allocation site. |
| 353 __ movp(rdi, Operand(rsp, kPointerSize*2)); | 342 __ movp(rdi, Operand(rsp, kPointerSize*2)); |
| 354 __ Push(rdi); | 343 __ Push(rdi); |
| 355 offset = kPointerSize; | 344 offset = kPointerSize; |
| 356 } | 345 } |
| 357 | 346 |
| 358 // Must restore rsi (context) and rdi (constructor) before calling runtime. | 347 // Must restore rdi (constructor) before calling runtime. |
| 359 __ movp(rsi, Operand(rbp, StandardFrameConstants::kContextOffset)); | |
| 360 __ movp(rdi, Operand(rsp, offset)); | 348 __ movp(rdi, Operand(rsp, offset)); |
| 361 __ Push(rdi); | 349 __ Push(rdi); |
| 362 if (create_memento) { | 350 if (create_memento) { |
| 363 __ CallRuntime(Runtime::kHiddenNewObjectWithAllocationSite, 2); | 351 __ CallRuntime(Runtime::kHiddenNewObjectWithAllocationSite, 2); |
| 364 } else { | 352 } else { |
| 365 __ CallRuntime(Runtime::kHiddenNewObject, 1); | 353 __ CallRuntime(Runtime::kHiddenNewObject, 1); |
| 366 } | 354 } |
| 367 __ movp(rbx, rax); // store result in rbx | 355 __ movp(rbx, rax); // store result in rbx |
| 368 | 356 |
| 369 // If we ended up using the runtime, and we want a memento, then the | 357 // If we ended up using the runtime, and we want a memento, then the |
| (...skipping 51 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 421 __ movp(rsi, FieldOperand(rdi, JSFunction::kContextOffset)); | 409 __ movp(rsi, FieldOperand(rdi, JSFunction::kContextOffset)); |
| 422 Handle<Code> code = | 410 Handle<Code> code = |
| 423 masm->isolate()->builtins()->HandleApiCallConstruct(); | 411 masm->isolate()->builtins()->HandleApiCallConstruct(); |
| 424 __ Call(code, RelocInfo::CODE_TARGET); | 412 __ Call(code, RelocInfo::CODE_TARGET); |
| 425 } else { | 413 } else { |
| 426 ParameterCount actual(rax); | 414 ParameterCount actual(rax); |
| 427 __ InvokeFunction(rdi, actual, CALL_FUNCTION, NullCallWrapper()); | 415 __ InvokeFunction(rdi, actual, CALL_FUNCTION, NullCallWrapper()); |
| 428 } | 416 } |
| 429 | 417 |
| 430 // Store offset of return address for deoptimizer. | 418 // Store offset of return address for deoptimizer. |
| 431 if (!is_api_function) { | 419 if (!is_api_function && !count_constructions) { |
| 432 masm->isolate()->heap()->SetConstructStubDeoptPCOffset(masm->pc_offset()); | 420 masm->isolate()->heap()->SetConstructStubDeoptPCOffset(masm->pc_offset()); |
| 433 } | 421 } |
| 434 | 422 |
| 435 // Restore context from the frame. | 423 // Restore context from the frame. |
| 436 __ movp(rsi, Operand(rbp, StandardFrameConstants::kContextOffset)); | 424 __ movp(rsi, Operand(rbp, StandardFrameConstants::kContextOffset)); |
| 437 | 425 |
| 438 // If the result is an object (in the ECMA sense), we should get rid | 426 // If the result is an object (in the ECMA sense), we should get rid |
| 439 // of the receiver and use the result; see ECMA-262 section 13.2.2-7 | 427 // of the receiver and use the result; see ECMA-262 section 13.2.2-7 |
| 440 // on page 74. | 428 // on page 74. |
| 441 Label use_receiver, exit; | 429 Label use_receiver, exit; |
| (...skipping 22 matching lines...) Expand all Loading... |
| 464 __ PopReturnAddressTo(rcx); | 452 __ PopReturnAddressTo(rcx); |
| 465 SmiIndex index = masm->SmiToIndex(rbx, rbx, kPointerSizeLog2); | 453 SmiIndex index = masm->SmiToIndex(rbx, rbx, kPointerSizeLog2); |
| 466 __ leap(rsp, Operand(rsp, index.reg, index.scale, 1 * kPointerSize)); | 454 __ leap(rsp, Operand(rsp, index.reg, index.scale, 1 * kPointerSize)); |
| 467 __ PushReturnAddressFrom(rcx); | 455 __ PushReturnAddressFrom(rcx); |
| 468 Counters* counters = masm->isolate()->counters(); | 456 Counters* counters = masm->isolate()->counters(); |
| 469 __ IncrementCounter(counters->constructed_objects(), 1); | 457 __ IncrementCounter(counters->constructed_objects(), 1); |
| 470 __ ret(0); | 458 __ ret(0); |
| 471 } | 459 } |
| 472 | 460 |
| 473 | 461 |
| 462 void Builtins::Generate_JSConstructStubCountdown(MacroAssembler* masm) { |
| 463 Generate_JSConstructStubHelper(masm, false, true, false); |
| 464 } |
| 465 |
| 466 |
| 474 void Builtins::Generate_JSConstructStubGeneric(MacroAssembler* masm) { | 467 void Builtins::Generate_JSConstructStubGeneric(MacroAssembler* masm) { |
| 475 Generate_JSConstructStubHelper(masm, false, FLAG_pretenuring_call_new); | 468 Generate_JSConstructStubHelper(masm, false, false, FLAG_pretenuring_call_new); |
| 476 } | 469 } |
| 477 | 470 |
| 478 | 471 |
| 479 void Builtins::Generate_JSConstructStubApi(MacroAssembler* masm) { | 472 void Builtins::Generate_JSConstructStubApi(MacroAssembler* masm) { |
| 480 Generate_JSConstructStubHelper(masm, true, false); | 473 Generate_JSConstructStubHelper(masm, true, false, false); |
| 481 } | 474 } |
| 482 | 475 |
| 483 | 476 |
| 484 static void Generate_JSEntryTrampolineHelper(MacroAssembler* masm, | 477 static void Generate_JSEntryTrampolineHelper(MacroAssembler* masm, |
| 485 bool is_construct) { | 478 bool is_construct) { |
| 486 ProfileEntryHookStub::MaybeCallEntryHook(masm); | 479 ProfileEntryHookStub::MaybeCallEntryHook(masm); |
| 487 | 480 |
| 488 // Expects five C++ function parameters. | 481 // Expects five C++ function parameters. |
| 489 // - Address entry (ignored) | 482 // - Address entry (ignored) |
| 490 // - JSFunction* function ( | 483 // - JSFunction* function ( |
| (...skipping 1022 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 1513 __ bind(&ok); | 1506 __ bind(&ok); |
| 1514 __ ret(0); | 1507 __ ret(0); |
| 1515 } | 1508 } |
| 1516 | 1509 |
| 1517 | 1510 |
| 1518 #undef __ | 1511 #undef __ |
| 1519 | 1512 |
| 1520 } } // namespace v8::internal | 1513 } } // namespace v8::internal |
| 1521 | 1514 |
| 1522 #endif // V8_TARGET_ARCH_X64 | 1515 #endif // V8_TARGET_ARCH_X64 |
| OLD | NEW |