| OLD | NEW |
| 1 // Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file | 1 // Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file |
| 2 // for details. All rights reserved. Use of this source code is governed by a | 2 // for details. All rights reserved. Use of this source code is governed by a |
| 3 // BSD-style license that can be found in the LICENSE file. | 3 // BSD-style license that can be found in the LICENSE file. |
| 4 | 4 |
| 5 #include "vm/globals.h" | 5 #include "vm/globals.h" |
| 6 #if defined(TARGET_ARCH_X64) | 6 #if defined(TARGET_ARCH_X64) |
| 7 | 7 |
| 8 #include "vm/assembler.h" | 8 #include "vm/assembler.h" |
| 9 #include "vm/compiler.h" | 9 #include "vm/compiler.h" |
| 10 #include "vm/dart_entry.h" | 10 #include "vm/dart_entry.h" |
| (...skipping 242 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 253 // R10: arguments descriptor array. | 253 // R10: arguments descriptor array. |
| 254 void StubCode::GenerateCallStaticFunctionStub(Assembler* assembler) { | 254 void StubCode::GenerateCallStaticFunctionStub(Assembler* assembler) { |
| 255 __ EnterStubFrame(); | 255 __ EnterStubFrame(); |
| 256 __ pushq(R10); // Preserve arguments descriptor array. | 256 __ pushq(R10); // Preserve arguments descriptor array. |
| 257 // Setup space on stack for return value. | 257 // Setup space on stack for return value. |
| 258 __ PushObject(Object::null_object(), PP); | 258 __ PushObject(Object::null_object(), PP); |
| 259 __ CallRuntime(kPatchStaticCallRuntimeEntry, 0); | 259 __ CallRuntime(kPatchStaticCallRuntimeEntry, 0); |
| 260 __ popq(RAX); // Get Code object result. | 260 __ popq(RAX); // Get Code object result. |
| 261 __ popq(R10); // Restore arguments descriptor array. | 261 __ popq(R10); // Restore arguments descriptor array. |
| 262 // Remove the stub frame as we are about to jump to the dart function. | 262 // Remove the stub frame as we are about to jump to the dart function. |
| 263 __ LeaveFrame(); | 263 __ LeaveStubFrame(); |
| 264 | 264 |
| 265 __ movq(RBX, FieldAddress(RAX, Code::instructions_offset())); | 265 __ movq(RBX, FieldAddress(RAX, Code::instructions_offset())); |
| 266 __ addq(RBX, Immediate(Instructions::HeaderSize() - kHeapObjectTag)); | 266 __ addq(RBX, Immediate(Instructions::HeaderSize() - kHeapObjectTag)); |
| 267 __ jmp(RBX); | 267 __ jmp(RBX); |
| 268 } | 268 } |
| 269 | 269 |
| 270 | 270 |
| 271 // Called from a static call only when an invalid code has been entered | 271 // Called from a static call only when an invalid code has been entered |
| 272 // (invalid because its function was optimized or deoptimized). | 272 // (invalid because its function was optimized or deoptimized). |
| 273 // R10: arguments descriptor array. | 273 // R10: arguments descriptor array. |
| 274 void StubCode::GenerateFixCallersTargetStub(Assembler* assembler) { | 274 void StubCode::GenerateFixCallersTargetStub(Assembler* assembler) { |
| 275 __ EnterStubFrame(); | 275 __ EnterStubFrame(); |
| 276 __ pushq(R10); // Preserve arguments descriptor array. | 276 __ pushq(R10); // Preserve arguments descriptor array. |
| 277 // Setup space on stack for return value. | 277 // Setup space on stack for return value. |
| 278 __ PushObject(Object::null_object(), PP); | 278 __ PushObject(Object::null_object(), PP); |
| 279 __ CallRuntime(kFixCallersTargetRuntimeEntry, 0); | 279 __ CallRuntime(kFixCallersTargetRuntimeEntry, 0); |
| 280 __ popq(RAX); // Get Code object. | 280 __ popq(RAX); // Get Code object. |
| 281 __ popq(R10); // Restore arguments descriptor array. | 281 __ popq(R10); // Restore arguments descriptor array. |
| 282 __ movq(RAX, FieldAddress(RAX, Code::instructions_offset())); | 282 __ movq(RAX, FieldAddress(RAX, Code::instructions_offset())); |
| 283 __ addq(RAX, Immediate(Instructions::HeaderSize() - kHeapObjectTag)); | 283 __ addq(RAX, Immediate(Instructions::HeaderSize() - kHeapObjectTag)); |
| 284 __ LeaveFrame(); | 284 __ LeaveStubFrame(); |
| 285 __ jmp(RAX); | 285 __ jmp(RAX); |
| 286 __ int3(); | 286 __ int3(); |
| 287 } | 287 } |
| 288 | 288 |
| 289 | 289 |
| 290 // Input parameters: | 290 // Input parameters: |
| 291 // R10: smi-tagged argument count, may be zero. | 291 // R10: smi-tagged argument count, may be zero. |
| 292 // RBP[kParamEndSlotFromFp + 1]: last argument. | 292 // RBP[kParamEndSlotFromFp + 1]: last argument. |
| 293 static void PushArgumentsArray(Assembler* assembler) { | 293 static void PushArgumentsArray(Assembler* assembler) { |
| 294 __ LoadObject(R12, Object::null_object(), PP); | 294 __ LoadObject(R12, Object::null_object(), PP); |
| (...skipping 21 matching lines...) Expand all Loading... |
| 316 } | 316 } |
| 317 | 317 |
| 318 | 318 |
| 319 // Input parameters: | 319 // Input parameters: |
| 320 // RBX: ic-data. | 320 // RBX: ic-data. |
| 321 // R10: arguments descriptor array. | 321 // R10: arguments descriptor array. |
| 322 // Note: The receiver object is the first argument to the function being | 322 // Note: The receiver object is the first argument to the function being |
| 323 // called, the stub accesses the receiver from this location directly | 323 // called, the stub accesses the receiver from this location directly |
| 324 // when trying to resolve the call. | 324 // when trying to resolve the call. |
| 325 void StubCode::GenerateInstanceFunctionLookupStub(Assembler* assembler) { | 325 void StubCode::GenerateInstanceFunctionLookupStub(Assembler* assembler) { |
| 326 __ EnterStubFrameWithPP(); | 326 __ EnterStubFrame(); |
| 327 __ PushObject(Object::null_object(), PP); // Space for the return value. | 327 __ PushObject(Object::null_object(), PP); // Space for the return value. |
| 328 | 328 |
| 329 // Push the receiver as an argument. Load the smi-tagged argument | 329 // Push the receiver as an argument. Load the smi-tagged argument |
| 330 // count into R13 to index the receiver in the stack. There are | 330 // count into R13 to index the receiver in the stack. There are |
| 331 // four words (null, stub's pc marker, saved pp, saved fp) above the return | 331 // four words (null, stub's pc marker, saved pp, saved fp) above the return |
| 332 // address. | 332 // address. |
| 333 __ movq(R13, FieldAddress(R10, ArgumentsDescriptor::count_offset())); | 333 __ movq(R13, FieldAddress(R10, ArgumentsDescriptor::count_offset())); |
| 334 __ pushq(Address(RSP, R13, TIMES_4, (4 * kWordSize))); | 334 __ pushq(Address(RSP, R13, TIMES_4, (4 * kWordSize))); |
| 335 | 335 |
| 336 __ pushq(RBX); // Pass IC data object. | 336 __ pushq(RBX); // Pass IC data object. |
| 337 __ pushq(R10); // Pass arguments descriptor array. | 337 __ pushq(R10); // Pass arguments descriptor array. |
| 338 | 338 |
| 339 // Pass the call's arguments array. | 339 // Pass the call's arguments array. |
| 340 __ movq(R10, R13); // Smi-tagged arguments array length. | 340 __ movq(R10, R13); // Smi-tagged arguments array length. |
| 341 PushArgumentsArray(assembler); | 341 PushArgumentsArray(assembler); |
| 342 | 342 |
| 343 __ CallRuntime(kInstanceFunctionLookupRuntimeEntry, 4); | 343 __ CallRuntime(kInstanceFunctionLookupRuntimeEntry, 4); |
| 344 | 344 |
| 345 // Remove arguments. | 345 // Remove arguments. |
| 346 __ Drop(4); | 346 __ Drop(4); |
| 347 __ popq(RAX); // Get result into RAX. | 347 __ popq(RAX); // Get result into RAX. |
| 348 __ LeaveFrameWithPP(); | 348 __ LeaveStubFrame(); |
| 349 __ ret(); | 349 __ ret(); |
| 350 } | 350 } |
| 351 | 351 |
| 352 | 352 |
| 353 DECLARE_LEAF_RUNTIME_ENTRY(intptr_t, DeoptimizeCopyFrame, | 353 DECLARE_LEAF_RUNTIME_ENTRY(intptr_t, DeoptimizeCopyFrame, |
| 354 intptr_t deopt_reason, | 354 intptr_t deopt_reason, |
| 355 uword saved_registers_address); | 355 uword saved_registers_address); |
| 356 | 356 |
| 357 DECLARE_LEAF_RUNTIME_ENTRY(void, DeoptimizeFillFrame, uword last_fp); | 357 DECLARE_LEAF_RUNTIME_ENTRY(void, DeoptimizeFillFrame, uword last_fp); |
| 358 | 358 |
| (...skipping 52 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 411 __ movq(RDI, RSP); // Pass address of saved registers block. | 411 __ movq(RDI, RSP); // Pass address of saved registers block. |
| 412 __ ReserveAlignedFrameSpace(0); | 412 __ ReserveAlignedFrameSpace(0); |
| 413 __ CallRuntime(kDeoptimizeCopyFrameRuntimeEntry, 1); | 413 __ CallRuntime(kDeoptimizeCopyFrameRuntimeEntry, 1); |
| 414 // Result (RAX) is stack-size (FP - SP) in bytes. | 414 // Result (RAX) is stack-size (FP - SP) in bytes. |
| 415 | 415 |
| 416 if (preserve_result) { | 416 if (preserve_result) { |
| 417 // Restore result into RBX temporarily. | 417 // Restore result into RBX temporarily. |
| 418 __ movq(RBX, Address(RBP, saved_result_slot_from_fp * kWordSize)); | 418 __ movq(RBX, Address(RBP, saved_result_slot_from_fp * kWordSize)); |
| 419 } | 419 } |
| 420 | 420 |
| 421 // There is a Dart Frame on the stack. We just need the PP. | 421 // There is a Dart Frame on the stack. We must restore PP and leave frame. |
| 422 __ movq(PP, Address(RBP, -2 * kWordSize)); | 422 __ LeaveDartFrame(); |
| 423 __ LeaveFrame(); | |
| 424 | 423 |
| 425 __ popq(RCX); // Preserve return address. | 424 __ popq(RCX); // Preserve return address. |
| 426 __ movq(RSP, RBP); // Discard optimized frame. | 425 __ movq(RSP, RBP); // Discard optimized frame. |
| 427 __ subq(RSP, RAX); // Reserve space for deoptimized frame. | 426 __ subq(RSP, RAX); // Reserve space for deoptimized frame. |
| 428 __ pushq(RCX); // Restore return address. | 427 __ pushq(RCX); // Restore return address. |
| 429 | 428 |
| 430 // DeoptimizeFillFrame expects a Dart frame, i.e. EnterDartFrame(0), but there | 429 // DeoptimizeFillFrame expects a Dart frame, i.e. EnterDartFrame(0), but there |
| 431 // is no need to set the correct PC marker or load PP, since they get patched. | 430 // is no need to set the correct PC marker or load PP, since they get patched. |
| 432 __ EnterFrame(0); | 431 __ EnterFrame(0); |
| 433 __ pushq(Immediate(0)); | 432 __ pushq(Immediate(0)); |
| 434 __ pushq(PP); | 433 __ pushq(PP); |
| 435 | 434 |
| 436 if (preserve_result) { | 435 if (preserve_result) { |
| 437 __ pushq(RBX); // Preserve result as first local. | 436 __ pushq(RBX); // Preserve result as first local. |
| 438 } | 437 } |
| 439 __ ReserveAlignedFrameSpace(0); | 438 __ ReserveAlignedFrameSpace(0); |
| 440 __ movq(RDI, RBP); // Pass last FP as parameter in RDI. | 439 __ movq(RDI, RBP); // Pass last FP as parameter in RDI. |
| 441 __ CallRuntime(kDeoptimizeFillFrameRuntimeEntry, 1); | 440 __ CallRuntime(kDeoptimizeFillFrameRuntimeEntry, 1); |
| 442 if (preserve_result) { | 441 if (preserve_result) { |
| 443 // Restore result into RBX. | 442 // Restore result into RBX. |
| 444 __ movq(RBX, Address(RBP, kFirstLocalSlotFromFp * kWordSize)); | 443 __ movq(RBX, Address(RBP, kFirstLocalSlotFromFp * kWordSize)); |
| 445 } | 444 } |
| 446 // Code above cannot cause GC. | 445 // Code above cannot cause GC. |
| 447 // There is a Dart Frame on the stack. We just need the PP. | 446 // There is a Dart Frame on the stack. We must restore PP and leave frame. |
| 448 __ movq(PP, Address(RBP, -2 * kWordSize)); | 447 __ LeaveDartFrame(); |
| 449 __ LeaveFrame(); | |
| 450 | 448 |
| 451 // Frame is fully rewritten at this point and it is safe to perform a GC. | 449 // Frame is fully rewritten at this point and it is safe to perform a GC. |
| 452 // Materialize any objects that were deferred by FillFrame because they | 450 // Materialize any objects that were deferred by FillFrame because they |
| 453 // require allocation. | 451 // require allocation. |
| 454 __ EnterStubFrame(); | 452 __ EnterStubFrame(); |
| 455 if (preserve_result) { | 453 if (preserve_result) { |
| 456 __ pushq(Immediate(0)); // Workaround for dropped stack slot during GC. | 454 __ pushq(Immediate(0)); // Workaround for dropped stack slot during GC. |
| 457 __ pushq(RBX); // Preserve result, it will be GC-d here. | 455 __ pushq(RBX); // Preserve result, it will be GC-d here. |
| 458 } | 456 } |
| 459 __ pushq(Immediate(Smi::RawValue(0))); // Space for the result. | 457 __ pushq(Immediate(Smi::RawValue(0))); // Space for the result. |
| 460 __ CallRuntime(kDeoptimizeMaterializeRuntimeEntry, 0); | 458 __ CallRuntime(kDeoptimizeMaterializeRuntimeEntry, 0); |
| 461 // Result tells stub how many bytes to remove from the expression stack | 459 // Result tells stub how many bytes to remove from the expression stack |
| 462 // of the bottom-most frame. They were used as materialization arguments. | 460 // of the bottom-most frame. They were used as materialization arguments. |
| 463 __ popq(RBX); | 461 __ popq(RBX); |
| 464 __ SmiUntag(RBX); | 462 __ SmiUntag(RBX); |
| 465 if (preserve_result) { | 463 if (preserve_result) { |
| 466 __ popq(RAX); // Restore result. | 464 __ popq(RAX); // Restore result. |
| 467 __ Drop(1); // Workaround for dropped stack slot during GC. | 465 __ Drop(1); // Workaround for dropped stack slot during GC. |
| 468 } | 466 } |
| 469 __ LeaveFrame(); | 467 __ LeaveStubFrame(); |
| 470 | 468 |
| 471 __ popq(RCX); // Pop return address. | 469 __ popq(RCX); // Pop return address. |
| 472 __ addq(RSP, RBX); // Remove materialization arguments. | 470 __ addq(RSP, RBX); // Remove materialization arguments. |
| 473 __ pushq(RCX); // Push return address. | 471 __ pushq(RCX); // Push return address. |
| 474 __ ret(); | 472 __ ret(); |
| 475 } | 473 } |
| 476 | 474 |
| 477 | 475 |
| 478 // TOS: return address + call-instruction-size (5 bytes). | 476 // TOS: return address + call-instruction-size (5 bytes). |
| 479 // RAX: result, must be preserved | 477 // RAX: result, must be preserved |
| 480 void StubCode::GenerateDeoptimizeLazyStub(Assembler* assembler) { | 478 void StubCode::GenerateDeoptimizeLazyStub(Assembler* assembler) { |
| 481 // Correct return address to point just after the call that is being | 479 // Correct return address to point just after the call that is being |
| 482 // deoptimized. | 480 // deoptimized. |
| 483 __ popq(RBX); | 481 __ popq(RBX); |
| 484 __ subq(RBX, Immediate(ShortCallPattern::InstructionLength())); | 482 __ subq(RBX, Immediate(ShortCallPattern::InstructionLength())); |
| 485 __ pushq(RBX); | 483 __ pushq(RBX); |
| 486 GenerateDeoptimizationSequence(assembler, true); // Preserve RAX. | 484 GenerateDeoptimizationSequence(assembler, true); // Preserve RAX. |
| 487 } | 485 } |
| 488 | 486 |
| 489 | 487 |
| 490 void StubCode::GenerateDeoptimizeStub(Assembler* assembler) { | 488 void StubCode::GenerateDeoptimizeStub(Assembler* assembler) { |
| 491 GenerateDeoptimizationSequence(assembler, false); // Don't preserve RAX. | 489 GenerateDeoptimizationSequence(assembler, false); // Don't preserve RAX. |
| 492 } | 490 } |
| 493 | 491 |
| 494 | 492 |
| 495 void StubCode::GenerateMegamorphicMissStub(Assembler* assembler) { | 493 void StubCode::GenerateMegamorphicMissStub(Assembler* assembler) { |
| 496 __ EnterStubFrameWithPP(); | 494 __ EnterStubFrame(); |
| 497 // Load the receiver into RAX. The argument count in the arguments | 495 // Load the receiver into RAX. The argument count in the arguments |
| 498 // descriptor in R10 is a smi. | 496 // descriptor in R10 is a smi. |
| 499 __ movq(RAX, FieldAddress(R10, ArgumentsDescriptor::count_offset())); | 497 __ movq(RAX, FieldAddress(R10, ArgumentsDescriptor::count_offset())); |
| 500 // Three words (saved pp, saved fp, stub's pc marker) | 498 // Three words (saved pp, saved fp, stub's pc marker) |
| 501 // in the stack above the return address. | 499 // in the stack above the return address. |
| 502 __ movq(RAX, Address(RSP, RAX, TIMES_4, | 500 __ movq(RAX, Address(RSP, RAX, TIMES_4, |
| 503 kSavedAboveReturnAddress * kWordSize)); | 501 kSavedAboveReturnAddress * kWordSize)); |
| 504 // Preserve IC data and arguments descriptor. | 502 // Preserve IC data and arguments descriptor. |
| 505 __ pushq(RBX); | 503 __ pushq(RBX); |
| 506 __ pushq(R10); | 504 __ pushq(R10); |
| 507 | 505 |
| 508 // Space for the result of the runtime call. | 506 // Space for the result of the runtime call. |
| 509 __ PushObject(Object::null_object(), PP); | 507 __ PushObject(Object::null_object(), PP); |
| 510 __ pushq(RAX); // Receiver. | 508 __ pushq(RAX); // Receiver. |
| 511 __ pushq(RBX); // IC data. | 509 __ pushq(RBX); // IC data. |
| 512 __ pushq(R10); // Arguments descriptor. | 510 __ pushq(R10); // Arguments descriptor. |
| 513 __ CallRuntime(kMegamorphicCacheMissHandlerRuntimeEntry, 3); | 511 __ CallRuntime(kMegamorphicCacheMissHandlerRuntimeEntry, 3); |
| 514 // Discard arguments. | 512 // Discard arguments. |
| 515 __ popq(RAX); | 513 __ popq(RAX); |
| 516 __ popq(RAX); | 514 __ popq(RAX); |
| 517 __ popq(RAX); | 515 __ popq(RAX); |
| 518 __ popq(RAX); // Return value from the runtime call (instructions). | 516 __ popq(RAX); // Return value from the runtime call (instructions). |
| 519 __ popq(R10); // Restore arguments descriptor. | 517 __ popq(R10); // Restore arguments descriptor. |
| 520 __ popq(RBX); // Restore IC data. | 518 __ popq(RBX); // Restore IC data. |
| 521 __ LeaveFrameWithPP(); | 519 __ LeaveStubFrame(); |
| 522 | 520 |
| 523 Label lookup; | 521 Label lookup; |
| 524 __ CompareObject(RAX, Object::null_object(), PP); | 522 __ CompareObject(RAX, Object::null_object(), PP); |
| 525 __ j(EQUAL, &lookup, Assembler::kNearJump); | 523 __ j(EQUAL, &lookup, Assembler::kNearJump); |
| 526 __ addq(RAX, Immediate(Instructions::HeaderSize() - kHeapObjectTag)); | 524 __ addq(RAX, Immediate(Instructions::HeaderSize() - kHeapObjectTag)); |
| 527 __ jmp(RAX); | 525 __ jmp(RAX); |
| 528 | 526 |
| 529 __ Bind(&lookup); | 527 __ Bind(&lookup); |
| 530 __ jmp(&StubCode::InstanceFunctionLookupLabel()); | 528 __ jmp(&StubCode::InstanceFunctionLookupLabel()); |
| 531 } | 529 } |
| (...skipping 120 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 652 // calling into the runtime. | 650 // calling into the runtime. |
| 653 __ EnterStubFrame(); | 651 __ EnterStubFrame(); |
| 654 // Setup space on stack for return value. | 652 // Setup space on stack for return value. |
| 655 __ PushObject(Object::null_object(), PP); | 653 __ PushObject(Object::null_object(), PP); |
| 656 __ pushq(R10); // Array length as Smi. | 654 __ pushq(R10); // Array length as Smi. |
| 657 __ pushq(RBX); // Element type. | 655 __ pushq(RBX); // Element type. |
| 658 __ CallRuntime(kAllocateArrayRuntimeEntry, 2); | 656 __ CallRuntime(kAllocateArrayRuntimeEntry, 2); |
| 659 __ popq(RAX); // Pop element type argument. | 657 __ popq(RAX); // Pop element type argument. |
| 660 __ popq(R10); // Pop array length argument. | 658 __ popq(R10); // Pop array length argument. |
| 661 __ popq(RAX); // Pop return value from return slot. | 659 __ popq(RAX); // Pop return value from return slot. |
| 662 __ LeaveFrame(); | 660 __ LeaveStubFrame(); |
| 663 __ ret(); | 661 __ ret(); |
| 664 } | 662 } |
| 665 | 663 |
| 666 | 664 |
| 667 // Input parameters: | 665 // Input parameters: |
| 668 // R10: Arguments descriptor array. | 666 // R10: Arguments descriptor array. |
| 669 // Note: The closure object is the first argument to the function being | 667 // Note: The closure object is the first argument to the function being |
| 670 // called, the stub accesses the closure from this location directly | 668 // called, the stub accesses the closure from this location directly |
| 671 // when trying to resolve the call. | 669 // when trying to resolve the call. |
| 672 void StubCode::GenerateCallClosureFunctionStub(Assembler* assembler) { | 670 void StubCode::GenerateCallClosureFunctionStub(Assembler* assembler) { |
| (...skipping 37 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 710 | 708 |
| 711 __ pushq(R10); // Preserve arguments descriptor array. | 709 __ pushq(R10); // Preserve arguments descriptor array. |
| 712 __ pushq(RBX); // Preserve read-only function object argument. | 710 __ pushq(RBX); // Preserve read-only function object argument. |
| 713 __ CallRuntime(kCompileFunctionRuntimeEntry, 1); | 711 __ CallRuntime(kCompileFunctionRuntimeEntry, 1); |
| 714 __ popq(RBX); // Restore read-only function object argument in RBX. | 712 __ popq(RBX); // Restore read-only function object argument in RBX. |
| 715 __ popq(R10); // Restore arguments descriptor array. | 713 __ popq(R10); // Restore arguments descriptor array. |
| 716 // Restore RAX. | 714 // Restore RAX. |
| 717 __ movq(RAX, FieldAddress(RBX, Function::code_offset())); | 715 __ movq(RAX, FieldAddress(RBX, Function::code_offset())); |
| 718 | 716 |
| 719 // Remove the stub frame as we are about to jump to the closure function. | 717 // Remove the stub frame as we are about to jump to the closure function. |
| 720 __ LeaveFrame(); | 718 __ LeaveStubFrame(); |
| 721 | 719 |
| 722 __ Bind(&function_compiled); | 720 __ Bind(&function_compiled); |
| 723 // RAX: Code. | 721 // RAX: Code. |
| 724 // RBX: Function. | 722 // RBX: Function. |
| 725 // R10: Arguments descriptor array. | 723 // R10: Arguments descriptor array. |
| 726 | 724 |
| 727 __ movq(RBX, FieldAddress(RAX, Code::instructions_offset())); | 725 __ movq(RBX, FieldAddress(RAX, Code::instructions_offset())); |
| 728 __ addq(RBX, Immediate(Instructions::HeaderSize() - kHeapObjectTag)); | 726 __ addq(RBX, Immediate(Instructions::HeaderSize() - kHeapObjectTag)); |
| 729 __ jmp(RBX); | 727 __ jmp(RBX); |
| 730 | 728 |
| (...skipping 15 matching lines...) Expand all Loading... |
| 746 __ movq(R10, FieldAddress(R10, ArgumentsDescriptor::count_offset())); | 744 __ movq(R10, FieldAddress(R10, ArgumentsDescriptor::count_offset())); |
| 747 PushArgumentsArray(assembler); | 745 PushArgumentsArray(assembler); |
| 748 | 746 |
| 749 __ CallRuntime(kInvokeNonClosureRuntimeEntry, 2); | 747 __ CallRuntime(kInvokeNonClosureRuntimeEntry, 2); |
| 750 | 748 |
| 751 // Remove arguments. | 749 // Remove arguments. |
| 752 __ Drop(2); | 750 __ Drop(2); |
| 753 __ popq(RAX); // Get result into RAX. | 751 __ popq(RAX); // Get result into RAX. |
| 754 | 752 |
| 755 // Remove the stub frame as we are about to return. | 753 // Remove the stub frame as we are about to return. |
| 756 __ LeaveFrame(); | 754 __ LeaveStubFrame(); |
| 757 __ ret(); | 755 __ ret(); |
| 758 } | 756 } |
| 759 | 757 |
| 760 | 758 |
| 761 // Called when invoking Dart code from C++ (VM code). | 759 // Called when invoking Dart code from C++ (VM code). |
| 762 // Input parameters: | 760 // Input parameters: |
| 763 // RSP : points to return address. | 761 // RSP : points to return address. |
| 764 // RDI : entrypoint of the Dart function to call. | 762 // RDI : entrypoint of the Dart function to call. |
| 765 // RSI : arguments descriptor array. | 763 // RSI : arguments descriptor array. |
| 766 // RDX : arguments array. | 764 // RDX : arguments array. |
| 767 // RCX : new context containing the current isolate pointer. | 765 // RCX : new context containing the current isolate pointer. |
| 768 void StubCode::GenerateInvokeDartCodeStub(Assembler* assembler) { | 766 void StubCode::GenerateInvokeDartCodeStub(Assembler* assembler) { |
| 769 // Save frame pointer coming in. | 767 // Save frame pointer coming in. |
| 770 __ EnterStubFrameWithPP(); | 768 __ EnterFrame(0); |
| 771 | 769 |
| 772 // At this point, the stack looks like: | 770 // At this point, the stack looks like: |
| 773 // | saved RC15/PP | <-- RSP / TOS | |
| 774 // | "saved PC area" = 0 | | |
| 775 // | saved RBP | <-- RBP | 771 // | saved RBP | <-- RBP |
| 776 // | saved PC (return to DartEntry::InvokeFunction) | | 772 // | saved PC (return to DartEntry::InvokeFunction) | |
| 777 | 773 |
| 778 // The old frame pointer, the return address, the old R15 (for PP). | 774 const intptr_t kInitialOffset = 1; |
| 779 const intptr_t kInitialOffset = 3; | |
| 780 // Save arguments descriptor array and new context. | 775 // Save arguments descriptor array and new context. |
| 781 const intptr_t kArgumentsDescOffset = -(kInitialOffset) * kWordSize; | 776 const intptr_t kArgumentsDescOffset = -(kInitialOffset) * kWordSize; |
| 782 __ pushq(RSI); | 777 __ pushq(RSI); |
| 783 const intptr_t kNewContextOffset = -(kInitialOffset + 1) * kWordSize; | 778 const intptr_t kNewContextOffset = -(kInitialOffset + 1) * kWordSize; |
| 784 __ pushq(RCX); | 779 __ pushq(RCX); |
| 785 | 780 |
| 786 // Save C++ ABI callee-saved registers. | 781 // Save C++ ABI callee-saved registers. |
| 787 __ pushq(RBX); | 782 __ pushq(RBX); |
| 788 __ pushq(R12); | 783 __ pushq(R12); |
| 789 __ pushq(R13); | 784 __ pushq(R13); |
| 790 __ pushq(R14); | 785 __ pushq(R14); |
| 791 // R15 is already saved above by EnterStubFrameWithPP. | 786 __ pushq(R15); |
| 787 |
| 788 // We now load the pool pointer(PP) as we are about to invoke dart code and we |
| 789 // could potentially invoke some intrinsic functions which need the PP to be |
| 790 // set up. |
| 791 __ LoadPoolPointer(PP); |
| 792 | 792 |
| 793 // If any additional (or fewer) values are pushed, the offsets in | 793 // If any additional (or fewer) values are pushed, the offsets in |
| 794 // kExitLinkSlotFromEntryFp and kSavedContextSlotFromEntryFp will need to be | 794 // kExitLinkSlotFromEntryFp and kSavedContextSlotFromEntryFp will need to be |
| 795 // changed. | 795 // changed. |
| 796 | 796 |
| 797 // The new Context structure contains a pointer to the current Isolate | 797 // The new Context structure contains a pointer to the current Isolate |
| 798 // structure. Cache the Context pointer in the CTX register so that it is | 798 // structure. Cache the Context pointer in the CTX register so that it is |
| 799 // available in generated code and calls to Isolate::Current() need not be | 799 // available in generated code and calls to Isolate::Current() need not be |
| 800 // done. The assumption is that this register will never be clobbered by | 800 // done. The assumption is that this register will never be clobbered by |
| 801 // compiled or runtime stub code. | 801 // compiled or runtime stub code. |
| 802 | 802 |
| 803 // Cache the new Context pointer into CTX while executing Dart code. | 803 // Cache the new Context pointer into CTX while executing Dart code. |
| 804 __ movq(CTX, Address(RCX, VMHandles::kOffsetOfRawPtrInHandle)); | 804 __ movq(CTX, Address(RCX, VMHandles::kOffsetOfRawPtrInHandle)); |
| 805 | 805 |
| 806 // Load Isolate pointer from Context structure into R8. | 806 // Load Isolate pointer from Context structure into R8. |
| 807 __ movq(R8, FieldAddress(CTX, Context::isolate_offset())); | 807 __ movq(R8, FieldAddress(CTX, Context::isolate_offset())); |
| 808 | 808 |
| 809 // Save the top exit frame info. Use RAX as a temporary register. | 809 // Save the top exit frame info. Use RAX as a temporary register. |
| 810 // StackFrameIterator reads the top exit frame info saved in this frame. | 810 // StackFrameIterator reads the top exit frame info saved in this frame. |
| 811 // The constant kExitLinkSlotFromEntryFp must be kept in sync with the | 811 // The constant kExitLinkSlotFromEntryFp must be kept in sync with the |
| 812 // code below. | 812 // code below. |
| 813 ASSERT(kExitLinkSlotFromEntryFp == -9); | 813 ASSERT(kExitLinkSlotFromEntryFp == -8); |
| 814 __ movq(RAX, Address(R8, Isolate::top_exit_frame_info_offset())); | 814 __ movq(RAX, Address(R8, Isolate::top_exit_frame_info_offset())); |
| 815 __ pushq(RAX); | 815 __ pushq(RAX); |
| 816 __ movq(Address(R8, Isolate::top_exit_frame_info_offset()), Immediate(0)); | 816 __ movq(Address(R8, Isolate::top_exit_frame_info_offset()), Immediate(0)); |
| 817 | 817 |
| 818 // Save the old Context pointer. Use RAX as a temporary register. | 818 // Save the old Context pointer. Use RAX as a temporary register. |
| 819 // Note that VisitObjectPointers will find this saved Context pointer during | 819 // Note that VisitObjectPointers will find this saved Context pointer during |
| 820 // GC marking, since it traverses any information between SP and | 820 // GC marking, since it traverses any information between SP and |
| 821 // FP - kExitLinkSlotFromEntryFp * kWordSize. | 821 // FP - kExitLinkSlotFromEntryFp * kWordSize. |
| 822 // EntryFrame::SavedContext reads the context saved in this frame. | 822 // EntryFrame::SavedContext reads the context saved in this frame. |
| 823 // The constant kSavedContextSlotFromEntryFp must be kept in sync with | 823 // The constant kSavedContextSlotFromEntryFp must be kept in sync with |
| 824 // the code below. | 824 // the code below. |
| 825 ASSERT(kSavedContextSlotFromEntryFp == -10); | 825 ASSERT(kSavedContextSlotFromEntryFp == -9); |
| 826 __ movq(RAX, Address(R8, Isolate::top_context_offset())); | 826 __ movq(RAX, Address(R8, Isolate::top_context_offset())); |
| 827 __ pushq(RAX); | 827 __ pushq(RAX); |
| 828 | 828 |
| 829 // Load arguments descriptor array into R10, which is passed to Dart code. | 829 // Load arguments descriptor array into R10, which is passed to Dart code. |
| 830 __ movq(R10, Address(RSI, VMHandles::kOffsetOfRawPtrInHandle)); | 830 __ movq(R10, Address(RSI, VMHandles::kOffsetOfRawPtrInHandle)); |
| 831 | 831 |
| 832 // Load number of arguments into RBX. | 832 // Load number of arguments into RBX. |
| 833 __ movq(RBX, FieldAddress(R10, ArgumentsDescriptor::count_offset())); | 833 __ movq(RBX, FieldAddress(R10, ArgumentsDescriptor::count_offset())); |
| 834 __ SmiUntag(RBX); | 834 __ SmiUntag(RBX); |
| 835 | 835 |
| (...skipping 37 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 873 // Uses RCX as a temporary register for this. | 873 // Uses RCX as a temporary register for this. |
| 874 __ popq(RCX); | 874 __ popq(RCX); |
| 875 __ movq(Address(CTX, Isolate::top_context_offset()), RCX); | 875 __ movq(Address(CTX, Isolate::top_context_offset()), RCX); |
| 876 | 876 |
| 877 // Restore the saved top exit frame info back into the Isolate structure. | 877 // Restore the saved top exit frame info back into the Isolate structure. |
| 878 // Uses RDX as a temporary register for this. | 878 // Uses RDX as a temporary register for this. |
| 879 __ popq(RDX); | 879 __ popq(RDX); |
| 880 __ movq(Address(CTX, Isolate::top_exit_frame_info_offset()), RDX); | 880 __ movq(Address(CTX, Isolate::top_exit_frame_info_offset()), RDX); |
| 881 | 881 |
| 882 // Restore C++ ABI callee-saved registers. | 882 // Restore C++ ABI callee-saved registers. |
| 883 // R15 will be restored below by LeaveFrameWithPP. | 883 __ popq(R15); |
| 884 __ popq(R14); | 884 __ popq(R14); |
| 885 __ popq(R13); | 885 __ popq(R13); |
| 886 __ popq(R12); | 886 __ popq(R12); |
| 887 __ popq(RBX); | 887 __ popq(RBX); |
| 888 | 888 |
| 889 // Restore the frame pointer. | 889 // Restore the frame pointer. |
| 890 __ LeaveFrameWithPP(); | 890 __ LeaveFrame(); |
| 891 | 891 |
| 892 __ ret(); | 892 __ ret(); |
| 893 } | 893 } |
| 894 | 894 |
| 895 | 895 |
| 896 // Called for inline allocation of contexts. | 896 // Called for inline allocation of contexts. |
| 897 // Input: | 897 // Input: |
| 898 // R10: number of context variables. | 898 // R10: number of context variables. |
| 899 // Output: | 899 // Output: |
| 900 // RAX: new allocated RawContext object. | 900 // RAX: new allocated RawContext object. |
| (...skipping 103 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 1004 // Create a stub frame. | 1004 // Create a stub frame. |
| 1005 __ EnterStubFrame(); | 1005 __ EnterStubFrame(); |
| 1006 __ pushq(R12); // Setup space on stack for the return value. | 1006 __ pushq(R12); // Setup space on stack for the return value. |
| 1007 __ SmiTag(R10); | 1007 __ SmiTag(R10); |
| 1008 __ pushq(R10); // Push number of context variables. | 1008 __ pushq(R10); // Push number of context variables. |
| 1009 __ CallRuntime(kAllocateContextRuntimeEntry, 1); // Allocate context. | 1009 __ CallRuntime(kAllocateContextRuntimeEntry, 1); // Allocate context. |
| 1010 __ popq(RAX); // Pop number of context variables argument. | 1010 __ popq(RAX); // Pop number of context variables argument. |
| 1011 __ popq(RAX); // Pop the new context object. | 1011 __ popq(RAX); // Pop the new context object. |
| 1012 // RAX: new object | 1012 // RAX: new object |
| 1013 // Restore the frame pointer. | 1013 // Restore the frame pointer. |
| 1014 __ LeaveFrame(); | 1014 __ LeaveStubFrame(); |
| 1015 __ ret(); | 1015 __ ret(); |
| 1016 } | 1016 } |
| 1017 | 1017 |
| 1018 | 1018 |
| 1019 DECLARE_LEAF_RUNTIME_ENTRY(void, StoreBufferBlockProcess, Isolate* isolate); | 1019 DECLARE_LEAF_RUNTIME_ENTRY(void, StoreBufferBlockProcess, Isolate* isolate); |
| 1020 | 1020 |
| 1021 // Helper stub to implement Assembler::StoreIntoObject. | 1021 // Helper stub to implement Assembler::StoreIntoObject. |
| 1022 // Input parameters: | 1022 // Input parameters: |
| 1023 // RAX: Address being stored | 1023 // RAX: Address being stored |
| 1024 void StubCode::GenerateUpdateStoreBufferStub(Assembler* assembler) { | 1024 void StubCode::GenerateUpdateStoreBufferStub(Assembler* assembler) { |
| (...skipping 196 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 1221 __ addq(RAX, Immediate(kHeapObjectTag)); | 1221 __ addq(RAX, Immediate(kHeapObjectTag)); |
| 1222 __ ret(); | 1222 __ ret(); |
| 1223 | 1223 |
| 1224 __ Bind(&slow_case); | 1224 __ Bind(&slow_case); |
| 1225 } | 1225 } |
| 1226 if (is_cls_parameterized) { | 1226 if (is_cls_parameterized) { |
| 1227 __ movq(RAX, Address(RSP, kObjectTypeArgumentsOffset)); | 1227 __ movq(RAX, Address(RSP, kObjectTypeArgumentsOffset)); |
| 1228 __ movq(RDX, Address(RSP, kInstantiatorTypeArgumentsOffset)); | 1228 __ movq(RDX, Address(RSP, kInstantiatorTypeArgumentsOffset)); |
| 1229 } | 1229 } |
| 1230 // Create a stub frame. | 1230 // Create a stub frame. |
| 1231 __ EnterStubFrameWithPP(); | 1231 __ EnterStubFrame(true); // Uses PP to access class object. |
| 1232 __ pushq(R12); // Setup space on stack for return value. | 1232 __ pushq(R12); // Setup space on stack for return value. |
| 1233 __ PushObject(cls, PP); // Push class of object to be allocated. | 1233 __ PushObject(cls, PP); // Push class of object to be allocated. |
| 1234 if (is_cls_parameterized) { | 1234 if (is_cls_parameterized) { |
| 1235 __ pushq(RAX); // Push type arguments of object to be allocated. | 1235 __ pushq(RAX); // Push type arguments of object to be allocated. |
| 1236 __ pushq(RDX); // Push type arguments of instantiator. | 1236 __ pushq(RDX); // Push type arguments of instantiator. |
| 1237 } else { | 1237 } else { |
| 1238 __ pushq(R12); // Push null type arguments. | 1238 __ pushq(R12); // Push null type arguments. |
| 1239 __ pushq(Immediate(Smi::RawValue(StubCode::kNoInstantiator))); | 1239 __ pushq(Immediate(Smi::RawValue(StubCode::kNoInstantiator))); |
| 1240 } | 1240 } |
| 1241 __ CallRuntime(kAllocateObjectRuntimeEntry, 3); // Allocate object. | 1241 __ CallRuntime(kAllocateObjectRuntimeEntry, 3); // Allocate object. |
| 1242 __ popq(RAX); // Pop argument (instantiator). | 1242 __ popq(RAX); // Pop argument (instantiator). |
| 1243 __ popq(RAX); // Pop argument (type arguments of object). | 1243 __ popq(RAX); // Pop argument (type arguments of object). |
| 1244 __ popq(RAX); // Pop argument (class of object). | 1244 __ popq(RAX); // Pop argument (class of object). |
| 1245 __ popq(RAX); // Pop result (newly allocated object). | 1245 __ popq(RAX); // Pop result (newly allocated object). |
| 1246 // RAX: new object | 1246 // RAX: new object |
| 1247 // Restore the frame pointer. | 1247 // Restore the frame pointer. |
| 1248 __ LeaveFrameWithPP(); | 1248 __ LeaveStubFrame(); |
| 1249 __ ret(); | 1249 __ ret(); |
| 1250 } | 1250 } |
| 1251 | 1251 |
| 1252 | 1252 |
| 1253 // Called for inline allocation of closures. | 1253 // Called for inline allocation of closures. |
| 1254 // Input parameters: | 1254 // Input parameters: |
| 1255 // RSP + 16 : receiver (null if not an implicit instance closure). | 1255 // RSP + 16 : receiver (null if not an implicit instance closure). |
| 1256 // RSP + 8 : type arguments object (null if class is not parameterized). | 1256 // RSP + 8 : type arguments object (null if class is not parameterized). |
| 1257 // RSP : points to return address. | 1257 // RSP : points to return address. |
| 1258 void StubCode::GenerateAllocationStubForClosure(Assembler* assembler, | 1258 void StubCode::GenerateAllocationStubForClosure(Assembler* assembler, |
| 1259 const Function& func) { | 1259 const Function& func) { |
| 1260 ASSERT(func.IsClosureFunction()); | 1260 ASSERT(func.IsClosureFunction()); |
| 1261 ASSERT(!func.IsImplicitStaticClosureFunction()); | 1261 ASSERT(!func.IsImplicitStaticClosureFunction()); |
| 1262 const bool is_implicit_instance_closure = | 1262 const bool is_implicit_instance_closure = |
| 1263 func.IsImplicitInstanceClosureFunction(); | 1263 func.IsImplicitInstanceClosureFunction(); |
| 1264 const Class& cls = Class::ZoneHandle(func.signature_class()); | 1264 const Class& cls = Class::ZoneHandle(func.signature_class()); |
| 1265 const bool has_type_arguments = cls.NumTypeArguments() > 0; | 1265 const bool has_type_arguments = cls.NumTypeArguments() > 0; |
| 1266 | 1266 |
| 1267 __ EnterStubFrameWithPP(); // Uses pool pointer to refer to function. | 1267 __ EnterStubFrame(true); // Uses pool pointer to refer to function. |
| 1268 __ LoadObject(R12, Object::null_object(), PP); | 1268 __ LoadObject(R12, Object::null_object(), PP); |
| 1269 const intptr_t kTypeArgumentsOffset = 4 * kWordSize; | 1269 const intptr_t kTypeArgumentsOffset = 4 * kWordSize; |
| 1270 const intptr_t kReceiverOffset = 5 * kWordSize; | 1270 const intptr_t kReceiverOffset = 5 * kWordSize; |
| 1271 const intptr_t closure_size = Closure::InstanceSize(); | 1271 const intptr_t closure_size = Closure::InstanceSize(); |
| 1272 const intptr_t context_size = Context::InstanceSize(1); // Captured receiver. | 1272 const intptr_t context_size = Context::InstanceSize(1); // Captured receiver. |
| 1273 if (FLAG_inline_alloc && | 1273 if (FLAG_inline_alloc && |
| 1274 Heap::IsAllocatableInNewSpace(closure_size + context_size)) { | 1274 Heap::IsAllocatableInNewSpace(closure_size + context_size)) { |
| 1275 Label slow_case; | 1275 Label slow_case; |
| 1276 Heap* heap = Isolate::Current()->heap(); | 1276 Heap* heap = Isolate::Current()->heap(); |
| 1277 __ movq(RAX, Immediate(heap->TopAddress())); | 1277 __ movq(RAX, Immediate(heap->TopAddress())); |
| (...skipping 68 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 1346 __ movq(Address(RAX, Closure::context_offset()), CTX); | 1346 __ movq(Address(RAX, Closure::context_offset()), CTX); |
| 1347 } | 1347 } |
| 1348 | 1348 |
| 1349 // Set the type arguments field in the newly allocated closure. | 1349 // Set the type arguments field in the newly allocated closure. |
| 1350 __ movq(R10, Address(RSP, kTypeArgumentsOffset)); | 1350 __ movq(R10, Address(RSP, kTypeArgumentsOffset)); |
| 1351 __ movq(Address(RAX, Closure::type_arguments_offset()), R10); | 1351 __ movq(Address(RAX, Closure::type_arguments_offset()), R10); |
| 1352 | 1352 |
| 1353 // Done allocating and initializing the instance. | 1353 // Done allocating and initializing the instance. |
| 1354 // RAX: new object. | 1354 // RAX: new object. |
| 1355 __ addq(RAX, Immediate(kHeapObjectTag)); | 1355 __ addq(RAX, Immediate(kHeapObjectTag)); |
| 1356 __ LeaveFrameWithPP(); | 1356 __ LeaveStubFrame(); |
| 1357 __ ret(); | 1357 __ ret(); |
| 1358 | 1358 |
| 1359 __ Bind(&slow_case); | 1359 __ Bind(&slow_case); |
| 1360 } | 1360 } |
| 1361 if (has_type_arguments) { | 1361 if (has_type_arguments) { |
| 1362 __ movq(RCX, Address(RSP, kTypeArgumentsOffset)); | 1362 __ movq(RCX, Address(RSP, kTypeArgumentsOffset)); |
| 1363 } | 1363 } |
| 1364 if (is_implicit_instance_closure) { | 1364 if (is_implicit_instance_closure) { |
| 1365 __ movq(RAX, Address(RSP, kReceiverOffset)); | 1365 __ movq(RAX, Address(RSP, kReceiverOffset)); |
| 1366 } | 1366 } |
| (...skipping 14 matching lines...) Expand all Loading... |
| 1381 __ popq(RAX); // Pop receiver. | 1381 __ popq(RAX); // Pop receiver. |
| 1382 } else { | 1382 } else { |
| 1383 ASSERT(func.IsNonImplicitClosureFunction()); | 1383 ASSERT(func.IsNonImplicitClosureFunction()); |
| 1384 __ CallRuntime(kAllocateClosureRuntimeEntry, 2); | 1384 __ CallRuntime(kAllocateClosureRuntimeEntry, 2); |
| 1385 __ popq(RAX); // Pop type arguments. | 1385 __ popq(RAX); // Pop type arguments. |
| 1386 } | 1386 } |
| 1387 __ popq(RAX); // Pop the function object. | 1387 __ popq(RAX); // Pop the function object. |
| 1388 __ popq(RAX); // Pop the result. | 1388 __ popq(RAX); // Pop the result. |
| 1389 // RAX: New closure object. | 1389 // RAX: New closure object. |
| 1390 // Restore the calling frame. | 1390 // Restore the calling frame. |
| 1391 __ LeaveFrameWithPP(); | 1391 __ LeaveStubFrame(); |
| 1392 __ ret(); | 1392 __ ret(); |
| 1393 } | 1393 } |
| 1394 | 1394 |
| 1395 | 1395 |
| 1396 // Called for invoking "dynamic noSuchMethod(Invocation invocation)" function | 1396 // Called for invoking "dynamic noSuchMethod(Invocation invocation)" function |
| 1397 // from the entry code of a dart function after an error in passed argument | 1397 // from the entry code of a dart function after an error in passed argument |
| 1398 // name or number is detected. | 1398 // name or number is detected. |
| 1399 // Input parameters: | 1399 // Input parameters: |
| 1400 // RSP : points to return address. | 1400 // RSP : points to return address. |
| 1401 // RSP + 8 : address of last argument. | 1401 // RSP + 8 : address of last argument. |
| (...skipping 15 matching lines...) Expand all Loading... |
| 1417 __ movq(R10, R13); // Smi-tagged arguments array length. | 1417 __ movq(R10, R13); // Smi-tagged arguments array length. |
| 1418 PushArgumentsArray(assembler); | 1418 PushArgumentsArray(assembler); |
| 1419 | 1419 |
| 1420 __ CallRuntime(kInvokeNoSuchMethodFunctionRuntimeEntry, 4); | 1420 __ CallRuntime(kInvokeNoSuchMethodFunctionRuntimeEntry, 4); |
| 1421 | 1421 |
| 1422 // Remove arguments. | 1422 // Remove arguments. |
| 1423 __ Drop(4); | 1423 __ Drop(4); |
| 1424 __ popq(RAX); // Get result into RAX. | 1424 __ popq(RAX); // Get result into RAX. |
| 1425 | 1425 |
| 1426 // Remove the stub frame as we are about to return. | 1426 // Remove the stub frame as we are about to return. |
| 1427 __ LeaveFrame(); | 1427 __ LeaveStubFrame(); |
| 1428 __ ret(); | 1428 __ ret(); |
| 1429 } | 1429 } |
| 1430 | 1430 |
| 1431 | 1431 |
| 1432 // Cannot use function object from ICData as it may be the inlined | 1432 // Cannot use function object from ICData as it may be the inlined |
| 1433 // function and not the top-scope function. | 1433 // function and not the top-scope function. |
| 1434 void StubCode::GenerateOptimizedUsageCounterIncrement(Assembler* assembler) { | 1434 void StubCode::GenerateOptimizedUsageCounterIncrement(Assembler* assembler) { |
| 1435 Register ic_reg = RBX; | 1435 Register ic_reg = RBX; |
| 1436 Register func_reg = RDI; | 1436 Register func_reg = RDI; |
| 1437 if (FLAG_trace_optimized_ic_calls) { | 1437 if (FLAG_trace_optimized_ic_calls) { |
| 1438 __ EnterStubFrame(); | 1438 __ EnterStubFrame(); |
| 1439 __ pushq(func_reg); // Preserve | 1439 __ pushq(func_reg); // Preserve |
| 1440 __ pushq(ic_reg); // Preserve. | 1440 __ pushq(ic_reg); // Preserve. |
| 1441 __ pushq(ic_reg); // Argument. | 1441 __ pushq(ic_reg); // Argument. |
| 1442 __ pushq(func_reg); // Argument. | 1442 __ pushq(func_reg); // Argument. |
| 1443 __ CallRuntime(kTraceICCallRuntimeEntry, 2); | 1443 __ CallRuntime(kTraceICCallRuntimeEntry, 2); |
| 1444 __ popq(RAX); // Discard argument; | 1444 __ popq(RAX); // Discard argument; |
| 1445 __ popq(RAX); // Discard argument; | 1445 __ popq(RAX); // Discard argument; |
| 1446 __ popq(ic_reg); // Restore. | 1446 __ popq(ic_reg); // Restore. |
| 1447 __ popq(func_reg); // Restore. | 1447 __ popq(func_reg); // Restore. |
| 1448 __ LeaveFrame(); | 1448 __ LeaveStubFrame(); |
| 1449 } | 1449 } |
| 1450 __ incq(FieldAddress(func_reg, Function::usage_counter_offset())); | 1450 __ incq(FieldAddress(func_reg, Function::usage_counter_offset())); |
| 1451 } | 1451 } |
| 1452 | 1452 |
| 1453 | 1453 |
| 1454 // Loads function into 'temp_reg', preserves 'ic_reg'. | 1454 // Loads function into 'temp_reg', preserves 'ic_reg'. |
| 1455 void StubCode::GenerateUsageCounterIncrement(Assembler* assembler, | 1455 void StubCode::GenerateUsageCounterIncrement(Assembler* assembler, |
| 1456 Register temp_reg) { | 1456 Register temp_reg) { |
| 1457 Register ic_reg = RBX; | 1457 Register ic_reg = RBX; |
| 1458 Register func_reg = temp_reg; | 1458 Register func_reg = temp_reg; |
| (...skipping 33 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 1492 // Check single stepping. | 1492 // Check single stepping. |
| 1493 Label not_stepping; | 1493 Label not_stepping; |
| 1494 __ movq(RAX, FieldAddress(CTX, Context::isolate_offset())); | 1494 __ movq(RAX, FieldAddress(CTX, Context::isolate_offset())); |
| 1495 __ movzxb(RAX, Address(RAX, Isolate::single_step_offset())); | 1495 __ movzxb(RAX, Address(RAX, Isolate::single_step_offset())); |
| 1496 __ cmpq(RAX, Immediate(0)); | 1496 __ cmpq(RAX, Immediate(0)); |
| 1497 __ j(EQUAL, ¬_stepping, Assembler::kNearJump); | 1497 __ j(EQUAL, ¬_stepping, Assembler::kNearJump); |
| 1498 __ EnterStubFrame(); | 1498 __ EnterStubFrame(); |
| 1499 __ pushq(RBX); | 1499 __ pushq(RBX); |
| 1500 __ CallRuntime(kSingleStepHandlerRuntimeEntry, 0); | 1500 __ CallRuntime(kSingleStepHandlerRuntimeEntry, 0); |
| 1501 __ popq(RBX); | 1501 __ popq(RBX); |
| 1502 __ LeaveFrame(); | 1502 __ LeaveStubFrame(); |
| 1503 __ Bind(¬_stepping); | 1503 __ Bind(¬_stepping); |
| 1504 | 1504 |
| 1505 // Load arguments descriptor into R10. | 1505 // Load arguments descriptor into R10. |
| 1506 __ movq(R10, FieldAddress(RBX, ICData::arguments_descriptor_offset())); | 1506 __ movq(R10, FieldAddress(RBX, ICData::arguments_descriptor_offset())); |
| 1507 // Loop that checks if there is an IC data match. | 1507 // Loop that checks if there is an IC data match. |
| 1508 Label loop, update, test, found, get_class_id_as_smi; | 1508 Label loop, update, test, found, get_class_id_as_smi; |
| 1509 // RBX: IC data object (preserved). | 1509 // RBX: IC data object (preserved). |
| 1510 __ movq(R12, FieldAddress(RBX, ICData::ic_data_offset())); | 1510 __ movq(R12, FieldAddress(RBX, ICData::ic_data_offset())); |
| 1511 // R12: ic_data_array with check entries: classes and target functions. | 1511 // R12: ic_data_array with check entries: classes and target functions. |
| 1512 __ leaq(R12, FieldAddress(R12, Array::data_offset())); | 1512 __ leaq(R12, FieldAddress(R12, Array::data_offset())); |
| (...skipping 60 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 1573 } | 1573 } |
| 1574 __ pushq(RBX); // Pass IC data object. | 1574 __ pushq(RBX); // Pass IC data object. |
| 1575 __ CallRuntime(handle_ic_miss, num_args + 1); | 1575 __ CallRuntime(handle_ic_miss, num_args + 1); |
| 1576 // Remove the call arguments pushed earlier, including the IC data object. | 1576 // Remove the call arguments pushed earlier, including the IC data object. |
| 1577 for (intptr_t i = 0; i < num_args + 1; i++) { | 1577 for (intptr_t i = 0; i < num_args + 1; i++) { |
| 1578 __ popq(RAX); | 1578 __ popq(RAX); |
| 1579 } | 1579 } |
| 1580 __ popq(RAX); // Pop returned code object into RAX (null if not found). | 1580 __ popq(RAX); // Pop returned code object into RAX (null if not found). |
| 1581 __ popq(RBX); // Restore IC data array. | 1581 __ popq(RBX); // Restore IC data array. |
| 1582 __ popq(R10); // Restore arguments descriptor array. | 1582 __ popq(R10); // Restore arguments descriptor array. |
| 1583 __ LeaveFrame(); | 1583 __ LeaveStubFrame(); |
| 1584 Label call_target_function; | 1584 Label call_target_function; |
| 1585 __ cmpq(RAX, R12); | 1585 __ cmpq(RAX, R12); |
| 1586 __ j(NOT_EQUAL, &call_target_function, Assembler::kNearJump); | 1586 __ j(NOT_EQUAL, &call_target_function, Assembler::kNearJump); |
| 1587 // NoSuchMethod or closure. | 1587 // NoSuchMethod or closure. |
| 1588 // Mark IC call that it may be a closure call that does not collect | 1588 // Mark IC call that it may be a closure call that does not collect |
| 1589 // type feedback. | 1589 // type feedback. |
| 1590 __ movb(FieldAddress(RBX, ICData::is_closure_call_offset()), Immediate(1)); | 1590 __ movb(FieldAddress(RBX, ICData::is_closure_call_offset()), Immediate(1)); |
| 1591 __ jmp(&StubCode::InstanceFunctionLookupLabel()); | 1591 __ jmp(&StubCode::InstanceFunctionLookupLabel()); |
| 1592 | 1592 |
| 1593 __ Bind(&found); | 1593 __ Bind(&found); |
| (...skipping 15 matching lines...) Expand all Loading... |
| 1609 __ CompareObject(RCX, Object::null_object(), PP); | 1609 __ CompareObject(RCX, Object::null_object(), PP); |
| 1610 __ j(NOT_EQUAL, &is_compiled, Assembler::kNearJump); | 1610 __ j(NOT_EQUAL, &is_compiled, Assembler::kNearJump); |
| 1611 __ EnterStubFrame(); | 1611 __ EnterStubFrame(); |
| 1612 __ pushq(R10); // Preserve arguments descriptor array. | 1612 __ pushq(R10); // Preserve arguments descriptor array. |
| 1613 __ pushq(RBX); // Preserve IC data object. | 1613 __ pushq(RBX); // Preserve IC data object. |
| 1614 __ pushq(RAX); // Pass function. | 1614 __ pushq(RAX); // Pass function. |
| 1615 __ CallRuntime(kCompileFunctionRuntimeEntry, 1); | 1615 __ CallRuntime(kCompileFunctionRuntimeEntry, 1); |
| 1616 __ popq(RAX); // Restore function. | 1616 __ popq(RAX); // Restore function. |
| 1617 __ popq(RBX); // Restore IC data array. | 1617 __ popq(RBX); // Restore IC data array. |
| 1618 __ popq(R10); // Restore arguments descriptor array. | 1618 __ popq(R10); // Restore arguments descriptor array. |
| 1619 __ LeaveFrame(); | 1619 __ LeaveStubFrame(); |
| 1620 __ movq(RCX, FieldAddress(RAX, Function::code_offset())); | 1620 __ movq(RCX, FieldAddress(RAX, Function::code_offset())); |
| 1621 __ Bind(&is_compiled); | 1621 __ Bind(&is_compiled); |
| 1622 } | 1622 } |
| 1623 __ movq(RAX, FieldAddress(RCX, Code::instructions_offset())); | 1623 __ movq(RAX, FieldAddress(RCX, Code::instructions_offset())); |
| 1624 __ addq(RAX, Immediate(Instructions::HeaderSize() - kHeapObjectTag)); | 1624 __ addq(RAX, Immediate(Instructions::HeaderSize() - kHeapObjectTag)); |
| 1625 __ jmp(RAX); | 1625 __ jmp(RAX); |
| 1626 | 1626 |
| 1627 __ Bind(&get_class_id_as_smi); | 1627 __ Bind(&get_class_id_as_smi); |
| 1628 Label not_smi; | 1628 Label not_smi; |
| 1629 // Test if Smi -> load Smi class for comparison. | 1629 // Test if Smi -> load Smi class for comparison. |
| (...skipping 109 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 1739 // Check single stepping. | 1739 // Check single stepping. |
| 1740 Label not_stepping; | 1740 Label not_stepping; |
| 1741 __ movq(RAX, FieldAddress(CTX, Context::isolate_offset())); | 1741 __ movq(RAX, FieldAddress(CTX, Context::isolate_offset())); |
| 1742 __ movzxb(RAX, Address(RAX, Isolate::single_step_offset())); | 1742 __ movzxb(RAX, Address(RAX, Isolate::single_step_offset())); |
| 1743 __ cmpq(RAX, Immediate(0)); | 1743 __ cmpq(RAX, Immediate(0)); |
| 1744 __ j(EQUAL, ¬_stepping, Assembler::kNearJump); | 1744 __ j(EQUAL, ¬_stepping, Assembler::kNearJump); |
| 1745 __ EnterStubFrame(); | 1745 __ EnterStubFrame(); |
| 1746 __ pushq(RBX); // Preserve IC data object. | 1746 __ pushq(RBX); // Preserve IC data object. |
| 1747 __ CallRuntime(kSingleStepHandlerRuntimeEntry, 0); | 1747 __ CallRuntime(kSingleStepHandlerRuntimeEntry, 0); |
| 1748 __ popq(RBX); | 1748 __ popq(RBX); |
| 1749 __ LeaveFrame(); | 1749 __ LeaveStubFrame(); |
| 1750 __ Bind(¬_stepping); | 1750 __ Bind(¬_stepping); |
| 1751 | 1751 |
| 1752 // RBX: IC data object (preserved). | 1752 // RBX: IC data object (preserved). |
| 1753 __ movq(R12, FieldAddress(RBX, ICData::ic_data_offset())); | 1753 __ movq(R12, FieldAddress(RBX, ICData::ic_data_offset())); |
| 1754 // R12: ic_data_array with entries: target functions and count. | 1754 // R12: ic_data_array with entries: target functions and count. |
| 1755 __ leaq(R12, FieldAddress(R12, Array::data_offset())); | 1755 __ leaq(R12, FieldAddress(R12, Array::data_offset())); |
| 1756 // R12: points directly to the first ic data array element. | 1756 // R12: points directly to the first ic data array element. |
| 1757 const intptr_t target_offset = ICData::TargetIndexFor(0) * kWordSize; | 1757 const intptr_t target_offset = ICData::TargetIndexFor(0) * kWordSize; |
| 1758 const intptr_t count_offset = ICData::CountIndexFor(0) * kWordSize; | 1758 const intptr_t count_offset = ICData::CountIndexFor(0) * kWordSize; |
| 1759 | 1759 |
| (...skipping 14 matching lines...) Expand all Loading... |
| 1774 __ j(NOT_EQUAL, &target_is_compiled, Assembler::kNearJump); | 1774 __ j(NOT_EQUAL, &target_is_compiled, Assembler::kNearJump); |
| 1775 | 1775 |
| 1776 __ EnterStubFrame(); | 1776 __ EnterStubFrame(); |
| 1777 __ pushq(R13); // Preserve target function. | 1777 __ pushq(R13); // Preserve target function. |
| 1778 __ pushq(RBX); // Preserve IC data object. | 1778 __ pushq(RBX); // Preserve IC data object. |
| 1779 __ pushq(R13); // Pass function. | 1779 __ pushq(R13); // Pass function. |
| 1780 __ CallRuntime(kCompileFunctionRuntimeEntry, 1); | 1780 __ CallRuntime(kCompileFunctionRuntimeEntry, 1); |
| 1781 __ popq(RAX); // Discard argument. | 1781 __ popq(RAX); // Discard argument. |
| 1782 __ popq(RBX); // Restore IC data object. | 1782 __ popq(RBX); // Restore IC data object. |
| 1783 __ popq(R13); // Restore target function. | 1783 __ popq(R13); // Restore target function. |
| 1784 __ LeaveFrame(); | 1784 __ LeaveStubFrame(); |
| 1785 __ movq(RAX, FieldAddress(R13, Function::code_offset())); | 1785 __ movq(RAX, FieldAddress(R13, Function::code_offset())); |
| 1786 | 1786 |
| 1787 __ Bind(&target_is_compiled); | 1787 __ Bind(&target_is_compiled); |
| 1788 // RAX: Target code. | 1788 // RAX: Target code. |
| 1789 __ movq(RAX, FieldAddress(RAX, Code::instructions_offset())); | 1789 __ movq(RAX, FieldAddress(RAX, Code::instructions_offset())); |
| 1790 __ addq(RAX, Immediate(Instructions::HeaderSize() - kHeapObjectTag)); | 1790 __ addq(RAX, Immediate(Instructions::HeaderSize() - kHeapObjectTag)); |
| 1791 // Load arguments descriptor into R10. | 1791 // Load arguments descriptor into R10. |
| 1792 __ movq(R10, FieldAddress(RBX, ICData::arguments_descriptor_offset())); | 1792 __ movq(R10, FieldAddress(RBX, ICData::arguments_descriptor_offset())); |
| 1793 __ jmp(RAX); | 1793 __ jmp(RAX); |
| 1794 } | 1794 } |
| (...skipping 12 matching lines...) Expand all Loading... |
| 1807 // RAX: Function. | 1807 // RAX: Function. |
| 1808 void StubCode::GenerateCompileFunctionRuntimeCallStub(Assembler* assembler) { | 1808 void StubCode::GenerateCompileFunctionRuntimeCallStub(Assembler* assembler) { |
| 1809 __ EnterStubFrame(); | 1809 __ EnterStubFrame(); |
| 1810 __ pushq(RDX); // Preserve arguments descriptor array. | 1810 __ pushq(RDX); // Preserve arguments descriptor array. |
| 1811 __ pushq(RCX); // Preserve IC data object. | 1811 __ pushq(RCX); // Preserve IC data object. |
| 1812 __ pushq(RAX); // Pass function. | 1812 __ pushq(RAX); // Pass function. |
| 1813 __ CallRuntime(kCompileFunctionRuntimeEntry, 1); | 1813 __ CallRuntime(kCompileFunctionRuntimeEntry, 1); |
| 1814 __ popq(RAX); // Restore function. | 1814 __ popq(RAX); // Restore function. |
| 1815 __ popq(RCX); // Restore IC data array. | 1815 __ popq(RCX); // Restore IC data array. |
| 1816 __ popq(RDX); // Restore arguments descriptor array. | 1816 __ popq(RDX); // Restore arguments descriptor array. |
| 1817 __ LeaveFrame(); | 1817 __ LeaveStubFrame(); |
| 1818 __ ret(); | 1818 __ ret(); |
| 1819 } | 1819 } |
| 1820 | 1820 |
| 1821 | 1821 |
| 1822 // RBX, R10: May contain arguments to runtime stub. | 1822 // RBX, R10: May contain arguments to runtime stub. |
| 1823 // TOS(0): return address (Dart code). | 1823 // TOS(0): return address (Dart code). |
| 1824 void StubCode::GenerateBreakpointRuntimeStub(Assembler* assembler) { | 1824 void StubCode::GenerateBreakpointRuntimeStub(Assembler* assembler) { |
| 1825 __ EnterStubFrameWithPP(); | 1825 __ EnterStubFrame(); |
| 1826 // Preserve runtime args. | 1826 // Preserve runtime args. |
| 1827 __ pushq(RBX); | 1827 __ pushq(RBX); |
| 1828 __ pushq(R10); | 1828 __ pushq(R10); |
| 1829 // Room for result. Debugger stub returns address of the | 1829 // Room for result. Debugger stub returns address of the |
| 1830 // unpatched runtime stub. | 1830 // unpatched runtime stub. |
| 1831 __ LoadObject(R12, Object::null_object(), PP); | 1831 __ LoadObject(R12, Object::null_object(), PP); |
| 1832 __ pushq(R12); // Room for result. | 1832 __ pushq(R12); // Room for result. |
| 1833 __ CallRuntime(kBreakpointRuntimeHandlerRuntimeEntry, 0); | 1833 __ CallRuntime(kBreakpointRuntimeHandlerRuntimeEntry, 0); |
| 1834 __ popq(RAX); // Address of original. | 1834 __ popq(RAX); // Address of original. |
| 1835 __ popq(R10); // Restore arguments. | 1835 __ popq(R10); // Restore arguments. |
| 1836 __ popq(RBX); | 1836 __ popq(RBX); |
| 1837 __ LeaveFrameWithPP(); | 1837 __ LeaveStubFrame(); |
| 1838 __ jmp(RAX); // Jump to original stub. | 1838 __ jmp(RAX); // Jump to original stub. |
| 1839 } | 1839 } |
| 1840 | 1840 |
| 1841 | 1841 |
| 1842 // RBX: ICData (unoptimized static call) | 1842 // RBX: ICData (unoptimized static call) |
| 1843 // TOS(0): return address (Dart code). | 1843 // TOS(0): return address (Dart code). |
| 1844 void StubCode::GenerateBreakpointStaticStub(Assembler* assembler) { | 1844 void StubCode::GenerateBreakpointStaticStub(Assembler* assembler) { |
| 1845 __ EnterStubFrame(); | 1845 __ EnterStubFrame(); |
| 1846 __ LoadObject(R12, Object::null_object(), PP); | 1846 __ LoadObject(R12, Object::null_object(), PP); |
| 1847 __ pushq(RBX); // Preserve IC data for unoptimized call. | 1847 __ pushq(RBX); // Preserve IC data for unoptimized call. |
| 1848 __ pushq(R12); // Room for result. | 1848 __ pushq(R12); // Room for result. |
| 1849 __ CallRuntime(kBreakpointStaticHandlerRuntimeEntry, 0); | 1849 __ CallRuntime(kBreakpointStaticHandlerRuntimeEntry, 0); |
| 1850 __ popq(RAX); // Code object. | 1850 __ popq(RAX); // Code object. |
| 1851 __ popq(RBX); // Restore IC data. | 1851 __ popq(RBX); // Restore IC data. |
| 1852 __ LeaveFrame(); | 1852 __ LeaveStubFrame(); |
| 1853 | 1853 |
| 1854 // Load arguments descriptor into R10. | 1854 // Load arguments descriptor into R10. |
| 1855 __ movq(R10, FieldAddress(RBX, ICData::arguments_descriptor_offset())); | 1855 __ movq(R10, FieldAddress(RBX, ICData::arguments_descriptor_offset())); |
| 1856 // Now call the static function. The breakpoint handler function | 1856 // Now call the static function. The breakpoint handler function |
| 1857 // ensures that the call target is compiled. | 1857 // ensures that the call target is compiled. |
| 1858 __ movq(RBX, FieldAddress(RAX, Code::instructions_offset())); | 1858 __ movq(RBX, FieldAddress(RAX, Code::instructions_offset())); |
| 1859 __ addq(RBX, Immediate(Instructions::HeaderSize() - kHeapObjectTag)); | 1859 __ addq(RBX, Immediate(Instructions::HeaderSize() - kHeapObjectTag)); |
| 1860 __ jmp(RBX); | 1860 __ jmp(RBX); |
| 1861 } | 1861 } |
| 1862 | 1862 |
| 1863 | 1863 |
| 1864 // TOS(0): return address (Dart code). | 1864 // TOS(0): return address (Dart code). |
| 1865 void StubCode::GenerateBreakpointReturnStub(Assembler* assembler) { | 1865 void StubCode::GenerateBreakpointReturnStub(Assembler* assembler) { |
| 1866 __ EnterStubFrameWithPP(); | 1866 __ EnterStubFrame(); |
| 1867 __ pushq(RAX); | 1867 __ pushq(RAX); |
| 1868 __ CallRuntime(kBreakpointReturnHandlerRuntimeEntry, 0); | 1868 __ CallRuntime(kBreakpointReturnHandlerRuntimeEntry, 0); |
| 1869 __ popq(RAX); | 1869 __ popq(RAX); |
| 1870 __ LeaveFrameWithPP(); | 1870 __ LeaveStubFrame(); |
| 1871 | |
| 1872 __ popq(R11); // discard return address of call to this stub. | 1871 __ popq(R11); // discard return address of call to this stub. |
| 1873 __ LeaveFrameWithPP(); | 1872 __ LeaveDartFrame(); |
| 1874 __ ret(); | 1873 __ ret(); |
| 1875 } | 1874 } |
| 1876 | 1875 |
| 1877 | 1876 |
| 1878 // RBX: Inline cache data array. | 1877 // RBX: Inline cache data array. |
| 1879 // TOS(0): return address (Dart code). | 1878 // TOS(0): return address (Dart code). |
| 1880 void StubCode::GenerateBreakpointDynamicStub(Assembler* assembler) { | 1879 void StubCode::GenerateBreakpointDynamicStub(Assembler* assembler) { |
| 1881 __ EnterStubFrame(); | 1880 __ EnterStubFrame(); |
| 1882 __ pushq(RBX); | 1881 __ pushq(RBX); |
| 1883 __ CallRuntime(kBreakpointDynamicHandlerRuntimeEntry, 0); | 1882 __ CallRuntime(kBreakpointDynamicHandlerRuntimeEntry, 0); |
| 1884 __ popq(RBX); | 1883 __ popq(RBX); |
| 1885 __ LeaveFrame(); | 1884 __ LeaveStubFrame(); |
| 1886 | 1885 |
| 1887 // Find out which dispatch stub to call. | 1886 // Find out which dispatch stub to call. |
| 1888 Label test_two, test_three, test_four; | 1887 Label test_two, test_three, test_four; |
| 1889 __ movq(RCX, FieldAddress(RBX, ICData::num_args_tested_offset())); | 1888 __ movq(RCX, FieldAddress(RBX, ICData::num_args_tested_offset())); |
| 1890 __ cmpq(RCX, Immediate(1)); | 1889 __ cmpq(RCX, Immediate(1)); |
| 1891 __ j(NOT_EQUAL, &test_two, Assembler::kNearJump); | 1890 __ j(NOT_EQUAL, &test_two, Assembler::kNearJump); |
| 1892 __ jmp(&StubCode::OneArgCheckInlineCacheLabel()); | 1891 __ jmp(&StubCode::OneArgCheckInlineCacheLabel()); |
| 1893 __ Bind(&test_two); | 1892 __ Bind(&test_two); |
| 1894 __ cmpl(RCX, Immediate(2)); | 1893 __ cmpl(RCX, Immediate(2)); |
| 1895 __ j(NOT_EQUAL, &test_three, Assembler::kNearJump); | 1894 __ j(NOT_EQUAL, &test_three, Assembler::kNearJump); |
| (...skipping 141 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 2037 __ movq(kExceptionObjectReg, RCX); // exception object. | 2036 __ movq(kExceptionObjectReg, RCX); // exception object. |
| 2038 __ movq(RSP, RSI); // target stack_pointer. | 2037 __ movq(RSP, RSI); // target stack_pointer. |
| 2039 __ jmp(RDI); // Jump to the exception handler code. | 2038 __ jmp(RDI); // Jump to the exception handler code. |
| 2040 } | 2039 } |
| 2041 | 2040 |
| 2042 | 2041 |
| 2043 // Calls to the runtime to optimize the given function. | 2042 // Calls to the runtime to optimize the given function. |
| 2044 // RDI: function to be reoptimized. | 2043 // RDI: function to be reoptimized. |
| 2045 // R10: argument descriptor (preserved). | 2044 // R10: argument descriptor (preserved). |
| 2046 void StubCode::GenerateOptimizeFunctionStub(Assembler* assembler) { | 2045 void StubCode::GenerateOptimizeFunctionStub(Assembler* assembler) { |
| 2047 __ EnterStubFrameWithPP(); | 2046 __ EnterStubFrame(); |
| 2048 __ LoadObject(R12, Object::null_object(), PP); | 2047 __ LoadObject(R12, Object::null_object(), PP); |
| 2049 __ pushq(R10); | 2048 __ pushq(R10); |
| 2050 __ pushq(R12); // Setup space on stack for return value. | 2049 __ pushq(R12); // Setup space on stack for return value. |
| 2051 __ pushq(RDI); | 2050 __ pushq(RDI); |
| 2052 __ CallRuntime(kOptimizeInvokedFunctionRuntimeEntry, 1); | 2051 __ CallRuntime(kOptimizeInvokedFunctionRuntimeEntry, 1); |
| 2053 __ popq(RAX); // Disard argument. | 2052 __ popq(RAX); // Disard argument. |
| 2054 __ popq(RAX); // Get Code object. | 2053 __ popq(RAX); // Get Code object. |
| 2055 __ popq(R10); // Restore argument descriptor. | 2054 __ popq(R10); // Restore argument descriptor. |
| 2056 __ movq(RAX, FieldAddress(RAX, Code::instructions_offset())); | 2055 __ movq(RAX, FieldAddress(RAX, Code::instructions_offset())); |
| 2057 __ addq(RAX, Immediate(Instructions::HeaderSize() - kHeapObjectTag)); | 2056 __ addq(RAX, Immediate(Instructions::HeaderSize() - kHeapObjectTag)); |
| 2058 __ LeaveFrameWithPP(); | 2057 __ LeaveStubFrame(); |
| 2059 __ jmp(RAX); | 2058 __ jmp(RAX); |
| 2060 __ int3(); | 2059 __ int3(); |
| 2061 } | 2060 } |
| 2062 | 2061 |
| 2063 | 2062 |
| 2064 DECLARE_LEAF_RUNTIME_ENTRY(intptr_t, | 2063 DECLARE_LEAF_RUNTIME_ENTRY(intptr_t, |
| 2065 BigintCompare, | 2064 BigintCompare, |
| 2066 RawBigint* left, | 2065 RawBigint* left, |
| 2067 RawBigint* right); | 2066 RawBigint* right); |
| 2068 | 2067 |
| (...skipping 65 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 2134 void StubCode::GenerateUnoptimizedIdenticalWithNumberCheckStub( | 2133 void StubCode::GenerateUnoptimizedIdenticalWithNumberCheckStub( |
| 2135 Assembler* assembler) { | 2134 Assembler* assembler) { |
| 2136 // Check single stepping. | 2135 // Check single stepping. |
| 2137 Label not_stepping; | 2136 Label not_stepping; |
| 2138 __ movq(RAX, FieldAddress(CTX, Context::isolate_offset())); | 2137 __ movq(RAX, FieldAddress(CTX, Context::isolate_offset())); |
| 2139 __ movzxb(RAX, Address(RAX, Isolate::single_step_offset())); | 2138 __ movzxb(RAX, Address(RAX, Isolate::single_step_offset())); |
| 2140 __ cmpq(RAX, Immediate(0)); | 2139 __ cmpq(RAX, Immediate(0)); |
| 2141 __ j(EQUAL, ¬_stepping, Assembler::kNearJump); | 2140 __ j(EQUAL, ¬_stepping, Assembler::kNearJump); |
| 2142 __ EnterStubFrame(); | 2141 __ EnterStubFrame(); |
| 2143 __ CallRuntime(kSingleStepHandlerRuntimeEntry, 0); | 2142 __ CallRuntime(kSingleStepHandlerRuntimeEntry, 0); |
| 2144 __ LeaveFrame(); | 2143 __ LeaveStubFrame(); |
| 2145 __ Bind(¬_stepping); | 2144 __ Bind(¬_stepping); |
| 2146 | 2145 |
| 2147 const Register left = RAX; | 2146 const Register left = RAX; |
| 2148 const Register right = RDX; | 2147 const Register right = RDX; |
| 2149 | 2148 |
| 2150 __ movq(left, Address(RSP, 2 * kWordSize)); | 2149 __ movq(left, Address(RSP, 2 * kWordSize)); |
| 2151 __ movq(right, Address(RSP, 1 * kWordSize)); | 2150 __ movq(right, Address(RSP, 1 * kWordSize)); |
| 2152 GenerateIdenticalWithNumberCheckStub(assembler, left, right); | 2151 GenerateIdenticalWithNumberCheckStub(assembler, left, right); |
| 2153 __ ret(); | 2152 __ ret(); |
| 2154 } | 2153 } |
| (...skipping 11 matching lines...) Expand all Loading... |
| 2166 | 2165 |
| 2167 __ movq(left, Address(RSP, 2 * kWordSize)); | 2166 __ movq(left, Address(RSP, 2 * kWordSize)); |
| 2168 __ movq(right, Address(RSP, 1 * kWordSize)); | 2167 __ movq(right, Address(RSP, 1 * kWordSize)); |
| 2169 GenerateIdenticalWithNumberCheckStub(assembler, left, right); | 2168 GenerateIdenticalWithNumberCheckStub(assembler, left, right); |
| 2170 __ ret(); | 2169 __ ret(); |
| 2171 } | 2170 } |
| 2172 | 2171 |
| 2173 } // namespace dart | 2172 } // namespace dart |
| 2174 | 2173 |
| 2175 #endif // defined TARGET_ARCH_X64 | 2174 #endif // defined TARGET_ARCH_X64 |
| OLD | NEW |