| OLD | NEW |
| 1 // Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file | 1 // Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file |
| 2 // for details. All rights reserved. Use of this source code is governed by a | 2 // for details. All rights reserved. Use of this source code is governed by a |
| 3 // BSD-style license that can be found in the LICENSE file. | 3 // BSD-style license that can be found in the LICENSE file. |
| 4 | 4 |
| 5 #include "vm/globals.h" | 5 #include "vm/globals.h" |
| 6 #if defined(TARGET_ARCH_X64) | 6 #if defined(TARGET_ARCH_X64) |
| 7 | 7 |
| 8 #include "vm/assembler.h" | 8 #include "vm/assembler.h" |
| 9 #include "vm/compiler.h" | 9 #include "vm/compiler.h" |
| 10 #include "vm/dart_entry.h" | 10 #include "vm/dart_entry.h" |
| (...skipping 61 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 72 __ subq(RSP, Immediate(sizeof(NativeArguments))); | 72 __ subq(RSP, Immediate(sizeof(NativeArguments))); |
| 73 if (OS::ActivationFrameAlignment() > 1) { | 73 if (OS::ActivationFrameAlignment() > 1) { |
| 74 __ andq(RSP, Immediate(~(OS::ActivationFrameAlignment() - 1))); | 74 __ andq(RSP, Immediate(~(OS::ActivationFrameAlignment() - 1))); |
| 75 } | 75 } |
| 76 | 76 |
| 77 // Pass NativeArguments structure by value and call runtime. | 77 // Pass NativeArguments structure by value and call runtime. |
| 78 __ movq(Address(RSP, thread_offset), THR); // Set thread in NativeArgs. | 78 __ movq(Address(RSP, thread_offset), THR); // Set thread in NativeArgs. |
| 79 // There are no runtime calls to closures, so we do not need to set the tag | 79 // There are no runtime calls to closures, so we do not need to set the tag |
| 80 // bits kClosureFunctionBit and kInstanceFunctionBit in argc_tag_. | 80 // bits kClosureFunctionBit and kInstanceFunctionBit in argc_tag_. |
| 81 __ movq(Address(RSP, argc_tag_offset), R10); // Set argc in NativeArguments. | 81 __ movq(Address(RSP, argc_tag_offset), R10); // Set argc in NativeArguments. |
| 82 // Compute argv. | 82 __ leaq(RAX, Address(RBP, R10, TIMES_8, 1 * kWordSize)); // Compute argv. |
| 83 __ leaq(RAX, Address(RBP, R10, TIMES_8, kParamEndSlotFromFp * kWordSize)); | |
| 84 __ movq(Address(RSP, argv_offset), RAX); // Set argv in NativeArguments. | 83 __ movq(Address(RSP, argv_offset), RAX); // Set argv in NativeArguments. |
| 85 __ addq(RAX, Immediate(1 * kWordSize)); // Retval is next to 1st argument. | 84 __ addq(RAX, Immediate(1 * kWordSize)); // Retval is next to 1st argument. |
| 86 __ movq(Address(RSP, retval_offset), RAX); // Set retval in NativeArguments. | 85 __ movq(Address(RSP, retval_offset), RAX); // Set retval in NativeArguments. |
| 87 #if defined(_WIN64) | 86 #if defined(_WIN64) |
| 88 ASSERT(sizeof(NativeArguments) > CallingConventions::kRegisterTransferLimit); | 87 ASSERT(sizeof(NativeArguments) > CallingConventions::kRegisterTransferLimit); |
| 89 __ movq(CallingConventions::kArg1Reg, RSP); | 88 __ movq(CallingConventions::kArg1Reg, RSP); |
| 90 #endif | 89 #endif |
| 91 __ CallCFunction(RBX); | 90 __ CallCFunction(RBX); |
| 92 | 91 |
| 93 // Mark that the isolate is executing Dart code. | 92 // Mark that the isolate is executing Dart code. |
| (...skipping 180 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 274 | 273 |
| 275 | 274 |
| 276 // Input parameters: | 275 // Input parameters: |
| 277 // R10: arguments descriptor array. | 276 // R10: arguments descriptor array. |
| 278 void StubCode::GenerateCallStaticFunctionStub(Assembler* assembler) { | 277 void StubCode::GenerateCallStaticFunctionStub(Assembler* assembler) { |
| 279 __ EnterStubFrame(); | 278 __ EnterStubFrame(); |
| 280 __ pushq(R10); // Preserve arguments descriptor array. | 279 __ pushq(R10); // Preserve arguments descriptor array. |
| 281 // Setup space on stack for return value. | 280 // Setup space on stack for return value. |
| 282 __ PushObject(Object::null_object()); | 281 __ PushObject(Object::null_object()); |
| 283 __ CallRuntime(kPatchStaticCallRuntimeEntry, 0); | 282 __ CallRuntime(kPatchStaticCallRuntimeEntry, 0); |
| 284 __ popq(CODE_REG); // Get Code object result. | 283 __ popq(RAX); // Get Code object result. |
| 285 __ popq(R10); // Restore arguments descriptor array. | 284 __ popq(R10); // Restore arguments descriptor array. |
| 286 // Remove the stub frame as we are about to jump to the dart function. | 285 // Remove the stub frame as we are about to jump to the dart function. |
| 287 __ LeaveStubFrame(); | 286 __ LeaveStubFrame(); |
| 288 | 287 |
| 289 __ movq(RBX, FieldAddress(CODE_REG, Code::entry_point_offset())); | 288 __ movq(RBX, FieldAddress(RAX, Code::entry_point_offset())); |
| 290 __ jmp(RBX); | 289 __ jmp(RBX); |
| 291 } | 290 } |
| 292 | 291 |
| 293 | 292 |
| 294 // Called from a static call only when an invalid code has been entered | 293 // Called from a static call only when an invalid code has been entered |
| 295 // (invalid because its function was optimized or deoptimized). | 294 // (invalid because its function was optimized or deoptimized). |
| 296 // R10: arguments descriptor array. | 295 // R10: arguments descriptor array. |
| 297 void StubCode::GenerateFixCallersTargetStub(Assembler* assembler) { | 296 void StubCode::GenerateFixCallersTargetStub(Assembler* assembler) { |
| 298 // Load code pointer to this stub from the thread: | |
| 299 // The one that is passed in, is not correct - it points to the code object | |
| 300 // that needs to be replaced. | |
| 301 __ movq(CODE_REG, Address(THR, Thread::fix_callers_target_code_offset())); | |
| 302 __ EnterStubFrame(); | 297 __ EnterStubFrame(); |
| 303 __ pushq(R10); // Preserve arguments descriptor array. | 298 __ pushq(R10); // Preserve arguments descriptor array. |
| 304 // Setup space on stack for return value. | 299 // Setup space on stack for return value. |
| 305 __ PushObject(Object::null_object()); | 300 __ PushObject(Object::null_object()); |
| 306 __ CallRuntime(kFixCallersTargetRuntimeEntry, 0); | 301 __ CallRuntime(kFixCallersTargetRuntimeEntry, 0); |
| 307 __ popq(CODE_REG); // Get Code object. | 302 __ popq(RAX); // Get Code object. |
| 308 __ popq(R10); // Restore arguments descriptor array. | 303 __ popq(R10); // Restore arguments descriptor array. |
| 309 __ movq(RAX, FieldAddress(CODE_REG, Code::entry_point_offset())); | 304 __ movq(RAX, FieldAddress(RAX, Code::entry_point_offset())); |
| 310 __ LeaveStubFrame(); | 305 __ LeaveStubFrame(); |
| 311 __ jmp(RAX); | 306 __ jmp(RAX); |
| 312 __ int3(); | 307 __ int3(); |
| 313 } | 308 } |
| 314 | 309 |
| 315 | 310 |
| 316 // Called from object allocate instruction when the allocation stub has been | 311 // Called from object allocate instruction when the allocation stub has been |
| 317 // disabled. | 312 // disabled. |
| 318 void StubCode::GenerateFixAllocationStubTargetStub(Assembler* assembler) { | 313 void StubCode::GenerateFixAllocationStubTargetStub(Assembler* assembler) { |
| 319 // Load code pointer to this stub from the thread: | |
| 320 // The one that is passed in, is not correct - it points to the code object | |
| 321 // that needs to be replaced. | |
| 322 __ movq(CODE_REG, Address(THR, Thread::fix_allocation_stub_code_offset())); | |
| 323 __ EnterStubFrame(); | 314 __ EnterStubFrame(); |
| 324 // Setup space on stack for return value. | 315 // Setup space on stack for return value. |
| 325 __ PushObject(Object::null_object()); | 316 __ PushObject(Object::null_object()); |
| 326 __ CallRuntime(kFixAllocationStubTargetRuntimeEntry, 0); | 317 __ CallRuntime(kFixAllocationStubTargetRuntimeEntry, 0); |
| 327 __ popq(CODE_REG); // Get Code object. | 318 __ popq(RAX); // Get Code object. |
| 328 __ movq(RAX, FieldAddress(CODE_REG, Code::entry_point_offset())); | 319 __ movq(RAX, FieldAddress(RAX, Code::entry_point_offset())); |
| 329 __ LeaveStubFrame(); | 320 __ LeaveStubFrame(); |
| 330 __ jmp(RAX); | 321 __ jmp(RAX); |
| 331 __ int3(); | 322 __ int3(); |
| 332 } | 323 } |
| 333 | 324 |
| 334 | 325 |
| 335 // Input parameters: | 326 // Input parameters: |
| 336 // R10: smi-tagged argument count, may be zero. | 327 // R10: smi-tagged argument count, may be zero. |
| 337 // RBP[kParamEndSlotFromFp + 1]: last argument. | 328 // RBP[kParamEndSlotFromFp + 1]: last argument. |
| 338 static void PushArgumentsArray(Assembler* assembler) { | 329 static void PushArgumentsArray(Assembler* assembler) { |
| (...skipping 42 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 381 // Stack after EnterDartFrame(0, PP, kNoRegister) below: | 372 // Stack after EnterDartFrame(0, PP, kNoRegister) below: |
| 382 // +------------------+ | 373 // +------------------+ |
| 383 // | Saved PP | <- PP | 374 // | Saved PP | <- PP |
| 384 // +------------------+ | 375 // +------------------+ |
| 385 // | PC marker | <- TOS | 376 // | PC marker | <- TOS |
| 386 // +------------------+ | 377 // +------------------+ |
| 387 // | Saved FP | <- FP of stub | 378 // | Saved FP | <- FP of stub |
| 388 // +------------------+ | 379 // +------------------+ |
| 389 // | return-address | (deoptimization point) | 380 // | return-address | (deoptimization point) |
| 390 // +------------------+ | 381 // +------------------+ |
| 391 // | Saved CODE_REG | | |
| 392 // +------------------+ | |
| 393 // | ... | <- SP of optimized frame | 382 // | ... | <- SP of optimized frame |
| 394 // | 383 // |
| 395 // Parts of the code cannot GC, part of the code can GC. | 384 // Parts of the code cannot GC, part of the code can GC. |
| 396 static void GenerateDeoptimizationSequence(Assembler* assembler, | 385 static void GenerateDeoptimizationSequence(Assembler* assembler, |
| 397 DeoptStubKind kind) { | 386 bool preserve_result) { |
| 398 // DeoptimizeCopyFrame expects a Dart frame, i.e. EnterDartFrame(0), but there | 387 // DeoptimizeCopyFrame expects a Dart frame, i.e. EnterDartFrame(0), but there |
| 399 // is no need to set the correct PC marker or load PP, since they get patched. | 388 // is no need to set the correct PC marker or load PP, since they get patched. |
| 400 __ EnterStubFrame(); | 389 __ EnterStubFrame(); |
| 401 | 390 |
| 402 // The code in this frame may not cause GC. kDeoptimizeCopyFrameRuntimeEntry | 391 // The code in this frame may not cause GC. kDeoptimizeCopyFrameRuntimeEntry |
| 403 // and kDeoptimizeFillFrameRuntimeEntry are leaf runtime calls. | 392 // and kDeoptimizeFillFrameRuntimeEntry are leaf runtime calls. |
| 404 const intptr_t saved_result_slot_from_fp = | 393 const intptr_t saved_result_slot_from_fp = |
| 405 kFirstLocalSlotFromFp + 1 - (kNumberOfCpuRegisters - RAX); | 394 kFirstLocalSlotFromFp + 1 - (kNumberOfCpuRegisters - RAX); |
| 406 // Result in RAX is preserved as part of pushing all registers below. | 395 // Result in RAX is preserved as part of pushing all registers below. |
| 407 | 396 |
| 408 // Push registers in their enumeration order: lowest register number at | 397 // Push registers in their enumeration order: lowest register number at |
| 409 // lowest address. | 398 // lowest address. |
| 410 for (intptr_t i = kNumberOfCpuRegisters - 1; i >= 0; i--) { | 399 for (intptr_t i = kNumberOfCpuRegisters - 1; i >= 0; i--) { |
| 411 if (i == CODE_REG) { | 400 __ pushq(static_cast<Register>(i)); |
| 412 // Save the original value of CODE_REG pushed before invoking this stub | |
| 413 // instead of the value used to call this stub. | |
| 414 __ pushq(Address(RBP, 2 * kWordSize)); | |
| 415 } else { | |
| 416 __ pushq(static_cast<Register>(i)); | |
| 417 } | |
| 418 } | 401 } |
| 419 __ subq(RSP, Immediate(kNumberOfXmmRegisters * kFpuRegisterSize)); | 402 __ subq(RSP, Immediate(kNumberOfXmmRegisters * kFpuRegisterSize)); |
| 420 intptr_t offset = 0; | 403 intptr_t offset = 0; |
| 421 for (intptr_t reg_idx = 0; reg_idx < kNumberOfXmmRegisters; ++reg_idx) { | 404 for (intptr_t reg_idx = 0; reg_idx < kNumberOfXmmRegisters; ++reg_idx) { |
| 422 XmmRegister xmm_reg = static_cast<XmmRegister>(reg_idx); | 405 XmmRegister xmm_reg = static_cast<XmmRegister>(reg_idx); |
| 423 __ movups(Address(RSP, offset), xmm_reg); | 406 __ movups(Address(RSP, offset), xmm_reg); |
| 424 offset += kFpuRegisterSize; | 407 offset += kFpuRegisterSize; |
| 425 } | 408 } |
| 426 | 409 |
| 427 // Pass address of saved registers block. | 410 // Pass address of saved registers block. |
| 428 __ movq(CallingConventions::kArg1Reg, RSP); | 411 __ movq(CallingConventions::kArg1Reg, RSP); |
| 429 __ movq(CallingConventions::kArg2Reg, Immediate(kind == kLazyDeopt ? 1 : 0)); | |
| 430 __ ReserveAlignedFrameSpace(0); // Ensure stack is aligned before the call. | 412 __ ReserveAlignedFrameSpace(0); // Ensure stack is aligned before the call. |
| 431 __ CallRuntime(kDeoptimizeCopyFrameRuntimeEntry, 2); | 413 __ CallRuntime(kDeoptimizeCopyFrameRuntimeEntry, 1); |
| 432 // Result (RAX) is stack-size (FP - SP) in bytes. | 414 // Result (RAX) is stack-size (FP - SP) in bytes. |
| 433 | 415 |
| 434 const bool preserve_result = (kind == kLazyDeopt); | |
| 435 if (preserve_result) { | 416 if (preserve_result) { |
| 436 // Restore result into RBX temporarily. | 417 // Restore result into RBX temporarily. |
| 437 __ movq(RBX, Address(RBP, saved_result_slot_from_fp * kWordSize)); | 418 __ movq(RBX, Address(RBP, saved_result_slot_from_fp * kWordSize)); |
| 438 } | 419 } |
| 439 | 420 |
| 440 // There is a Dart Frame on the stack. We must restore PP and leave frame. | 421 // There is a Dart Frame on the stack. We must restore PP and leave frame. |
| 441 __ RestoreCodePointer(); | |
| 442 __ LeaveStubFrame(); | 422 __ LeaveStubFrame(); |
| 443 | 423 |
| 444 __ popq(RCX); // Preserve return address. | 424 __ popq(RCX); // Preserve return address. |
| 445 __ movq(RSP, RBP); // Discard optimized frame. | 425 __ movq(RSP, RBP); // Discard optimized frame. |
| 446 __ subq(RSP, RAX); // Reserve space for deoptimized frame. | 426 __ subq(RSP, RAX); // Reserve space for deoptimized frame. |
| 447 __ pushq(RCX); // Restore return address. | 427 __ pushq(RCX); // Restore return address. |
| 448 | 428 |
| 449 // DeoptimizeFillFrame expects a Dart frame, i.e. EnterDartFrame(0), but there | 429 // DeoptimizeFillFrame expects a Dart frame, i.e. EnterDartFrame(0), but there |
| 450 // is no need to set the correct PC marker or load PP, since they get patched. | 430 // is no need to set the correct PC marker or load PP, since they get patched. |
| 451 __ EnterStubFrame(); | 431 __ EnterStubFrame(); |
| 452 | 432 |
| 453 if (preserve_result) { | 433 if (preserve_result) { |
| 454 __ pushq(RBX); // Preserve result as first local. | 434 __ pushq(RBX); // Preserve result as first local. |
| 455 } | 435 } |
| 456 __ ReserveAlignedFrameSpace(0); | 436 __ ReserveAlignedFrameSpace(0); |
| 457 // Pass last FP as a parameter. | 437 // Pass last FP as a parameter. |
| 458 __ movq(CallingConventions::kArg1Reg, RBP); | 438 __ movq(CallingConventions::kArg1Reg, RBP); |
| 459 __ CallRuntime(kDeoptimizeFillFrameRuntimeEntry, 1); | 439 __ CallRuntime(kDeoptimizeFillFrameRuntimeEntry, 1); |
| 460 if (preserve_result) { | 440 if (preserve_result) { |
| 461 // Restore result into RBX. | 441 // Restore result into RBX. |
| 462 __ movq(RBX, Address(RBP, kFirstLocalSlotFromFp * kWordSize)); | 442 __ movq(RBX, Address(RBP, kFirstLocalSlotFromFp * kWordSize)); |
| 463 } | 443 } |
| 464 // Code above cannot cause GC. | 444 // Code above cannot cause GC. |
| 465 // There is a Dart Frame on the stack. We must restore PP and leave frame. | 445 // There is a Dart Frame on the stack. We must restore PP and leave frame. |
| 466 __ RestoreCodePointer(); | |
| 467 __ LeaveStubFrame(); | 446 __ LeaveStubFrame(); |
| 468 | 447 |
| 469 // Frame is fully rewritten at this point and it is safe to perform a GC. | 448 // Frame is fully rewritten at this point and it is safe to perform a GC. |
| 470 // Materialize any objects that were deferred by FillFrame because they | 449 // Materialize any objects that were deferred by FillFrame because they |
| 471 // require allocation. | 450 // require allocation. |
| 472 // Enter stub frame with loading PP. The caller's PP is not materialized yet. | 451 // Enter stub frame with loading PP. The caller's PP is not materialized yet. |
| 473 __ EnterStubFrame(); | 452 __ EnterStubFrame(); |
| 474 if (preserve_result) { | 453 if (preserve_result) { |
| 475 __ pushq(RBX); // Preserve result, it will be GC-d here. | 454 __ pushq(RBX); // Preserve result, it will be GC-d here. |
| 476 } | 455 } |
| (...skipping 15 matching lines...) Expand all Loading... |
| 492 } | 471 } |
| 493 | 472 |
| 494 | 473 |
| 495 // TOS: return address + call-instruction-size (5 bytes). | 474 // TOS: return address + call-instruction-size (5 bytes). |
| 496 // RAX: result, must be preserved | 475 // RAX: result, must be preserved |
| 497 void StubCode::GenerateDeoptimizeLazyStub(Assembler* assembler) { | 476 void StubCode::GenerateDeoptimizeLazyStub(Assembler* assembler) { |
| 498 // Correct return address to point just after the call that is being | 477 // Correct return address to point just after the call that is being |
| 499 // deoptimized. | 478 // deoptimized. |
| 500 __ popq(RBX); | 479 __ popq(RBX); |
| 501 __ subq(RBX, Immediate(ShortCallPattern::pattern_length_in_bytes())); | 480 __ subq(RBX, Immediate(ShortCallPattern::pattern_length_in_bytes())); |
| 502 // Push zap value instead of CODE_REG for lazy deopt. | |
| 503 __ pushq(Immediate(0xf1f1f1f1)); | |
| 504 __ pushq(RBX); | 481 __ pushq(RBX); |
| 505 GenerateDeoptimizationSequence(assembler, kLazyDeopt); | 482 GenerateDeoptimizationSequence(assembler, true); // Preserve RAX. |
| 506 } | 483 } |
| 507 | 484 |
| 508 | 485 |
| 509 void StubCode::GenerateDeoptimizeStub(Assembler* assembler) { | 486 void StubCode::GenerateDeoptimizeStub(Assembler* assembler) { |
| 510 GenerateDeoptimizationSequence(assembler, kEagerDeopt); | 487 GenerateDeoptimizationSequence(assembler, false); // Don't preserve RAX. |
| 511 } | 488 } |
| 512 | 489 |
| 513 | 490 |
| 514 static void GenerateDispatcherCode(Assembler* assembler, | 491 static void GenerateDispatcherCode(Assembler* assembler, |
| 515 Label* call_target_function) { | 492 Label* call_target_function) { |
| 516 __ Comment("NoSuchMethodDispatch"); | 493 __ Comment("NoSuchMethodDispatch"); |
| 517 // When lazily generated invocation dispatchers are disabled, the | 494 // When lazily generated invocation dispatchers are disabled, the |
| 518 // miss-handler may return null. | 495 // miss-handler may return null. |
| 519 __ CompareObject(RAX, Object::null_object()); | 496 __ CompareObject(RAX, Object::null_object()); |
| 520 __ j(NOT_EQUAL, call_target_function); | 497 __ j(NOT_EQUAL, call_target_function); |
| (...skipping 37 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 558 __ pushq(RBX); // IC data. | 535 __ pushq(RBX); // IC data. |
| 559 __ pushq(R10); // Arguments descriptor. | 536 __ pushq(R10); // Arguments descriptor. |
| 560 __ CallRuntime(kMegamorphicCacheMissHandlerRuntimeEntry, 3); | 537 __ CallRuntime(kMegamorphicCacheMissHandlerRuntimeEntry, 3); |
| 561 // Discard arguments. | 538 // Discard arguments. |
| 562 __ popq(RAX); | 539 __ popq(RAX); |
| 563 __ popq(RAX); | 540 __ popq(RAX); |
| 564 __ popq(RAX); | 541 __ popq(RAX); |
| 565 __ popq(RAX); // Return value from the runtime call (function). | 542 __ popq(RAX); // Return value from the runtime call (function). |
| 566 __ popq(R10); // Restore arguments descriptor. | 543 __ popq(R10); // Restore arguments descriptor. |
| 567 __ popq(RBX); // Restore IC data. | 544 __ popq(RBX); // Restore IC data. |
| 568 __ RestoreCodePointer(); | |
| 569 __ LeaveStubFrame(); | 545 __ LeaveStubFrame(); |
| 546 |
| 570 if (!FLAG_lazy_dispatchers) { | 547 if (!FLAG_lazy_dispatchers) { |
| 571 Label call_target_function; | 548 Label call_target_function; |
| 572 GenerateDispatcherCode(assembler, &call_target_function); | 549 GenerateDispatcherCode(assembler, &call_target_function); |
| 573 __ Bind(&call_target_function); | 550 __ Bind(&call_target_function); |
| 574 } | 551 } |
| 575 __ movq(CODE_REG, FieldAddress(RAX, Function::code_offset())); | 552 |
| 576 __ movq(RCX, FieldAddress(RAX, Function::entry_point_offset())); | 553 __ movq(RCX, FieldAddress(RAX, Function::entry_point_offset())); |
| 577 __ jmp(RCX); | 554 __ jmp(RCX); |
| 578 } | 555 } |
| 579 | 556 |
| 580 | 557 |
| 581 // Called for inline allocation of arrays. | 558 // Called for inline allocation of arrays. |
| 582 // Input parameters: | 559 // Input parameters: |
| 583 // R10 : Array length as Smi. | 560 // R10 : Array length as Smi. |
| 584 // RBX : array element type (either NULL or an instantiated type). | 561 // RBX : array element type (either NULL or an instantiated type). |
| 585 // NOTE: R10 cannot be clobbered here as the caller relies on it being saved. | 562 // NOTE: R10 cannot be clobbered here as the caller relies on it being saved. |
| (...skipping 123 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 709 __ popq(R10); // Pop array length argument. | 686 __ popq(R10); // Pop array length argument. |
| 710 __ popq(RAX); // Pop return value from return slot. | 687 __ popq(RAX); // Pop return value from return slot. |
| 711 __ LeaveStubFrame(); | 688 __ LeaveStubFrame(); |
| 712 __ ret(); | 689 __ ret(); |
| 713 } | 690 } |
| 714 | 691 |
| 715 | 692 |
| 716 // Called when invoking Dart code from C++ (VM code). | 693 // Called when invoking Dart code from C++ (VM code). |
| 717 // Input parameters: | 694 // Input parameters: |
| 718 // RSP : points to return address. | 695 // RSP : points to return address. |
| 719 // RDI : target code | 696 // RDI : entrypoint of the Dart function to call. |
| 720 // RSI : arguments descriptor array. | 697 // RSI : arguments descriptor array. |
| 721 // RDX : arguments array. | 698 // RDX : arguments array. |
| 722 // RCX : current thread. | 699 // RCX : current thread. |
| 723 void StubCode::GenerateInvokeDartCodeStub(Assembler* assembler) { | 700 void StubCode::GenerateInvokeDartCodeStub(Assembler* assembler) { |
| 724 // Save frame pointer coming in. | 701 // Save frame pointer coming in. |
| 725 __ EnterFrame(0); | 702 __ EnterFrame(0); |
| 726 | 703 |
| 727 const Register kTargetCodeReg = CallingConventions::kArg1Reg; | 704 const Register kEntryPointReg = CallingConventions::kArg1Reg; |
| 728 const Register kArgDescReg = CallingConventions::kArg2Reg; | 705 const Register kArgDescReg = CallingConventions::kArg2Reg; |
| 729 const Register kArgsReg = CallingConventions::kArg3Reg; | 706 const Register kArgsReg = CallingConventions::kArg3Reg; |
| 730 const Register kThreadReg = CallingConventions::kArg4Reg; | 707 const Register kThreadReg = CallingConventions::kArg4Reg; |
| 731 | 708 |
| 732 // At this point, the stack looks like: | 709 // At this point, the stack looks like: |
| 733 // | saved RBP | <-- RBP | 710 // | saved RBP | <-- RBP |
| 734 // | saved PC (return to DartEntry::InvokeFunction) | | 711 // | saved PC (return to DartEntry::InvokeFunction) | |
| 735 | 712 |
| 736 const intptr_t kInitialOffset = 1; | 713 const intptr_t kInitialOffset = 1; |
| 737 // Save arguments descriptor array. | 714 // Save arguments descriptor array. |
| 738 const intptr_t kArgumentsDescOffset = -(kInitialOffset) * kWordSize; | 715 const intptr_t kArgumentsDescOffset = -(kInitialOffset) * kWordSize; |
| 739 __ pushq(kArgDescReg); | 716 __ pushq(kArgDescReg); |
| 740 | 717 |
| 741 // Save C++ ABI callee-saved registers. | 718 // Save C++ ABI callee-saved registers. |
| 742 __ PushRegisters(CallingConventions::kCalleeSaveCpuRegisters, | 719 __ PushRegisters(CallingConventions::kCalleeSaveCpuRegisters, |
| 743 CallingConventions::kCalleeSaveXmmRegisters); | 720 CallingConventions::kCalleeSaveXmmRegisters); |
| 744 | 721 |
| 722 // We now load the pool pointer(PP) as we are about to invoke dart code and we |
| 723 // could potentially invoke some intrinsic functions which need the PP to be |
| 724 // set up. |
| 725 __ LoadPoolPointer(); |
| 726 |
| 745 // If any additional (or fewer) values are pushed, the offsets in | 727 // If any additional (or fewer) values are pushed, the offsets in |
| 746 // kExitLinkSlotFromEntryFp will need to be changed. | 728 // kExitLinkSlotFromEntryFp will need to be changed. |
| 747 | 729 |
| 748 // Set up THR, which caches the current thread in Dart code. | 730 // Set up THR, which caches the current thread in Dart code. |
| 749 if (THR != kThreadReg) { | 731 if (THR != kThreadReg) { |
| 750 __ movq(THR, kThreadReg); | 732 __ movq(THR, kThreadReg); |
| 751 } | 733 } |
| 752 // Load Isolate pointer into kIsolateReg. | 734 // Load Isolate pointer into kIsolateReg. |
| 753 const Register kIsolateReg = RBX; | 735 const Register kIsolateReg = RBX; |
| 754 __ LoadIsolate(kIsolateReg); | 736 __ LoadIsolate(kIsolateReg); |
| (...skipping 25 matching lines...) Expand all Loading... |
| 780 __ Stop("kExitLinkSlotFromEntryFp mismatch"); | 762 __ Stop("kExitLinkSlotFromEntryFp mismatch"); |
| 781 __ Bind(&ok); | 763 __ Bind(&ok); |
| 782 } | 764 } |
| 783 #endif | 765 #endif |
| 784 __ movq(Address(THR, Thread::top_exit_frame_info_offset()), | 766 __ movq(Address(THR, Thread::top_exit_frame_info_offset()), |
| 785 Immediate(0)); | 767 Immediate(0)); |
| 786 | 768 |
| 787 // Load arguments descriptor array into R10, which is passed to Dart code. | 769 // Load arguments descriptor array into R10, which is passed to Dart code. |
| 788 __ movq(R10, Address(kArgDescReg, VMHandles::kOffsetOfRawPtrInHandle)); | 770 __ movq(R10, Address(kArgDescReg, VMHandles::kOffsetOfRawPtrInHandle)); |
| 789 | 771 |
| 790 // Push arguments. At this point we only need to preserve kTargetCodeReg. | 772 // Push arguments. At this point we only need to preserve kEntryPointReg. |
| 791 ASSERT(kTargetCodeReg != RDX); | 773 ASSERT(kEntryPointReg != RDX); |
| 792 | 774 |
| 793 // Load number of arguments into RBX. | 775 // Load number of arguments into RBX. |
| 794 __ movq(RBX, FieldAddress(R10, ArgumentsDescriptor::count_offset())); | 776 __ movq(RBX, FieldAddress(R10, ArgumentsDescriptor::count_offset())); |
| 795 __ SmiUntag(RBX); | 777 __ SmiUntag(RBX); |
| 796 | 778 |
| 797 // Compute address of 'arguments array' data area into RDX. | 779 // Compute address of 'arguments array' data area into RDX. |
| 798 __ movq(RDX, Address(kArgsReg, VMHandles::kOffsetOfRawPtrInHandle)); | 780 __ movq(RDX, Address(kArgsReg, VMHandles::kOffsetOfRawPtrInHandle)); |
| 799 __ leaq(RDX, FieldAddress(RDX, Array::data_offset())); | 781 __ leaq(RDX, FieldAddress(RDX, Array::data_offset())); |
| 800 | 782 |
| 801 // Set up arguments for the Dart call. | 783 // Set up arguments for the Dart call. |
| 802 Label push_arguments; | 784 Label push_arguments; |
| 803 Label done_push_arguments; | 785 Label done_push_arguments; |
| 804 __ testq(RBX, RBX); // check if there are arguments. | 786 __ testq(RBX, RBX); // check if there are arguments. |
| 805 __ j(ZERO, &done_push_arguments, Assembler::kNearJump); | 787 __ j(ZERO, &done_push_arguments, Assembler::kNearJump); |
| 806 __ movq(RAX, Immediate(0)); | 788 __ movq(RAX, Immediate(0)); |
| 807 __ Bind(&push_arguments); | 789 __ Bind(&push_arguments); |
| 808 __ pushq(Address(RDX, RAX, TIMES_8, 0)); | 790 __ pushq(Address(RDX, RAX, TIMES_8, 0)); |
| 809 __ incq(RAX); | 791 __ incq(RAX); |
| 810 __ cmpq(RAX, RBX); | 792 __ cmpq(RAX, RBX); |
| 811 __ j(LESS, &push_arguments, Assembler::kNearJump); | 793 __ j(LESS, &push_arguments, Assembler::kNearJump); |
| 812 __ Bind(&done_push_arguments); | 794 __ Bind(&done_push_arguments); |
| 813 | 795 |
| 814 // Call the Dart code entrypoint. | 796 // Call the Dart code entrypoint. |
| 815 __ xorq(PP, PP); // GC-safe value into PP. | 797 __ call(kEntryPointReg); // R10 is the arguments descriptor array. |
| 816 __ movq(CODE_REG, | |
| 817 Address(kTargetCodeReg, VMHandles::kOffsetOfRawPtrInHandle)); | |
| 818 __ movq(kTargetCodeReg, FieldAddress(CODE_REG, Code::entry_point_offset())); | |
| 819 __ call(kTargetCodeReg); // R10 is the arguments descriptor array. | |
| 820 | 798 |
| 821 // Read the saved arguments descriptor array to obtain the number of passed | 799 // Read the saved arguments descriptor array to obtain the number of passed |
| 822 // arguments. | 800 // arguments. |
| 823 __ movq(kArgDescReg, Address(RBP, kArgumentsDescOffset)); | 801 __ movq(kArgDescReg, Address(RBP, kArgumentsDescOffset)); |
| 824 __ movq(R10, Address(kArgDescReg, VMHandles::kOffsetOfRawPtrInHandle)); | 802 __ movq(R10, Address(kArgDescReg, VMHandles::kOffsetOfRawPtrInHandle)); |
| 825 __ movq(RDX, FieldAddress(R10, ArgumentsDescriptor::count_offset())); | 803 __ movq(RDX, FieldAddress(R10, ArgumentsDescriptor::count_offset())); |
| 826 // Get rid of arguments pushed on the stack. | 804 // Get rid of arguments pushed on the stack. |
| 827 __ leaq(RSP, Address(RSP, RDX, TIMES_4, 0)); // RDX is a Smi. | 805 __ leaq(RSP, Address(RSP, RDX, TIMES_4, 0)); // RDX is a Smi. |
| 828 | 806 |
| 829 // Restore the saved top exit frame info and top resource back into the | 807 // Restore the saved top exit frame info and top resource back into the |
| (...skipping 16 matching lines...) Expand all Loading... |
| 846 __ ret(); | 824 __ ret(); |
| 847 } | 825 } |
| 848 | 826 |
| 849 | 827 |
| 850 // Called for inline allocation of contexts. | 828 // Called for inline allocation of contexts. |
| 851 // Input: | 829 // Input: |
| 852 // R10: number of context variables. | 830 // R10: number of context variables. |
| 853 // Output: | 831 // Output: |
| 854 // RAX: new allocated RawContext object. | 832 // RAX: new allocated RawContext object. |
| 855 void StubCode::GenerateAllocateContextStub(Assembler* assembler) { | 833 void StubCode::GenerateAllocateContextStub(Assembler* assembler) { |
| 856 __ LoadObject(R9, Object::null_object()); | 834 __ LoadObject(R12, Object::null_object()); |
| 857 if (FLAG_inline_alloc) { | 835 if (FLAG_inline_alloc) { |
| 858 Label slow_case; | 836 Label slow_case; |
| 859 // First compute the rounded instance size. | 837 // First compute the rounded instance size. |
| 860 // R10: number of context variables. | 838 // R10: number of context variables. |
| 861 intptr_t fixed_size = (sizeof(RawContext) + kObjectAlignment - 1); | 839 intptr_t fixed_size = (sizeof(RawContext) + kObjectAlignment - 1); |
| 862 __ leaq(R13, Address(R10, TIMES_8, fixed_size)); | 840 __ leaq(R13, Address(R10, TIMES_8, fixed_size)); |
| 863 __ andq(R13, Immediate(-kObjectAlignment)); | 841 __ andq(R13, Immediate(-kObjectAlignment)); |
| 864 | 842 |
| 865 // Check for allocation tracing. | 843 // Check for allocation tracing. |
| 866 __ MaybeTraceAllocation(kContextCid, | 844 __ MaybeTraceAllocation(kContextCid, |
| (...skipping 63 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 930 // RAX: new object. | 908 // RAX: new object. |
| 931 // R10: number of context variables as integer value (not object). | 909 // R10: number of context variables as integer value (not object). |
| 932 __ movq(FieldAddress(RAX, Context::num_variables_offset()), R10); | 910 __ movq(FieldAddress(RAX, Context::num_variables_offset()), R10); |
| 933 | 911 |
| 934 // Setup the parent field. | 912 // Setup the parent field. |
| 935 // RAX: new object. | 913 // RAX: new object. |
| 936 // R10: number of context variables. | 914 // R10: number of context variables. |
| 937 // No generational barrier needed, since we are storing null. | 915 // No generational barrier needed, since we are storing null. |
| 938 __ InitializeFieldNoBarrier(RAX, | 916 __ InitializeFieldNoBarrier(RAX, |
| 939 FieldAddress(RAX, Context::parent_offset()), | 917 FieldAddress(RAX, Context::parent_offset()), |
| 940 R9); | 918 R12); |
| 941 | 919 |
| 942 // Initialize the context variables. | 920 // Initialize the context variables. |
| 943 // RAX: new object. | 921 // RAX: new object. |
| 944 // R10: number of context variables. | 922 // R10: number of context variables. |
| 945 { | 923 { |
| 946 Label loop, entry; | 924 Label loop, entry; |
| 947 __ leaq(R13, FieldAddress(RAX, Context::variable_offset(0))); | 925 __ leaq(R13, FieldAddress(RAX, Context::variable_offset(0))); |
| 948 #if defined(DEBUG) | 926 #if defined(DEBUG) |
| 949 static const bool kJumpLength = Assembler::kFarJump; | 927 static const bool kJumpLength = Assembler::kFarJump; |
| 950 #else | 928 #else |
| 951 static const bool kJumpLength = Assembler::kNearJump; | 929 static const bool kJumpLength = Assembler::kNearJump; |
| 952 #endif // DEBUG | 930 #endif // DEBUG |
| 953 __ jmp(&entry, kJumpLength); | 931 __ jmp(&entry, kJumpLength); |
| 954 __ Bind(&loop); | 932 __ Bind(&loop); |
| 955 __ decq(R10); | 933 __ decq(R10); |
| 956 // No generational barrier needed, since we are storing null. | 934 // No generational barrier needed, since we are storing null. |
| 957 __ InitializeFieldNoBarrier(RAX, | 935 __ InitializeFieldNoBarrier(RAX, |
| 958 Address(R13, R10, TIMES_8, 0), | 936 Address(R13, R10, TIMES_8, 0), |
| 959 R9); | 937 R12); |
| 960 __ Bind(&entry); | 938 __ Bind(&entry); |
| 961 __ cmpq(R10, Immediate(0)); | 939 __ cmpq(R10, Immediate(0)); |
| 962 __ j(NOT_EQUAL, &loop, Assembler::kNearJump); | 940 __ j(NOT_EQUAL, &loop, Assembler::kNearJump); |
| 963 } | 941 } |
| 964 | 942 |
| 965 // Done allocating and initializing the context. | 943 // Done allocating and initializing the context. |
| 966 // RAX: new object. | 944 // RAX: new object. |
| 967 __ ret(); | 945 __ ret(); |
| 968 | 946 |
| 969 __ Bind(&slow_case); | 947 __ Bind(&slow_case); |
| 970 } | 948 } |
| 971 // Create a stub frame. | 949 // Create a stub frame. |
| 972 __ EnterStubFrame(); | 950 __ EnterStubFrame(); |
| 973 __ pushq(R9); // Setup space on stack for the return value. | 951 __ pushq(R12); // Setup space on stack for the return value. |
| 974 __ SmiTag(R10); | 952 __ SmiTag(R10); |
| 975 __ pushq(R10); // Push number of context variables. | 953 __ pushq(R10); // Push number of context variables. |
| 976 __ CallRuntime(kAllocateContextRuntimeEntry, 1); // Allocate context. | 954 __ CallRuntime(kAllocateContextRuntimeEntry, 1); // Allocate context. |
| 977 __ popq(RAX); // Pop number of context variables argument. | 955 __ popq(RAX); // Pop number of context variables argument. |
| 978 __ popq(RAX); // Pop the new context object. | 956 __ popq(RAX); // Pop the new context object. |
| 979 // RAX: new object | 957 // RAX: new object |
| 980 // Restore the frame pointer. | 958 // Restore the frame pointer. |
| 981 __ LeaveStubFrame(); | 959 __ LeaveStubFrame(); |
| 982 __ ret(); | 960 __ ret(); |
| 983 } | 961 } |
| (...skipping 59 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 1043 __ CallRuntime(kStoreBufferBlockProcessRuntimeEntry, 1); | 1021 __ CallRuntime(kStoreBufferBlockProcessRuntimeEntry, 1); |
| 1044 __ LeaveCallRuntimeFrame(); | 1022 __ LeaveCallRuntimeFrame(); |
| 1045 __ ret(); | 1023 __ ret(); |
| 1046 } | 1024 } |
| 1047 | 1025 |
| 1048 | 1026 |
| 1049 // Called for inline allocation of objects. | 1027 // Called for inline allocation of objects. |
| 1050 // Input parameters: | 1028 // Input parameters: |
| 1051 // RSP + 8 : type arguments object (only if class is parameterized). | 1029 // RSP + 8 : type arguments object (only if class is parameterized). |
| 1052 // RSP : points to return address. | 1030 // RSP : points to return address. |
| 1053 void StubCode::GenerateAllocationStubForClass(Assembler* assembler, | 1031 void StubCode::GenerateAllocationStubForClass( |
| 1054 const Class& cls) { | 1032 Assembler* assembler, const Class& cls, |
| 1033 uword* entry_patch_offset, uword* patch_code_pc_offset) { |
| 1034 // Must load pool pointer before being able to patch. |
| 1035 Register new_pp = R13; |
| 1036 __ LoadPoolPointer(new_pp); |
| 1037 *entry_patch_offset = assembler->CodeSize(); |
| 1038 |
| 1055 const intptr_t kObjectTypeArgumentsOffset = 1 * kWordSize; | 1039 const intptr_t kObjectTypeArgumentsOffset = 1 * kWordSize; |
| 1056 // The generated code is different if the class is parameterized. | 1040 // The generated code is different if the class is parameterized. |
| 1057 const bool is_cls_parameterized = cls.NumTypeArguments() > 0; | 1041 const bool is_cls_parameterized = cls.NumTypeArguments() > 0; |
| 1058 ASSERT(!is_cls_parameterized || | 1042 ASSERT(!is_cls_parameterized || |
| 1059 (cls.type_arguments_field_offset() != Class::kNoTypeArguments)); | 1043 (cls.type_arguments_field_offset() != Class::kNoTypeArguments)); |
| 1060 // kInlineInstanceSize is a constant used as a threshold for determining | 1044 // kInlineInstanceSize is a constant used as a threshold for determining |
| 1061 // when the object initialization should be done as a loop or as | 1045 // when the object initialization should be done as a loop or as |
| 1062 // straight line code. | 1046 // straight line code. |
| 1063 const int kInlineInstanceSize = 12; // In words. | 1047 const int kInlineInstanceSize = 12; // In words. |
| 1064 const intptr_t instance_size = cls.instance_size(); | 1048 const intptr_t instance_size = cls.instance_size(); |
| 1065 ASSERT(instance_size > 0); | 1049 ASSERT(instance_size > 0); |
| 1066 __ LoadObject(R9, Object::null_object()); | 1050 __ LoadObject(R12, Object::null_object()); |
| 1067 if (is_cls_parameterized) { | 1051 if (is_cls_parameterized) { |
| 1068 __ movq(RDX, Address(RSP, kObjectTypeArgumentsOffset)); | 1052 __ movq(RDX, Address(RSP, kObjectTypeArgumentsOffset)); |
| 1069 // RDX: instantiated type arguments. | 1053 // RDX: instantiated type arguments. |
| 1070 } | 1054 } |
| 1071 Isolate* isolate = Isolate::Current(); | 1055 Isolate* isolate = Isolate::Current(); |
| 1072 if (FLAG_inline_alloc && Heap::IsAllocatableInNewSpace(instance_size) && | 1056 if (FLAG_inline_alloc && Heap::IsAllocatableInNewSpace(instance_size) && |
| 1073 !cls.TraceAllocation(isolate)) { | 1057 !cls.TraceAllocation(isolate)) { |
| 1074 Label slow_case; | 1058 Label slow_case; |
| 1075 // Allocate the object and update top to point to | 1059 // Allocate the object and update top to point to |
| 1076 // next object start and initialize the allocated object. | 1060 // next object start and initialize the allocated object. |
| (...skipping 23 matching lines...) Expand all Loading... |
| 1100 tags = RawObject::SizeTag::update(instance_size, tags); | 1084 tags = RawObject::SizeTag::update(instance_size, tags); |
| 1101 ASSERT(cls.id() != kIllegalCid); | 1085 ASSERT(cls.id() != kIllegalCid); |
| 1102 tags = RawObject::ClassIdTag::update(cls.id(), tags); | 1086 tags = RawObject::ClassIdTag::update(cls.id(), tags); |
| 1103 __ movq(Address(RAX, Instance::tags_offset()), Immediate(tags)); | 1087 __ movq(Address(RAX, Instance::tags_offset()), Immediate(tags)); |
| 1104 __ addq(RAX, Immediate(kHeapObjectTag)); | 1088 __ addq(RAX, Immediate(kHeapObjectTag)); |
| 1105 | 1089 |
| 1106 // Initialize the remaining words of the object. | 1090 // Initialize the remaining words of the object. |
| 1107 // RAX: new object (tagged). | 1091 // RAX: new object (tagged). |
| 1108 // RBX: next object start. | 1092 // RBX: next object start. |
| 1109 // RDX: new object type arguments (if is_cls_parameterized). | 1093 // RDX: new object type arguments (if is_cls_parameterized). |
| 1110 // R9: raw null. | 1094 // R12: raw null. |
| 1111 // First try inlining the initialization without a loop. | 1095 // First try inlining the initialization without a loop. |
| 1112 if (instance_size < (kInlineInstanceSize * kWordSize)) { | 1096 if (instance_size < (kInlineInstanceSize * kWordSize)) { |
| 1113 // Check if the object contains any non-header fields. | 1097 // Check if the object contains any non-header fields. |
| 1114 // Small objects are initialized using a consecutive set of writes. | 1098 // Small objects are initialized using a consecutive set of writes. |
| 1115 for (intptr_t current_offset = Instance::NextFieldOffset(); | 1099 for (intptr_t current_offset = Instance::NextFieldOffset(); |
| 1116 current_offset < instance_size; | 1100 current_offset < instance_size; |
| 1117 current_offset += kWordSize) { | 1101 current_offset += kWordSize) { |
| 1118 __ InitializeFieldNoBarrier(RAX, | 1102 __ InitializeFieldNoBarrier(RAX, |
| 1119 FieldAddress(RAX, current_offset), | 1103 FieldAddress(RAX, current_offset), |
| 1120 R9); | 1104 R12); |
| 1121 } | 1105 } |
| 1122 } else { | 1106 } else { |
| 1123 __ leaq(RCX, FieldAddress(RAX, Instance::NextFieldOffset())); | 1107 __ leaq(RCX, FieldAddress(RAX, Instance::NextFieldOffset())); |
| 1124 // Loop until the whole object is initialized. | 1108 // Loop until the whole object is initialized. |
| 1125 // RAX: new object (tagged). | 1109 // RAX: new object (tagged). |
| 1126 // RBX: next object start. | 1110 // RBX: next object start. |
| 1127 // RCX: next word to be initialized. | 1111 // RCX: next word to be initialized. |
| 1128 // RDX: new object type arguments (if is_cls_parameterized). | 1112 // RDX: new object type arguments (if is_cls_parameterized). |
| 1129 Label init_loop; | 1113 Label init_loop; |
| 1130 Label done; | 1114 Label done; |
| 1131 __ Bind(&init_loop); | 1115 __ Bind(&init_loop); |
| 1132 __ cmpq(RCX, RBX); | 1116 __ cmpq(RCX, RBX); |
| 1133 #if defined(DEBUG) | 1117 #if defined(DEBUG) |
| 1134 static const bool kJumpLength = Assembler::kFarJump; | 1118 static const bool kJumpLength = Assembler::kFarJump; |
| 1135 #else | 1119 #else |
| 1136 static const bool kJumpLength = Assembler::kNearJump; | 1120 static const bool kJumpLength = Assembler::kNearJump; |
| 1137 #endif // DEBUG | 1121 #endif // DEBUG |
| 1138 __ j(ABOVE_EQUAL, &done, kJumpLength); | 1122 __ j(ABOVE_EQUAL, &done, kJumpLength); |
| 1139 __ InitializeFieldNoBarrier(RAX, Address(RCX, 0), R9); | 1123 __ InitializeFieldNoBarrier(RAX, Address(RCX, 0), R12); |
| 1140 __ addq(RCX, Immediate(kWordSize)); | 1124 __ addq(RCX, Immediate(kWordSize)); |
| 1141 __ jmp(&init_loop, Assembler::kNearJump); | 1125 __ jmp(&init_loop, Assembler::kNearJump); |
| 1142 __ Bind(&done); | 1126 __ Bind(&done); |
| 1143 } | 1127 } |
| 1144 if (is_cls_parameterized) { | 1128 if (is_cls_parameterized) { |
| 1145 // RDX: new object type arguments. | 1129 // RDX: new object type arguments. |
| 1146 // Set the type arguments in the new object. | 1130 // Set the type arguments in the new object. |
| 1147 intptr_t offset = cls.type_arguments_field_offset(); | 1131 intptr_t offset = cls.type_arguments_field_offset(); |
| 1148 __ InitializeFieldNoBarrier(RAX, FieldAddress(RAX, offset), RDX); | 1132 __ InitializeFieldNoBarrier(RAX, FieldAddress(RAX, offset), RDX); |
| 1149 } | 1133 } |
| 1150 // Done allocating and initializing the instance. | 1134 // Done allocating and initializing the instance. |
| 1151 // RAX: new object (tagged). | 1135 // RAX: new object (tagged). |
| 1152 __ ret(); | 1136 __ ret(); |
| 1153 | 1137 |
| 1154 __ Bind(&slow_case); | 1138 __ Bind(&slow_case); |
| 1155 } | 1139 } |
| 1156 // If is_cls_parameterized: | 1140 // If is_cls_parameterized: |
| 1157 // RDX: new object type arguments. | 1141 // RDX: new object type arguments. |
| 1158 // Create a stub frame. | 1142 // Create a stub frame. |
| 1159 __ EnterStubFrame(); // Uses PP to access class object. | 1143 __ EnterStubFrame(); // Uses PP to access class object. |
| 1160 __ pushq(R9); // Setup space on stack for return value. | 1144 __ pushq(R12); // Setup space on stack for return value. |
| 1161 __ PushObject(cls); // Push class of object to be allocated. | 1145 __ PushObject(cls); // Push class of object to be allocated. |
| 1162 if (is_cls_parameterized) { | 1146 if (is_cls_parameterized) { |
| 1163 __ pushq(RDX); // Push type arguments of object to be allocated. | 1147 __ pushq(RDX); // Push type arguments of object to be allocated. |
| 1164 } else { | 1148 } else { |
| 1165 __ pushq(R9); // Push null type arguments. | 1149 __ pushq(R12); // Push null type arguments. |
| 1166 } | 1150 } |
| 1167 __ CallRuntime(kAllocateObjectRuntimeEntry, 2); // Allocate object. | 1151 __ CallRuntime(kAllocateObjectRuntimeEntry, 2); // Allocate object. |
| 1168 __ popq(RAX); // Pop argument (type arguments of object). | 1152 __ popq(RAX); // Pop argument (type arguments of object). |
| 1169 __ popq(RAX); // Pop argument (class of object). | 1153 __ popq(RAX); // Pop argument (class of object). |
| 1170 __ popq(RAX); // Pop result (newly allocated object). | 1154 __ popq(RAX); // Pop result (newly allocated object). |
| 1171 // RAX: new object | 1155 // RAX: new object |
| 1172 // Restore the frame pointer. | 1156 // Restore the frame pointer. |
| 1173 __ LeaveStubFrame(); | 1157 __ LeaveStubFrame(); |
| 1174 __ ret(); | 1158 __ ret(); |
| 1159 *patch_code_pc_offset = assembler->CodeSize(); |
| 1160 __ JmpPatchable(*StubCode::FixAllocationStubTarget_entry(), new_pp); |
| 1175 } | 1161 } |
| 1176 | 1162 |
| 1177 | 1163 |
| 1178 // Called for invoking "dynamic noSuchMethod(Invocation invocation)" function | 1164 // Called for invoking "dynamic noSuchMethod(Invocation invocation)" function |
| 1179 // from the entry code of a dart function after an error in passed argument | 1165 // from the entry code of a dart function after an error in passed argument |
| 1180 // name or number is detected. | 1166 // name or number is detected. |
| 1181 // Input parameters: | 1167 // Input parameters: |
| 1182 // RSP : points to return address. | 1168 // RSP : points to return address. |
| 1183 // RSP + 8 : address of last argument. | 1169 // RSP + 8 : address of last argument. |
| 1184 // R10 : arguments descriptor array. | 1170 // R10 : arguments descriptor array. |
| (...skipping 65 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 1250 Label* not_smi_or_overflow, | 1236 Label* not_smi_or_overflow, |
| 1251 bool should_update_result_range) { | 1237 bool should_update_result_range) { |
| 1252 __ Comment("Fast Smi op"); | 1238 __ Comment("Fast Smi op"); |
| 1253 if (FLAG_throw_on_javascript_int_overflow) { | 1239 if (FLAG_throw_on_javascript_int_overflow) { |
| 1254 // The overflow check is more complex than implemented below. | 1240 // The overflow check is more complex than implemented below. |
| 1255 return; | 1241 return; |
| 1256 } | 1242 } |
| 1257 ASSERT(num_args == 2); | 1243 ASSERT(num_args == 2); |
| 1258 __ movq(RCX, Address(RSP, + 1 * kWordSize)); // Right | 1244 __ movq(RCX, Address(RSP, + 1 * kWordSize)); // Right |
| 1259 __ movq(RAX, Address(RSP, + 2 * kWordSize)); // Left. | 1245 __ movq(RAX, Address(RSP, + 2 * kWordSize)); // Left. |
| 1260 __ movq(R13, RCX); | 1246 __ movq(R12, RCX); |
| 1261 __ orq(R13, RAX); | 1247 __ orq(R12, RAX); |
| 1262 __ testq(R13, Immediate(kSmiTagMask)); | 1248 __ testq(R12, Immediate(kSmiTagMask)); |
| 1263 __ j(NOT_ZERO, not_smi_or_overflow); | 1249 __ j(NOT_ZERO, not_smi_or_overflow); |
| 1264 switch (kind) { | 1250 switch (kind) { |
| 1265 case Token::kADD: { | 1251 case Token::kADD: { |
| 1266 __ addq(RAX, RCX); | 1252 __ addq(RAX, RCX); |
| 1267 __ j(OVERFLOW, not_smi_or_overflow); | 1253 __ j(OVERFLOW, not_smi_or_overflow); |
| 1268 break; | 1254 break; |
| 1269 } | 1255 } |
| 1270 case Token::kSUB: { | 1256 case Token::kSUB: { |
| 1271 __ subq(RAX, RCX); | 1257 __ subq(RAX, RCX); |
| 1272 __ j(OVERFLOW, not_smi_or_overflow); | 1258 __ j(OVERFLOW, not_smi_or_overflow); |
| (...skipping 15 matching lines...) Expand all Loading... |
| 1288 | 1274 |
| 1289 | 1275 |
| 1290 if (should_update_result_range) { | 1276 if (should_update_result_range) { |
| 1291 Label done; | 1277 Label done; |
| 1292 __ movq(RSI, RAX); | 1278 __ movq(RSI, RAX); |
| 1293 __ UpdateRangeFeedback(RSI, 2, RBX, RCX, &done); | 1279 __ UpdateRangeFeedback(RSI, 2, RBX, RCX, &done); |
| 1294 __ Bind(&done); | 1280 __ Bind(&done); |
| 1295 } | 1281 } |
| 1296 | 1282 |
| 1297 // RBX: IC data object (preserved). | 1283 // RBX: IC data object (preserved). |
| 1298 __ movq(R13, FieldAddress(RBX, ICData::ic_data_offset())); | 1284 __ movq(R12, FieldAddress(RBX, ICData::ic_data_offset())); |
| 1299 // R13: ic_data_array with check entries: classes and target functions. | 1285 // R12: ic_data_array with check entries: classes and target functions. |
| 1300 __ leaq(R13, FieldAddress(R13, Array::data_offset())); | 1286 __ leaq(R12, FieldAddress(R12, Array::data_offset())); |
| 1301 // R13: points directly to the first ic data array element. | 1287 // R12: points directly to the first ic data array element. |
| 1302 #if defined(DEBUG) | 1288 #if defined(DEBUG) |
| 1303 // Check that first entry is for Smi/Smi. | 1289 // Check that first entry is for Smi/Smi. |
| 1304 Label error, ok; | 1290 Label error, ok; |
| 1305 const Immediate& imm_smi_cid = | 1291 const Immediate& imm_smi_cid = |
| 1306 Immediate(reinterpret_cast<intptr_t>(Smi::New(kSmiCid))); | 1292 Immediate(reinterpret_cast<intptr_t>(Smi::New(kSmiCid))); |
| 1307 __ cmpq(Address(R13, 0 * kWordSize), imm_smi_cid); | 1293 __ cmpq(Address(R12, 0 * kWordSize), imm_smi_cid); |
| 1308 __ j(NOT_EQUAL, &error, Assembler::kNearJump); | 1294 __ j(NOT_EQUAL, &error, Assembler::kNearJump); |
| 1309 __ cmpq(Address(R13, 1 * kWordSize), imm_smi_cid); | 1295 __ cmpq(Address(R12, 1 * kWordSize), imm_smi_cid); |
| 1310 __ j(EQUAL, &ok, Assembler::kNearJump); | 1296 __ j(EQUAL, &ok, Assembler::kNearJump); |
| 1311 __ Bind(&error); | 1297 __ Bind(&error); |
| 1312 __ Stop("Incorrect IC data"); | 1298 __ Stop("Incorrect IC data"); |
| 1313 __ Bind(&ok); | 1299 __ Bind(&ok); |
| 1314 #endif | 1300 #endif |
| 1315 | 1301 |
| 1316 if (FLAG_optimization_counter_threshold >= 0) { | 1302 if (FLAG_optimization_counter_threshold >= 0) { |
| 1317 const intptr_t count_offset = ICData::CountIndexFor(num_args) * kWordSize; | 1303 const intptr_t count_offset = ICData::CountIndexFor(num_args) * kWordSize; |
| 1318 // Update counter. | 1304 // Update counter. |
| 1319 __ movq(R8, Address(R13, count_offset)); | 1305 __ movq(R8, Address(R12, count_offset)); |
| 1320 __ addq(R8, Immediate(Smi::RawValue(1))); | 1306 __ addq(R8, Immediate(Smi::RawValue(1))); |
| 1321 __ movq(R9, Immediate(Smi::RawValue(Smi::kMaxValue))); | 1307 __ movq(R13, Immediate(Smi::RawValue(Smi::kMaxValue))); |
| 1322 __ cmovnoq(R9, R8); | 1308 __ cmovnoq(R13, R8); |
| 1323 __ StoreIntoSmiField(Address(R13, count_offset), R9); | 1309 __ StoreIntoSmiField(Address(R12, count_offset), R13); |
| 1324 } | 1310 } |
| 1325 | 1311 |
| 1326 __ ret(); | 1312 __ ret(); |
| 1327 } | 1313 } |
| 1328 | 1314 |
| 1329 | 1315 |
| 1330 // Generate inline cache check for 'num_args'. | 1316 // Generate inline cache check for 'num_args'. |
| 1331 // RBX: Inline cache data object. | 1317 // RBX: Inline cache data object. |
| 1332 // TOS(0): return address | 1318 // TOS(0): return address |
| 1333 // Control flow: | 1319 // Control flow: |
| (...skipping 55 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 1389 range_collection_mode == kCollectRanges); | 1375 range_collection_mode == kCollectRanges); |
| 1390 } | 1376 } |
| 1391 __ Bind(¬_smi_or_overflow); | 1377 __ Bind(¬_smi_or_overflow); |
| 1392 | 1378 |
| 1393 __ Comment("Extract ICData initial values and receiver cid"); | 1379 __ Comment("Extract ICData initial values and receiver cid"); |
| 1394 // Load arguments descriptor into R10. | 1380 // Load arguments descriptor into R10. |
| 1395 __ movq(R10, FieldAddress(RBX, ICData::arguments_descriptor_offset())); | 1381 __ movq(R10, FieldAddress(RBX, ICData::arguments_descriptor_offset())); |
| 1396 // Loop that checks if there is an IC data match. | 1382 // Loop that checks if there is an IC data match. |
| 1397 Label loop, update, test, found; | 1383 Label loop, update, test, found; |
| 1398 // RBX: IC data object (preserved). | 1384 // RBX: IC data object (preserved). |
| 1399 __ movq(R13, FieldAddress(RBX, ICData::ic_data_offset())); | 1385 __ movq(R12, FieldAddress(RBX, ICData::ic_data_offset())); |
| 1400 // R13: ic_data_array with check entries: classes and target functions. | 1386 // R12: ic_data_array with check entries: classes and target functions. |
| 1401 __ leaq(R13, FieldAddress(R13, Array::data_offset())); | 1387 __ leaq(R12, FieldAddress(R12, Array::data_offset())); |
| 1402 // R13: points directly to the first ic data array element. | 1388 // R12: points directly to the first ic data array element. |
| 1403 | 1389 |
| 1404 // Get the receiver's class ID (first read number of arguments from | 1390 // Get the receiver's class ID (first read number of arguments from |
| 1405 // arguments descriptor array and then access the receiver from the stack). | 1391 // arguments descriptor array and then access the receiver from the stack). |
| 1406 __ movq(RAX, FieldAddress(R10, ArgumentsDescriptor::count_offset())); | 1392 __ movq(RAX, FieldAddress(R10, ArgumentsDescriptor::count_offset())); |
| 1407 __ movq(R9, Address(RSP, RAX, TIMES_4, 0)); // RAX (argument count) is Smi. | 1393 __ movq(R13, Address(RSP, RAX, TIMES_4, 0)); // RAX (argument count) is Smi. |
| 1408 __ LoadTaggedClassIdMayBeSmi(RAX, R9); | 1394 __ LoadTaggedClassIdMayBeSmi(RAX, R13); |
| 1409 // RAX: receiver's class ID as smi. | 1395 // RAX: receiver's class ID as smi. |
| 1410 __ movq(R9, Address(R13, 0)); // First class ID (Smi) to check. | 1396 __ movq(R13, Address(R12, 0)); // First class ID (Smi) to check. |
| 1411 __ jmp(&test); | 1397 __ jmp(&test); |
| 1412 | 1398 |
| 1413 __ Comment("ICData loop"); | 1399 __ Comment("ICData loop"); |
| 1414 __ Bind(&loop); | 1400 __ Bind(&loop); |
| 1415 for (int i = 0; i < num_args; i++) { | 1401 for (int i = 0; i < num_args; i++) { |
| 1416 if (i > 0) { | 1402 if (i > 0) { |
| 1417 // If not the first, load the next argument's class ID. | 1403 // If not the first, load the next argument's class ID. |
| 1418 __ movq(RAX, FieldAddress(R10, ArgumentsDescriptor::count_offset())); | 1404 __ movq(RAX, FieldAddress(R10, ArgumentsDescriptor::count_offset())); |
| 1419 __ movq(R9, Address(RSP, RAX, TIMES_4, - i * kWordSize)); | 1405 __ movq(R13, Address(RSP, RAX, TIMES_4, - i * kWordSize)); |
| 1420 __ LoadTaggedClassIdMayBeSmi(RAX, R9); | 1406 __ LoadTaggedClassIdMayBeSmi(RAX, R13); |
| 1421 // RAX: next argument class ID (smi). | 1407 // RAX: next argument class ID (smi). |
| 1422 __ movq(R9, Address(R13, i * kWordSize)); | 1408 __ movq(R13, Address(R12, i * kWordSize)); |
| 1423 // R9: next class ID to check (smi). | 1409 // R13: next class ID to check (smi). |
| 1424 } | 1410 } |
| 1425 __ cmpq(RAX, R9); // Class id match? | 1411 __ cmpq(RAX, R13); // Class id match? |
| 1426 if (i < (num_args - 1)) { | 1412 if (i < (num_args - 1)) { |
| 1427 __ j(NOT_EQUAL, &update); // Continue. | 1413 __ j(NOT_EQUAL, &update); // Continue. |
| 1428 } else { | 1414 } else { |
| 1429 // Last check, all checks before matched. | 1415 // Last check, all checks before matched. |
| 1430 __ j(EQUAL, &found); // Break. | 1416 __ j(EQUAL, &found); // Break. |
| 1431 } | 1417 } |
| 1432 } | 1418 } |
| 1433 __ Bind(&update); | 1419 __ Bind(&update); |
| 1434 // Reload receiver class ID. It has not been destroyed when num_args == 1. | 1420 // Reload receiver class ID. It has not been destroyed when num_args == 1. |
| 1435 if (num_args > 1) { | 1421 if (num_args > 1) { |
| 1436 __ movq(RAX, FieldAddress(R10, ArgumentsDescriptor::count_offset())); | 1422 __ movq(RAX, FieldAddress(R10, ArgumentsDescriptor::count_offset())); |
| 1437 __ movq(R9, Address(RSP, RAX, TIMES_4, 0)); | 1423 __ movq(R13, Address(RSP, RAX, TIMES_4, 0)); |
| 1438 __ LoadTaggedClassIdMayBeSmi(RAX, R9); | 1424 __ LoadTaggedClassIdMayBeSmi(RAX, R13); |
| 1439 } | 1425 } |
| 1440 | 1426 |
| 1441 const intptr_t entry_size = ICData::TestEntryLengthFor(num_args) * kWordSize; | 1427 const intptr_t entry_size = ICData::TestEntryLengthFor(num_args) * kWordSize; |
| 1442 __ addq(R13, Immediate(entry_size)); // Next entry. | 1428 __ addq(R12, Immediate(entry_size)); // Next entry. |
| 1443 __ movq(R9, Address(R13, 0)); // Next class ID. | 1429 __ movq(R13, Address(R12, 0)); // Next class ID. |
| 1444 | 1430 |
| 1445 __ Bind(&test); | 1431 __ Bind(&test); |
| 1446 __ cmpq(R9, Immediate(Smi::RawValue(kIllegalCid))); // Done? | 1432 __ cmpq(R13, Immediate(Smi::RawValue(kIllegalCid))); // Done? |
| 1447 __ j(NOT_EQUAL, &loop, Assembler::kNearJump); | 1433 __ j(NOT_EQUAL, &loop, Assembler::kNearJump); |
| 1448 | 1434 |
| 1449 __ Comment("IC miss"); | 1435 __ Comment("IC miss"); |
| 1450 __ LoadObject(R13, Object::null_object()); | 1436 __ LoadObject(R12, Object::null_object()); |
| 1451 // Compute address of arguments (first read number of arguments from | 1437 // Compute address of arguments (first read number of arguments from |
| 1452 // arguments descriptor array and then compute address on the stack). | 1438 // arguments descriptor array and then compute address on the stack). |
| 1453 __ movq(RAX, FieldAddress(R10, ArgumentsDescriptor::count_offset())); | 1439 __ movq(RAX, FieldAddress(R10, ArgumentsDescriptor::count_offset())); |
| 1454 __ leaq(RAX, Address(RSP, RAX, TIMES_4, 0)); // RAX is Smi. | 1440 __ leaq(RAX, Address(RSP, RAX, TIMES_4, 0)); // RAX is Smi. |
| 1455 __ EnterStubFrame(); | 1441 __ EnterStubFrame(); |
| 1456 __ pushq(R10); // Preserve arguments descriptor array. | 1442 __ pushq(R10); // Preserve arguments descriptor array. |
| 1457 __ pushq(RBX); // Preserve IC data object. | 1443 __ pushq(RBX); // Preserve IC data object. |
| 1458 __ pushq(R13); // Setup space on stack for result (target code object). | 1444 __ pushq(R12); // Setup space on stack for result (target code object). |
| 1459 // Push call arguments. | 1445 // Push call arguments. |
| 1460 for (intptr_t i = 0; i < num_args; i++) { | 1446 for (intptr_t i = 0; i < num_args; i++) { |
| 1461 __ movq(RCX, Address(RAX, -kWordSize * i)); | 1447 __ movq(RCX, Address(RAX, -kWordSize * i)); |
| 1462 __ pushq(RCX); | 1448 __ pushq(RCX); |
| 1463 } | 1449 } |
| 1464 __ pushq(RBX); // Pass IC data object. | 1450 __ pushq(RBX); // Pass IC data object. |
| 1465 __ CallRuntime(handle_ic_miss, num_args + 1); | 1451 __ CallRuntime(handle_ic_miss, num_args + 1); |
| 1466 // Remove the call arguments pushed earlier, including the IC data object. | 1452 // Remove the call arguments pushed earlier, including the IC data object. |
| 1467 for (intptr_t i = 0; i < num_args + 1; i++) { | 1453 for (intptr_t i = 0; i < num_args + 1; i++) { |
| 1468 __ popq(RAX); | 1454 __ popq(RAX); |
| 1469 } | 1455 } |
| 1470 __ popq(RAX); // Pop returned function object into RAX. | 1456 __ popq(RAX); // Pop returned function object into RAX. |
| 1471 __ popq(RBX); // Restore IC data array. | 1457 __ popq(RBX); // Restore IC data array. |
| 1472 __ popq(R10); // Restore arguments descriptor array. | 1458 __ popq(R10); // Restore arguments descriptor array. |
| 1473 if (range_collection_mode == kCollectRanges) { | |
| 1474 __ RestoreCodePointer(); | |
| 1475 } | |
| 1476 __ LeaveStubFrame(); | 1459 __ LeaveStubFrame(); |
| 1477 Label call_target_function; | 1460 Label call_target_function; |
| 1478 if (!FLAG_lazy_dispatchers) { | 1461 if (!FLAG_lazy_dispatchers) { |
| 1479 GenerateDispatcherCode(assembler, &call_target_function); | 1462 GenerateDispatcherCode(assembler, &call_target_function); |
| 1480 } else { | 1463 } else { |
| 1481 __ jmp(&call_target_function); | 1464 __ jmp(&call_target_function); |
| 1482 } | 1465 } |
| 1483 | 1466 |
| 1484 __ Bind(&found); | 1467 __ Bind(&found); |
| 1485 // R13: Pointer to an IC data check group. | 1468 // R12: Pointer to an IC data check group. |
| 1486 const intptr_t target_offset = ICData::TargetIndexFor(num_args) * kWordSize; | 1469 const intptr_t target_offset = ICData::TargetIndexFor(num_args) * kWordSize; |
| 1487 const intptr_t count_offset = ICData::CountIndexFor(num_args) * kWordSize; | 1470 const intptr_t count_offset = ICData::CountIndexFor(num_args) * kWordSize; |
| 1488 __ movq(RAX, Address(R13, target_offset)); | 1471 __ movq(RAX, Address(R12, target_offset)); |
| 1489 | 1472 |
| 1490 if (FLAG_optimization_counter_threshold >= 0) { | 1473 if (FLAG_optimization_counter_threshold >= 0) { |
| 1491 // Update counter. | 1474 // Update counter. |
| 1492 __ Comment("Update caller's counter"); | 1475 __ Comment("Update caller's counter"); |
| 1493 __ movq(R8, Address(R13, count_offset)); | 1476 __ movq(R8, Address(R12, count_offset)); |
| 1494 __ addq(R8, Immediate(Smi::RawValue(1))); | 1477 __ addq(R8, Immediate(Smi::RawValue(1))); |
| 1495 __ movq(R9, Immediate(Smi::RawValue(Smi::kMaxValue))); | 1478 __ movq(R13, Immediate(Smi::RawValue(Smi::kMaxValue))); |
| 1496 __ cmovnoq(R9, R8); | 1479 __ cmovnoq(R13, R8); |
| 1497 __ StoreIntoSmiField(Address(R13, count_offset), R9); | 1480 __ StoreIntoSmiField(Address(R12, count_offset), R13); |
| 1498 } | 1481 } |
| 1499 | 1482 |
| 1500 __ Comment("Call target"); | 1483 __ Comment("Call target"); |
| 1501 __ Bind(&call_target_function); | 1484 __ Bind(&call_target_function); |
| 1502 // RAX: Target function. | 1485 // RAX: Target function. |
| 1503 Label is_compiled; | 1486 Label is_compiled; |
| 1487 __ movq(RCX, FieldAddress(RAX, Function::entry_point_offset())); |
| 1504 if (range_collection_mode == kCollectRanges) { | 1488 if (range_collection_mode == kCollectRanges) { |
| 1505 __ movq(R13, FieldAddress(RAX, Function::code_offset())); | |
| 1506 __ movq(RCX, FieldAddress(RAX, Function::entry_point_offset())); | |
| 1507 __ movq(R8, Address(RSP, + 1 * kWordSize)); | 1489 __ movq(R8, Address(RSP, + 1 * kWordSize)); |
| 1508 if (num_args == 2) { | 1490 if (num_args == 2) { |
| 1509 __ movq(R9, Address(RSP, + 2 * kWordSize)); | 1491 __ movq(R13, Address(RSP, + 2 * kWordSize)); |
| 1510 } | 1492 } |
| 1511 __ EnterStubFrame(); | 1493 __ EnterStubFrame(); |
| 1512 __ pushq(RBX); | 1494 __ pushq(RBX); |
| 1513 if (num_args == 2) { | 1495 if (num_args == 2) { |
| 1514 __ pushq(R9); | 1496 __ pushq(R13); |
| 1515 } | 1497 } |
| 1516 __ pushq(R8); | 1498 __ pushq(R8); |
| 1517 __ movq(CODE_REG, R13); | |
| 1518 __ call(RCX); | 1499 __ call(RCX); |
| 1519 | 1500 |
| 1520 Label done; | 1501 Label done; |
| 1521 __ movq(RDX, RAX); | 1502 __ movq(RDX, RAX); |
| 1522 __ movq(RBX, Address(RBP, kFirstLocalSlotFromFp * kWordSize)); | 1503 __ movq(RBX, Address(RBP, kFirstLocalSlotFromFp * kWordSize)); |
| 1523 __ UpdateRangeFeedback(RDX, 2, RBX, RCX, &done); | 1504 __ UpdateRangeFeedback(RDX, 2, RBX, RCX, &done); |
| 1524 __ Bind(&done); | 1505 __ Bind(&done); |
| 1525 __ LeaveStubFrame(); | 1506 __ LeaveStubFrame(); |
| 1526 __ ret(); | 1507 __ ret(); |
| 1527 } else { | 1508 } else { |
| 1528 __ movq(CODE_REG, FieldAddress(RAX, Function::code_offset())); | |
| 1529 __ movq(RCX, FieldAddress(RAX, Function::entry_point_offset())); | |
| 1530 __ jmp(RCX); | 1509 __ jmp(RCX); |
| 1531 } | 1510 } |
| 1532 | 1511 |
| 1533 if (FLAG_support_debugger && !optimized) { | 1512 if (FLAG_support_debugger && !optimized) { |
| 1534 __ Bind(&stepping); | 1513 __ Bind(&stepping); |
| 1535 __ EnterStubFrame(); | 1514 __ EnterStubFrame(); |
| 1536 __ pushq(RBX); | 1515 __ pushq(RBX); |
| 1537 __ CallRuntime(kSingleStepHandlerRuntimeEntry, 0); | 1516 __ CallRuntime(kSingleStepHandlerRuntimeEntry, 0); |
| 1538 __ popq(RBX); | 1517 __ popq(RBX); |
| 1539 __ RestoreCodePointer(); | |
| 1540 __ LeaveStubFrame(); | 1518 __ LeaveStubFrame(); |
| 1541 __ jmp(&done_stepping); | 1519 __ jmp(&done_stepping); |
| 1542 } | 1520 } |
| 1543 } | 1521 } |
| 1544 | 1522 |
| 1545 | 1523 |
| 1546 // Use inline cache data array to invoke the target or continue in inline | 1524 // Use inline cache data array to invoke the target or continue in inline |
| 1547 // cache miss handler. Stub for 1-argument check (receiver class). | 1525 // cache miss handler. Stub for 1-argument check (receiver class). |
| 1548 // RBX: Inline cache data object. | 1526 // RBX: Inline cache data object. |
| 1549 // TOS(0): Return address. | 1527 // TOS(0): Return address. |
| (...skipping 148 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 1698 __ movq(R13, Immediate(Smi::RawValue(Smi::kMaxValue))); | 1676 __ movq(R13, Immediate(Smi::RawValue(Smi::kMaxValue))); |
| 1699 __ cmovnoq(R13, R8); | 1677 __ cmovnoq(R13, R8); |
| 1700 __ StoreIntoSmiField(Address(R12, count_offset), R13); | 1678 __ StoreIntoSmiField(Address(R12, count_offset), R13); |
| 1701 } | 1679 } |
| 1702 | 1680 |
| 1703 // Load arguments descriptor into R10. | 1681 // Load arguments descriptor into R10. |
| 1704 __ movq(R10, FieldAddress(RBX, ICData::arguments_descriptor_offset())); | 1682 __ movq(R10, FieldAddress(RBX, ICData::arguments_descriptor_offset())); |
| 1705 | 1683 |
| 1706 // Get function and call it, if possible. | 1684 // Get function and call it, if possible. |
| 1707 __ movq(RAX, Address(R12, target_offset)); | 1685 __ movq(RAX, Address(R12, target_offset)); |
| 1708 __ movq(CODE_REG, FieldAddress(RAX, Function::code_offset())); | |
| 1709 __ movq(RCX, FieldAddress(RAX, Function::entry_point_offset())); | 1686 __ movq(RCX, FieldAddress(RAX, Function::entry_point_offset())); |
| 1710 __ jmp(RCX); | 1687 __ jmp(RCX); |
| 1711 | 1688 |
| 1712 if (FLAG_support_debugger) { | 1689 if (FLAG_support_debugger) { |
| 1713 __ Bind(&stepping); | 1690 __ Bind(&stepping); |
| 1714 __ EnterStubFrame(); | 1691 __ EnterStubFrame(); |
| 1715 __ pushq(RBX); // Preserve IC data object. | 1692 __ pushq(RBX); // Preserve IC data object. |
| 1716 __ CallRuntime(kSingleStepHandlerRuntimeEntry, 0); | 1693 __ CallRuntime(kSingleStepHandlerRuntimeEntry, 0); |
| 1717 __ popq(RBX); | 1694 __ popq(RBX); |
| 1718 __ RestoreCodePointer(); | |
| 1719 __ LeaveStubFrame(); | 1695 __ LeaveStubFrame(); |
| 1720 __ jmp(&done_stepping, Assembler::kNearJump); | 1696 __ jmp(&done_stepping, Assembler::kNearJump); |
| 1721 } | 1697 } |
| 1722 } | 1698 } |
| 1723 | 1699 |
| 1724 | 1700 |
| 1725 void StubCode::GenerateOneArgUnoptimizedStaticCallStub(Assembler* assembler) { | 1701 void StubCode::GenerateOneArgUnoptimizedStaticCallStub(Assembler* assembler) { |
| 1726 GenerateUsageCounterIncrement(assembler, RCX); | 1702 GenerateUsageCounterIncrement(assembler, RCX); |
| 1727 GenerateNArgsCheckInlineCacheStub( | 1703 GenerateNArgsCheckInlineCacheStub( |
| 1728 assembler, | 1704 assembler, |
| (...skipping 22 matching lines...) Expand all Loading... |
| 1751 __ EnterStubFrame(); | 1727 __ EnterStubFrame(); |
| 1752 __ pushq(R10); // Preserve arguments descriptor array. | 1728 __ pushq(R10); // Preserve arguments descriptor array. |
| 1753 __ pushq(RBX); // Preserve IC data object. | 1729 __ pushq(RBX); // Preserve IC data object. |
| 1754 __ pushq(RAX); // Pass function. | 1730 __ pushq(RAX); // Pass function. |
| 1755 __ CallRuntime(kCompileFunctionRuntimeEntry, 1); | 1731 __ CallRuntime(kCompileFunctionRuntimeEntry, 1); |
| 1756 __ popq(RAX); // Restore function. | 1732 __ popq(RAX); // Restore function. |
| 1757 __ popq(RBX); // Restore IC data array. | 1733 __ popq(RBX); // Restore IC data array. |
| 1758 __ popq(R10); // Restore arguments descriptor array. | 1734 __ popq(R10); // Restore arguments descriptor array. |
| 1759 __ LeaveStubFrame(); | 1735 __ LeaveStubFrame(); |
| 1760 | 1736 |
| 1761 __ movq(CODE_REG, FieldAddress(RAX, Function::code_offset())); | |
| 1762 __ movq(RAX, FieldAddress(RAX, Function::entry_point_offset())); | 1737 __ movq(RAX, FieldAddress(RAX, Function::entry_point_offset())); |
| 1763 __ jmp(RAX); | 1738 __ jmp(RAX); |
| 1764 } | 1739 } |
| 1765 | 1740 |
| 1766 | 1741 |
| 1767 // RBX: Contains an ICData. | 1742 // RBX: Contains an ICData. |
| 1768 // TOS(0): return address (Dart code). | 1743 // TOS(0): return address (Dart code). |
| 1769 void StubCode::GenerateICCallBreakpointStub(Assembler* assembler) { | 1744 void StubCode::GenerateICCallBreakpointStub(Assembler* assembler) { |
| 1770 __ EnterStubFrame(); | 1745 __ EnterStubFrame(); |
| 1771 // Preserve IC data. | 1746 // Preserve IC data. |
| 1772 __ pushq(RBX); | 1747 __ pushq(RBX); |
| 1773 // Room for result. Debugger stub returns address of the | 1748 // Room for result. Debugger stub returns address of the |
| 1774 // unpatched runtime stub. | 1749 // unpatched runtime stub. |
| 1775 __ LoadObject(R12, Object::null_object()); | 1750 __ LoadObject(R12, Object::null_object()); |
| 1776 __ pushq(R12); // Room for result. | 1751 __ pushq(R12); // Room for result. |
| 1777 __ CallRuntime(kBreakpointRuntimeHandlerRuntimeEntry, 0); | 1752 __ CallRuntime(kBreakpointRuntimeHandlerRuntimeEntry, 0); |
| 1778 __ popq(CODE_REG); // Address of original. | 1753 __ popq(RAX); // Address of original. |
| 1779 __ popq(RBX); // Restore IC data. | 1754 __ popq(RBX); // Restore IC data. |
| 1780 __ LeaveStubFrame(); | 1755 __ LeaveStubFrame(); |
| 1781 | |
| 1782 __ movq(RAX, FieldAddress(CODE_REG, Code::entry_point_offset())); | |
| 1783 __ jmp(RAX); // Jump to original stub. | 1756 __ jmp(RAX); // Jump to original stub. |
| 1784 } | 1757 } |
| 1785 | 1758 |
| 1786 | 1759 |
| 1787 // TOS(0): return address (Dart code). | 1760 // TOS(0): return address (Dart code). |
| 1788 void StubCode::GenerateRuntimeCallBreakpointStub(Assembler* assembler) { | 1761 void StubCode::GenerateRuntimeCallBreakpointStub(Assembler* assembler) { |
| 1789 __ EnterStubFrame(); | 1762 __ EnterStubFrame(); |
| 1790 // Room for result. Debugger stub returns address of the | 1763 // Room for result. Debugger stub returns address of the |
| 1791 // unpatched runtime stub. | 1764 // unpatched runtime stub. |
| 1792 __ LoadObject(R12, Object::null_object()); | 1765 __ LoadObject(R12, Object::null_object()); |
| 1793 __ pushq(R12); // Room for result. | 1766 __ pushq(R12); // Room for result. |
| 1794 __ CallRuntime(kBreakpointRuntimeHandlerRuntimeEntry, 0); | 1767 __ CallRuntime(kBreakpointRuntimeHandlerRuntimeEntry, 0); |
| 1795 __ popq(CODE_REG); // Address of original. | 1768 __ popq(RAX); // Address of original. |
| 1796 __ LeaveStubFrame(); | 1769 __ LeaveStubFrame(); |
| 1797 | |
| 1798 __ movq(RAX, FieldAddress(CODE_REG, Code::entry_point_offset())); | |
| 1799 __ jmp(RAX); // Jump to original stub. | 1770 __ jmp(RAX); // Jump to original stub. |
| 1800 } | 1771 } |
| 1801 | 1772 |
| 1802 | 1773 |
| 1803 // Called only from unoptimized code. | 1774 // Called only from unoptimized code. |
| 1804 void StubCode::GenerateDebugStepCheckStub(Assembler* assembler) { | 1775 void StubCode::GenerateDebugStepCheckStub(Assembler* assembler) { |
| 1805 // Check single stepping. | 1776 // Check single stepping. |
| 1806 Label stepping, done_stepping; | 1777 Label stepping, done_stepping; |
| 1807 __ LoadIsolate(RAX); | 1778 __ LoadIsolate(RAX); |
| 1808 __ movzxb(RAX, Address(RAX, Isolate::single_step_offset())); | 1779 __ movzxb(RAX, Address(RAX, Isolate::single_step_offset())); |
| (...skipping 15 matching lines...) Expand all Loading... |
| 1824 // TOS + 1: instantiator type arguments (can be NULL). | 1795 // TOS + 1: instantiator type arguments (can be NULL). |
| 1825 // TOS + 2: instance. | 1796 // TOS + 2: instance. |
| 1826 // TOS + 3: SubtypeTestCache. | 1797 // TOS + 3: SubtypeTestCache. |
| 1827 // Result in RCX: null -> not found, otherwise result (true or false). | 1798 // Result in RCX: null -> not found, otherwise result (true or false). |
| 1828 static void GenerateSubtypeNTestCacheStub(Assembler* assembler, int n) { | 1799 static void GenerateSubtypeNTestCacheStub(Assembler* assembler, int n) { |
| 1829 ASSERT((1 <= n) && (n <= 3)); | 1800 ASSERT((1 <= n) && (n <= 3)); |
| 1830 const intptr_t kInstantiatorTypeArgumentsInBytes = 1 * kWordSize; | 1801 const intptr_t kInstantiatorTypeArgumentsInBytes = 1 * kWordSize; |
| 1831 const intptr_t kInstanceOffsetInBytes = 2 * kWordSize; | 1802 const intptr_t kInstanceOffsetInBytes = 2 * kWordSize; |
| 1832 const intptr_t kCacheOffsetInBytes = 3 * kWordSize; | 1803 const intptr_t kCacheOffsetInBytes = 3 * kWordSize; |
| 1833 __ movq(RAX, Address(RSP, kInstanceOffsetInBytes)); | 1804 __ movq(RAX, Address(RSP, kInstanceOffsetInBytes)); |
| 1834 __ LoadObject(R9, Object::null_object()); | 1805 __ LoadObject(R12, Object::null_object()); |
| 1835 if (n > 1) { | 1806 if (n > 1) { |
| 1836 __ LoadClass(R10, RAX); | 1807 __ LoadClass(R10, RAX); |
| 1837 // Compute instance type arguments into R13. | 1808 // Compute instance type arguments into R13. |
| 1838 Label has_no_type_arguments; | 1809 Label has_no_type_arguments; |
| 1839 __ movq(R13, R9); | 1810 __ movq(R13, R12); |
| 1840 __ movl(RDI, FieldAddress(R10, | 1811 __ movl(RDI, FieldAddress(R10, |
| 1841 Class::type_arguments_field_offset_in_words_offset())); | 1812 Class::type_arguments_field_offset_in_words_offset())); |
| 1842 __ cmpl(RDI, Immediate(Class::kNoTypeArguments)); | 1813 __ cmpl(RDI, Immediate(Class::kNoTypeArguments)); |
| 1843 __ j(EQUAL, &has_no_type_arguments, Assembler::kNearJump); | 1814 __ j(EQUAL, &has_no_type_arguments, Assembler::kNearJump); |
| 1844 __ movq(R13, FieldAddress(RAX, RDI, TIMES_8, 0)); | 1815 __ movq(R13, FieldAddress(RAX, RDI, TIMES_8, 0)); |
| 1845 __ Bind(&has_no_type_arguments); | 1816 __ Bind(&has_no_type_arguments); |
| 1846 } | 1817 } |
| 1847 __ LoadClassId(R10, RAX); | 1818 __ LoadClassId(R10, RAX); |
| 1848 // RAX: instance, R10: instance class id. | 1819 // RAX: instance, R10: instance class id. |
| 1849 // R13: instance type arguments or null, used only if n > 1. | 1820 // R13: instance type arguments or null, used only if n > 1. |
| 1850 __ movq(RDX, Address(RSP, kCacheOffsetInBytes)); | 1821 __ movq(RDX, Address(RSP, kCacheOffsetInBytes)); |
| 1851 // RDX: SubtypeTestCache. | 1822 // RDX: SubtypeTestCache. |
| 1852 __ movq(RDX, FieldAddress(RDX, SubtypeTestCache::cache_offset())); | 1823 __ movq(RDX, FieldAddress(RDX, SubtypeTestCache::cache_offset())); |
| 1853 __ addq(RDX, Immediate(Array::data_offset() - kHeapObjectTag)); | 1824 __ addq(RDX, Immediate(Array::data_offset() - kHeapObjectTag)); |
| 1854 // RDX: Entry start. | 1825 // RDX: Entry start. |
| 1855 // R10: instance class id. | 1826 // R10: instance class id. |
| 1856 // R13: instance type arguments. | 1827 // R13: instance type arguments. |
| 1857 Label loop, found, not_found, next_iteration; | 1828 Label loop, found, not_found, next_iteration; |
| 1858 __ SmiTag(R10); | 1829 __ SmiTag(R10); |
| 1859 __ Bind(&loop); | 1830 __ Bind(&loop); |
| 1860 __ movq(RDI, Address(RDX, kWordSize * SubtypeTestCache::kInstanceClassId)); | 1831 __ movq(RDI, Address(RDX, kWordSize * SubtypeTestCache::kInstanceClassId)); |
| 1861 __ cmpq(RDI, R9); | 1832 __ cmpq(RDI, R12); |
| 1862 __ j(EQUAL, ¬_found, Assembler::kNearJump); | 1833 __ j(EQUAL, ¬_found, Assembler::kNearJump); |
| 1863 __ cmpq(RDI, R10); | 1834 __ cmpq(RDI, R10); |
| 1864 if (n == 1) { | 1835 if (n == 1) { |
| 1865 __ j(EQUAL, &found, Assembler::kNearJump); | 1836 __ j(EQUAL, &found, Assembler::kNearJump); |
| 1866 } else { | 1837 } else { |
| 1867 __ j(NOT_EQUAL, &next_iteration, Assembler::kNearJump); | 1838 __ j(NOT_EQUAL, &next_iteration, Assembler::kNearJump); |
| 1868 __ movq(RDI, | 1839 __ movq(RDI, |
| 1869 Address(RDX, kWordSize * SubtypeTestCache::kInstanceTypeArguments)); | 1840 Address(RDX, kWordSize * SubtypeTestCache::kInstanceTypeArguments)); |
| 1870 __ cmpq(RDI, R13); | 1841 __ cmpq(RDI, R13); |
| 1871 if (n == 2) { | 1842 if (n == 2) { |
| 1872 __ j(EQUAL, &found, Assembler::kNearJump); | 1843 __ j(EQUAL, &found, Assembler::kNearJump); |
| 1873 } else { | 1844 } else { |
| 1874 __ j(NOT_EQUAL, &next_iteration, Assembler::kNearJump); | 1845 __ j(NOT_EQUAL, &next_iteration, Assembler::kNearJump); |
| 1875 __ movq(RDI, | 1846 __ movq(RDI, |
| 1876 Address(RDX, | 1847 Address(RDX, |
| 1877 kWordSize * SubtypeTestCache::kInstantiatorTypeArguments)); | 1848 kWordSize * SubtypeTestCache::kInstantiatorTypeArguments)); |
| 1878 __ cmpq(RDI, Address(RSP, kInstantiatorTypeArgumentsInBytes)); | 1849 __ cmpq(RDI, Address(RSP, kInstantiatorTypeArgumentsInBytes)); |
| 1879 __ j(EQUAL, &found, Assembler::kNearJump); | 1850 __ j(EQUAL, &found, Assembler::kNearJump); |
| 1880 } | 1851 } |
| 1881 } | 1852 } |
| 1882 | 1853 |
| 1883 __ Bind(&next_iteration); | 1854 __ Bind(&next_iteration); |
| 1884 __ addq(RDX, Immediate(kWordSize * SubtypeTestCache::kTestEntryLength)); | 1855 __ addq(RDX, Immediate(kWordSize * SubtypeTestCache::kTestEntryLength)); |
| 1885 __ jmp(&loop, Assembler::kNearJump); | 1856 __ jmp(&loop, Assembler::kNearJump); |
| 1886 // Fall through to not found. | 1857 // Fall through to not found. |
| 1887 __ Bind(¬_found); | 1858 __ Bind(¬_found); |
| 1888 __ movq(RCX, R9); | 1859 __ movq(RCX, R12); |
| 1889 __ ret(); | 1860 __ ret(); |
| 1890 | 1861 |
| 1891 __ Bind(&found); | 1862 __ Bind(&found); |
| 1892 __ movq(RCX, Address(RDX, kWordSize * SubtypeTestCache::kTestResult)); | 1863 __ movq(RCX, Address(RDX, kWordSize * SubtypeTestCache::kTestResult)); |
| 1893 __ ret(); | 1864 __ ret(); |
| 1894 } | 1865 } |
| 1895 | 1866 |
| 1896 | 1867 |
| 1897 // Used to check class and type arguments. Arguments passed on stack: | 1868 // Used to check class and type arguments. Arguments passed on stack: |
| 1898 // TOS + 0: return address. | 1869 // TOS + 0: return address. |
| (...skipping 82 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 1981 // RDI: function to be reoptimized. | 1952 // RDI: function to be reoptimized. |
| 1982 // R10: argument descriptor (preserved). | 1953 // R10: argument descriptor (preserved). |
| 1983 void StubCode::GenerateOptimizeFunctionStub(Assembler* assembler) { | 1954 void StubCode::GenerateOptimizeFunctionStub(Assembler* assembler) { |
| 1984 __ EnterStubFrame(); | 1955 __ EnterStubFrame(); |
| 1985 __ LoadObject(R12, Object::null_object()); | 1956 __ LoadObject(R12, Object::null_object()); |
| 1986 __ pushq(R10); | 1957 __ pushq(R10); |
| 1987 __ pushq(R12); // Setup space on stack for return value. | 1958 __ pushq(R12); // Setup space on stack for return value. |
| 1988 __ pushq(RDI); | 1959 __ pushq(RDI); |
| 1989 __ CallRuntime(kOptimizeInvokedFunctionRuntimeEntry, 1); | 1960 __ CallRuntime(kOptimizeInvokedFunctionRuntimeEntry, 1); |
| 1990 __ popq(RAX); // Disard argument. | 1961 __ popq(RAX); // Disard argument. |
| 1991 __ popq(CODE_REG); // Get Code object. | 1962 __ popq(RAX); // Get Code object. |
| 1992 __ popq(R10); // Restore argument descriptor. | 1963 __ popq(R10); // Restore argument descriptor. |
| 1993 __ movq(RAX, FieldAddress(CODE_REG, Code::entry_point_offset())); | 1964 __ movq(RAX, FieldAddress(RAX, Code::entry_point_offset())); |
| 1994 __ LeaveStubFrame(); | 1965 __ LeaveStubFrame(); |
| 1995 __ jmp(RAX); | 1966 __ jmp(RAX); |
| 1996 __ int3(); | 1967 __ int3(); |
| 1997 } | 1968 } |
| 1998 | 1969 |
| 1999 | 1970 |
| 2000 // Does identical check (object references are equal or not equal) with special | 1971 // Does identical check (object references are equal or not equal) with special |
| 2001 // checks for boxed numbers. | 1972 // checks for boxed numbers. |
| 2002 // Left and right are pushed on stack. | 1973 // Left and right are pushed on stack. |
| 2003 // Return ZF set. | 1974 // Return ZF set. |
| 2004 // Note: A Mint cannot contain a value that would fit in Smi, a Bigint | 1975 // Note: A Mint cannot contain a value that would fit in Smi, a Bigint |
| 2005 // cannot contain a value that fits in Mint or Smi. | 1976 // cannot contain a value that fits in Mint or Smi. |
| 2006 static void GenerateIdenticalWithNumberCheckStub(Assembler* assembler, | 1977 static void GenerateIdenticalWithNumberCheckStub(Assembler* assembler, |
| 2007 const Register left, | 1978 const Register left, |
| 2008 const Register right) { | 1979 const Register right) { |
| 2009 Label reference_compare, done, check_mint, check_bigint; | 1980 Label reference_compare, done, check_mint, check_bigint; |
| 2010 // If any of the arguments is Smi do reference compare. | 1981 // If any of the arguments is Smi do reference compare. |
| 2011 __ testq(left, Immediate(kSmiTagMask)); | 1982 __ testq(left, Immediate(kSmiTagMask)); |
| 2012 __ j(ZERO, &reference_compare); | 1983 __ j(ZERO, &reference_compare); |
| 2013 __ testq(right, Immediate(kSmiTagMask)); | 1984 __ testq(right, Immediate(kSmiTagMask)); |
| 2014 __ j(ZERO, &reference_compare); | 1985 __ j(ZERO, &reference_compare); |
| 2015 | 1986 |
| 2016 // Value compare for two doubles. | 1987 // Value compare for two doubles. |
| 2017 __ CompareClassId(left, kDoubleCid); | 1988 __ CompareClassId(left, kDoubleCid); |
| 2018 __ j(NOT_EQUAL, &check_mint, Assembler::kNearJump); | 1989 __ j(NOT_EQUAL, &check_mint, Assembler::kNearJump); |
| 2019 __ CompareClassId(right, kDoubleCid); | 1990 __ CompareClassId(right, kDoubleCid); |
| 2020 __ j(NOT_EQUAL, &done, Assembler::kFarJump); | 1991 __ j(NOT_EQUAL, &done, Assembler::kNearJump); |
| 2021 | 1992 |
| 2022 // Double values bitwise compare. | 1993 // Double values bitwise compare. |
| 2023 __ movq(left, FieldAddress(left, Double::value_offset())); | 1994 __ movq(left, FieldAddress(left, Double::value_offset())); |
| 2024 __ cmpq(left, FieldAddress(right, Double::value_offset())); | 1995 __ cmpq(left, FieldAddress(right, Double::value_offset())); |
| 2025 __ jmp(&done, Assembler::kFarJump); | 1996 __ jmp(&done, Assembler::kNearJump); |
| 2026 | 1997 |
| 2027 __ Bind(&check_mint); | 1998 __ Bind(&check_mint); |
| 2028 __ CompareClassId(left, kMintCid); | 1999 __ CompareClassId(left, kMintCid); |
| 2029 __ j(NOT_EQUAL, &check_bigint, Assembler::kNearJump); | 2000 __ j(NOT_EQUAL, &check_bigint, Assembler::kNearJump); |
| 2030 __ CompareClassId(right, kMintCid); | 2001 __ CompareClassId(right, kMintCid); |
| 2031 __ j(NOT_EQUAL, &done, Assembler::kFarJump); | 2002 __ j(NOT_EQUAL, &done, Assembler::kNearJump); |
| 2032 __ movq(left, FieldAddress(left, Mint::value_offset())); | 2003 __ movq(left, FieldAddress(left, Mint::value_offset())); |
| 2033 __ cmpq(left, FieldAddress(right, Mint::value_offset())); | 2004 __ cmpq(left, FieldAddress(right, Mint::value_offset())); |
| 2034 __ jmp(&done, Assembler::kFarJump); | 2005 __ jmp(&done, Assembler::kNearJump); |
| 2035 | 2006 |
| 2036 __ Bind(&check_bigint); | 2007 __ Bind(&check_bigint); |
| 2037 __ CompareClassId(left, kBigintCid); | 2008 __ CompareClassId(left, kBigintCid); |
| 2038 __ j(NOT_EQUAL, &reference_compare, Assembler::kFarJump); | 2009 __ j(NOT_EQUAL, &reference_compare, Assembler::kNearJump); |
| 2039 __ CompareClassId(right, kBigintCid); | 2010 __ CompareClassId(right, kBigintCid); |
| 2040 __ j(NOT_EQUAL, &done, Assembler::kFarJump); | 2011 __ j(NOT_EQUAL, &done, Assembler::kNearJump); |
| 2041 __ EnterStubFrame(); | 2012 __ EnterStubFrame(); |
| 2042 __ ReserveAlignedFrameSpace(0); | 2013 __ ReserveAlignedFrameSpace(0); |
| 2043 __ movq(CallingConventions::kArg1Reg, left); | 2014 __ movq(CallingConventions::kArg1Reg, left); |
| 2044 __ movq(CallingConventions::kArg2Reg, right); | 2015 __ movq(CallingConventions::kArg2Reg, right); |
| 2045 __ CallRuntime(kBigintCompareRuntimeEntry, 2); | 2016 __ CallRuntime(kBigintCompareRuntimeEntry, 2); |
| 2046 // Result in RAX, 0 means equal. | 2017 // Result in RAX, 0 means equal. |
| 2047 __ LeaveStubFrame(); | 2018 __ LeaveStubFrame(); |
| 2048 __ cmpq(RAX, Immediate(0)); | 2019 __ cmpq(RAX, Immediate(0)); |
| 2049 __ jmp(&done); | 2020 __ jmp(&done); |
| 2050 | 2021 |
| (...skipping 25 matching lines...) Expand all Loading... |
| 2076 | 2047 |
| 2077 __ movq(left, Address(RSP, 2 * kWordSize)); | 2048 __ movq(left, Address(RSP, 2 * kWordSize)); |
| 2078 __ movq(right, Address(RSP, 1 * kWordSize)); | 2049 __ movq(right, Address(RSP, 1 * kWordSize)); |
| 2079 GenerateIdenticalWithNumberCheckStub(assembler, left, right); | 2050 GenerateIdenticalWithNumberCheckStub(assembler, left, right); |
| 2080 __ ret(); | 2051 __ ret(); |
| 2081 | 2052 |
| 2082 if (FLAG_support_debugger) { | 2053 if (FLAG_support_debugger) { |
| 2083 __ Bind(&stepping); | 2054 __ Bind(&stepping); |
| 2084 __ EnterStubFrame(); | 2055 __ EnterStubFrame(); |
| 2085 __ CallRuntime(kSingleStepHandlerRuntimeEntry, 0); | 2056 __ CallRuntime(kSingleStepHandlerRuntimeEntry, 0); |
| 2086 __ RestoreCodePointer(); | |
| 2087 __ LeaveStubFrame(); | 2057 __ LeaveStubFrame(); |
| 2088 __ jmp(&done_stepping); | 2058 __ jmp(&done_stepping); |
| 2089 } | 2059 } |
| 2090 } | 2060 } |
| 2091 | 2061 |
| 2092 | 2062 |
| 2093 // Called from optimized code only. | 2063 // Called from optimized code only. |
| 2094 // TOS + 0: return address | 2064 // TOS + 0: return address |
| 2095 // TOS + 1: right argument. | 2065 // TOS + 1: right argument. |
| 2096 // TOS + 2: left argument. | 2066 // TOS + 2: left argument. |
| (...skipping 37 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 2134 __ j(ZERO, &call_target_function, Assembler::kNearJump); | 2104 __ j(ZERO, &call_target_function, Assembler::kNearJump); |
| 2135 __ cmpq(RDX, RAX); | 2105 __ cmpq(RDX, RAX); |
| 2136 __ j(NOT_EQUAL, &update, Assembler::kNearJump); | 2106 __ j(NOT_EQUAL, &update, Assembler::kNearJump); |
| 2137 | 2107 |
| 2138 __ Bind(&call_target_function); | 2108 __ Bind(&call_target_function); |
| 2139 // Call the target found in the cache. For a class id match, this is a | 2109 // Call the target found in the cache. For a class id match, this is a |
| 2140 // proper target for the given name and arguments descriptor. If the | 2110 // proper target for the given name and arguments descriptor. If the |
| 2141 // illegal class id was found, the target is a cache miss handler that can | 2111 // illegal class id was found, the target is a cache miss handler that can |
| 2142 // be invoked as a normal Dart function. | 2112 // be invoked as a normal Dart function. |
| 2143 __ movq(RAX, FieldAddress(RDI, RCX, TIMES_8, base + kWordSize)); | 2113 __ movq(RAX, FieldAddress(RDI, RCX, TIMES_8, base + kWordSize)); |
| 2144 __ movq(CODE_REG, FieldAddress(RAX, Function::code_offset())); | |
| 2145 __ movq(target, FieldAddress(RAX, Function::entry_point_offset())); | 2114 __ movq(target, FieldAddress(RAX, Function::entry_point_offset())); |
| 2146 } | 2115 } |
| 2147 | 2116 |
| 2148 | 2117 |
| 2149 // Called from megamorphic calls. | 2118 // Called from megamorphic calls. |
| 2150 // RDI: receiver. | 2119 // RDI: receiver. |
| 2151 // RBX: lookup cache. | 2120 // RBX: lookup cache. |
| 2152 // Result: | 2121 // Result: |
| 2153 // RCX: entry point. | 2122 // RCX: entry point. |
| 2154 void StubCode::GenerateMegamorphicLookupStub(Assembler* assembler) { | 2123 void StubCode::GenerateMegamorphicLookupStub(Assembler* assembler) { |
| 2155 EmitMegamorphicLookup(assembler, RDI, RBX, RCX); | 2124 EmitMegamorphicLookup(assembler, RDI, RBX, RCX); |
| 2156 __ ret(); | 2125 __ ret(); |
| 2157 } | 2126 } |
| 2158 | 2127 |
| 2159 } // namespace dart | 2128 } // namespace dart |
| 2160 | 2129 |
| 2161 #endif // defined TARGET_ARCH_X64 | 2130 #endif // defined TARGET_ARCH_X64 |
| OLD | NEW |