| OLD | NEW |
| 1 // Copyright (c) 2014, the Dart project authors. Please see the AUTHORS file | 1 // Copyright (c) 2014, the Dart project authors. Please see the AUTHORS file |
| 2 // for details. All rights reserved. Use of this source code is governed by a | 2 // for details. All rights reserved. Use of this source code is governed by a |
| 3 // BSD-style license that can be found in the LICENSE file. | 3 // BSD-style license that can be found in the LICENSE file. |
| 4 | 4 |
| 5 #include "vm/globals.h" | 5 #include "vm/globals.h" |
| 6 #if defined(TARGET_ARCH_ARM64) | 6 #if defined(TARGET_ARCH_ARM64) |
| 7 | 7 |
| 8 #include "vm/assembler.h" | 8 #include "vm/assembler.h" |
| 9 #include "vm/code_generator.h" | 9 #include "vm/code_generator.h" |
| 10 #include "vm/compiler.h" | 10 #include "vm/compiler.h" |
| 11 #include "vm/dart_entry.h" | 11 #include "vm/dart_entry.h" |
| 12 #include "vm/flow_graph_compiler.h" | 12 #include "vm/flow_graph_compiler.h" |
| 13 #include "vm/heap.h" | 13 #include "vm/heap.h" |
| 14 #include "vm/instructions.h" | 14 #include "vm/instructions.h" |
| 15 #include "vm/object_store.h" | 15 #include "vm/object_store.h" |
| 16 #include "vm/stack_frame.h" | 16 #include "vm/stack_frame.h" |
| 17 #include "vm/stub_code.h" | 17 #include "vm/stub_code.h" |
| 18 #include "vm/tags.h" | 18 #include "vm/tags.h" |
| 19 | 19 |
| 20 #define __ assembler-> | 20 #define __ assembler-> |
| 21 | 21 |
| 22 namespace dart { | 22 namespace dart { |
| 23 | 23 |
| 24 DEFINE_FLAG(bool, inline_alloc, true, "Inline allocation of objects."); | 24 DEFINE_FLAG(bool, inline_alloc, true, "Inline allocation of objects."); |
| 25 DEFINE_FLAG(bool, use_slow_path, false, | 25 DEFINE_FLAG(bool, use_slow_path, false, |
| 26 "Set to true for debugging & verifying the slow paths."); | 26 "Set to true for debugging & verifying the slow paths."); |
| 27 DECLARE_FLAG(bool, trace_optimized_ic_calls); | 27 DECLARE_FLAG(bool, trace_optimized_ic_calls); |
| 28 DECLARE_FLAG(int, optimization_counter_threshold); | 28 DECLARE_FLAG(int, optimization_counter_threshold); |
| 29 DECLARE_FLAG(bool, support_debugger); | 29 DECLARE_FLAG(bool, support_debugger); |
| 30 DECLARE_FLAG(bool, lazy_dispatchers); |
| 30 | 31 |
| 31 // Input parameters: | 32 // Input parameters: |
| 32 // LR : return address. | 33 // LR : return address. |
| 33 // SP : address of last argument in argument array. | 34 // SP : address of last argument in argument array. |
| 34 // SP + 8*R4 - 8 : address of first argument in argument array. | 35 // SP + 8*R4 - 8 : address of first argument in argument array. |
| 35 // SP + 8*R4 : address of return value. | 36 // SP + 8*R4 : address of return value. |
| 36 // R5 : address of the runtime function to call. | 37 // R5 : address of the runtime function to call. |
| 37 // R4 : number of arguments to the call. | 38 // R4 : number of arguments to the call. |
| 38 void StubCode::GenerateCallToRuntimeStub(Assembler* assembler) { | 39 void StubCode::GenerateCallToRuntimeStub(Assembler* assembler) { |
| 39 const intptr_t thread_offset = NativeArguments::thread_offset(); | 40 const intptr_t thread_offset = NativeArguments::thread_offset(); |
| (...skipping 530 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 570 __ AddImmediate(LR, LR, -CallPattern::kLengthInBytes, kNoPP); | 571 __ AddImmediate(LR, LR, -CallPattern::kLengthInBytes, kNoPP); |
| 571 GenerateDeoptimizationSequence(assembler, true); // Preserve R0. | 572 GenerateDeoptimizationSequence(assembler, true); // Preserve R0. |
| 572 } | 573 } |
| 573 | 574 |
| 574 | 575 |
| 575 void StubCode::GenerateDeoptimizeStub(Assembler* assembler) { | 576 void StubCode::GenerateDeoptimizeStub(Assembler* assembler) { |
| 576 GenerateDeoptimizationSequence(assembler, false); // Don't preserve R0. | 577 GenerateDeoptimizationSequence(assembler, false); // Don't preserve R0. |
| 577 } | 578 } |
| 578 | 579 |
| 579 | 580 |
| 581 static void GenerateDispatcherCode(Assembler* assembler, |
| 582 Label* call_target_function) { |
| 583 __ Comment("NoSuchMethodDispatch"); |
| 584 // When lazily generated invocation dispatchers are disabled, the |
| 585 // miss-handler may return null. |
| 586 __ CompareObject(R0, Object::null_object(), PP); |
| 587 __ b(call_target_function, NE); |
| 588 __ EnterStubFrame(); |
| 589 |
| 590 // Load the receiver. |
| 591 __ LoadFieldFromOffset(R2, R4, ArgumentsDescriptor::count_offset(), kNoPP); |
| 592 __ add(TMP, FP, Operand(R2, LSL, 2)); // R2 is Smi. |
| 593 __ LoadFromOffset(R6, TMP, kParamEndSlotFromFp * kWordSize, kNoPP); |
| 594 __ PushObject(Object::null_object(), PP); |
| 595 __ Push(R6); |
| 596 __ Push(R5); |
| 597 __ Push(R4); |
| 598 // R2: Smi-tagged arguments array length. |
| 599 PushArgumentsArray(assembler); |
| 600 const intptr_t kNumArgs = 4; |
| 601 __ CallRuntime(kInvokeNoSuchMethodDispatcherRuntimeEntry, kNumArgs); |
| 602 __ Drop(4); |
| 603 __ Pop(R0); // Return value. |
| 604 __ LeaveStubFrame(); |
| 605 __ ret(); |
| 606 } |
| 607 |
| 608 |
| 580 void StubCode::GenerateMegamorphicMissStub(Assembler* assembler) { | 609 void StubCode::GenerateMegamorphicMissStub(Assembler* assembler) { |
| 581 __ EnterStubFrame(); | 610 __ EnterStubFrame(); |
| 582 | 611 |
| 583 // Load the receiver. | 612 // Load the receiver. |
| 584 __ LoadFieldFromOffset(R2, R4, ArgumentsDescriptor::count_offset(), kNoPP); | 613 __ LoadFieldFromOffset(R2, R4, ArgumentsDescriptor::count_offset(), kNoPP); |
| 585 __ add(TMP, FP, Operand(R2, LSL, 2)); // R2 is Smi. | 614 __ add(TMP, FP, Operand(R2, LSL, 2)); // R2 is Smi. |
| 586 __ LoadFromOffset(R6, TMP, kParamEndSlotFromFp * kWordSize, kNoPP); | 615 __ LoadFromOffset(R6, TMP, kParamEndSlotFromFp * kWordSize, kNoPP); |
| 587 | 616 |
| 588 // Preserve IC data and arguments descriptor. | 617 // Preserve IC data and arguments descriptor. |
| 589 __ Push(R5); | 618 __ Push(R5); |
| (...skipping 11 matching lines...) Expand all Loading... |
| 601 // Remove arguments. | 630 // Remove arguments. |
| 602 __ Drop(3); | 631 __ Drop(3); |
| 603 __ Pop(R0); // Get result into R0 (target function). | 632 __ Pop(R0); // Get result into R0 (target function). |
| 604 | 633 |
| 605 // Restore IC data and arguments descriptor. | 634 // Restore IC data and arguments descriptor. |
| 606 __ Pop(R4); | 635 __ Pop(R4); |
| 607 __ Pop(R5); | 636 __ Pop(R5); |
| 608 | 637 |
| 609 __ LeaveStubFrame(); | 638 __ LeaveStubFrame(); |
| 610 | 639 |
| 640 if (!FLAG_lazy_dispatchers) { |
| 641 Label call_target_function; |
| 642 GenerateDispatcherCode(assembler, &call_target_function); |
| 643 __ Bind(&call_target_function); |
| 644 } |
| 645 |
| 611 // Tail-call to target function. | 646 // Tail-call to target function. |
| 612 __ LoadFieldFromOffset(R2, R0, Function::instructions_offset(), kNoPP); | 647 __ LoadFieldFromOffset(R2, R0, Function::instructions_offset(), kNoPP); |
| 613 __ AddImmediate(R2, R2, Instructions::HeaderSize() - kHeapObjectTag, PP); | 648 __ AddImmediate(R2, R2, Instructions::HeaderSize() - kHeapObjectTag, PP); |
| 614 __ br(R2); | 649 __ br(R2); |
| 615 } | 650 } |
| 616 | 651 |
| 617 | 652 |
| 618 // Called for inline allocation of arrays. | 653 // Called for inline allocation of arrays. |
| 619 // Input parameters: | 654 // Input parameters: |
| 620 // LR: return address. | 655 // LR: return address. |
| (...skipping 890 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 1511 __ CallRuntime(handle_ic_miss, num_args + 1); | 1546 __ CallRuntime(handle_ic_miss, num_args + 1); |
| 1512 // Remove the call arguments pushed earlier, including the IC data object. | 1547 // Remove the call arguments pushed earlier, including the IC data object. |
| 1513 __ Drop(num_args + 1); | 1548 __ Drop(num_args + 1); |
| 1514 // Pop returned function object into R0. | 1549 // Pop returned function object into R0. |
| 1515 // Restore arguments descriptor array and IC data array. | 1550 // Restore arguments descriptor array and IC data array. |
| 1516 __ Pop(R0); // Pop returned function object into R0. | 1551 __ Pop(R0); // Pop returned function object into R0. |
| 1517 __ Pop(R5); // Restore IC Data. | 1552 __ Pop(R5); // Restore IC Data. |
| 1518 __ Pop(R4); // Restore arguments descriptor array. | 1553 __ Pop(R4); // Restore arguments descriptor array. |
| 1519 __ LeaveStubFrame(); | 1554 __ LeaveStubFrame(); |
| 1520 Label call_target_function; | 1555 Label call_target_function; |
| 1521 __ b(&call_target_function); | 1556 if (!FLAG_lazy_dispatchers) { |
| 1557 GenerateDispatcherCode(assembler, &call_target_function); |
| 1558 } else { |
| 1559 __ b(&call_target_function); |
| 1560 } |
| 1522 | 1561 |
| 1523 __ Bind(&found); | 1562 __ Bind(&found); |
| 1524 __ Comment("Update caller's counter"); | 1563 __ Comment("Update caller's counter"); |
| 1525 // R6: pointer to an IC data check group. | 1564 // R6: pointer to an IC data check group. |
| 1526 const intptr_t target_offset = ICData::TargetIndexFor(num_args) * kWordSize; | 1565 const intptr_t target_offset = ICData::TargetIndexFor(num_args) * kWordSize; |
| 1527 const intptr_t count_offset = ICData::CountIndexFor(num_args) * kWordSize; | 1566 const intptr_t count_offset = ICData::CountIndexFor(num_args) * kWordSize; |
| 1528 __ LoadFromOffset(R0, R6, target_offset, kNoPP); | 1567 __ LoadFromOffset(R0, R6, target_offset, kNoPP); |
| 1529 | 1568 |
| 1530 if (FLAG_optimization_counter_threshold >= 0) { | 1569 if (FLAG_optimization_counter_threshold >= 0) { |
| 1531 // Update counter. | 1570 // Update counter. |
| (...skipping 615 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 2147 // Result: | 2186 // Result: |
| 2148 // R1: entry point. | 2187 // R1: entry point. |
| 2149 void StubCode::GenerateMegamorphicLookupStub(Assembler* assembler) { | 2188 void StubCode::GenerateMegamorphicLookupStub(Assembler* assembler) { |
| 2150 EmitMegamorphicLookup(assembler, R0, R1, R1); | 2189 EmitMegamorphicLookup(assembler, R0, R1, R1); |
| 2151 __ ret(); | 2190 __ ret(); |
| 2152 } | 2191 } |
| 2153 | 2192 |
| 2154 } // namespace dart | 2193 } // namespace dart |
| 2155 | 2194 |
| 2156 #endif // defined TARGET_ARCH_ARM64 | 2195 #endif // defined TARGET_ARCH_ARM64 |
| OLD | NEW |