| OLD | NEW |
| 1 // Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file | 1 // Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file |
| 2 // for details. All rights reserved. Use of this source code is governed by a | 2 // for details. All rights reserved. Use of this source code is governed by a |
| 3 // BSD-style license that can be found in the LICENSE file. | 3 // BSD-style license that can be found in the LICENSE file. |
| 4 | 4 |
| 5 #include "vm/globals.h" // Needed here to get TARGET_ARCH_X64. | 5 #include "vm/globals.h" // Needed here to get TARGET_ARCH_X64. |
| 6 #if defined(TARGET_ARCH_X64) | 6 #if defined(TARGET_ARCH_X64) |
| 7 | 7 |
| 8 #include "vm/intrinsifier.h" | 8 #include "vm/intrinsifier.h" |
| 9 | 9 |
| 10 #include "vm/assembler.h" | 10 #include "vm/assembler.h" |
| 11 #include "vm/dart_entry.h" | 11 #include "vm/dart_entry.h" |
| 12 #include "vm/flow_graph_compiler.h" | 12 #include "vm/flow_graph_compiler.h" |
| 13 #include "vm/instructions.h" | 13 #include "vm/instructions.h" |
| 14 #include "vm/object_store.h" | 14 #include "vm/object_store.h" |
| 15 #include "vm/regexp_assembler.h" | 15 #include "vm/regexp_assembler.h" |
| 16 #include "vm/symbols.h" | 16 #include "vm/symbols.h" |
| 17 | 17 |
| 18 namespace dart { | 18 namespace dart { |
| 19 | 19 |
| 20 DECLARE_FLAG(bool, enable_type_checks); | 20 DECLARE_FLAG(bool, enable_type_checks); |
| 21 | 21 |
| 22 // When entering intrinsics code: | 22 // When entering intrinsics code: |
| 23 // RBX: IC Data | 23 // RBX: IC Data |
| 24 // R10: Arguments descriptor | 24 // R10: Arguments descriptor |
| 25 // TOS: Return address | 25 // TOS: Return address |
| 26 // The RBX, R10 registers can be destroyed only if there is no slow-path (i.e., | 26 // The RBX, R10 registers can be destroyed only if there is no slow-path, i.e. |
| 27 // the methods returns true). | 27 // if the intrinsified method always executes a return. |
| 28 // The RBP register should not be modified, because it is used by the profiler. |
| 28 | 29 |
| 29 #define __ assembler-> | 30 #define __ assembler-> |
| 30 | 31 |
| 31 | 32 |
| 32 intptr_t Intrinsifier::ParameterSlotFromSp() { return 0; } | 33 intptr_t Intrinsifier::ParameterSlotFromSp() { return 0; } |
| 33 | 34 |
| 34 | 35 |
| 35 void Intrinsifier::ObjectArraySetIndexed(Assembler* assembler) { | 36 void Intrinsifier::ObjectArraySetIndexed(Assembler* assembler) { |
| 36 if (Isolate::Current()->TypeChecksEnabled()) { | 37 if (Isolate::Current()->TypeChecksEnabled()) { |
| 37 return; | 38 return; |
| (...skipping 712 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 750 __ Bind(&loop); | 751 __ Bind(&loop); |
| 751 __ movq(RAX, RDX); | 752 __ movq(RAX, RDX); |
| 752 __ movq(RDX, | 753 __ movq(RDX, |
| 753 FieldAddress(RDI, R8, TIMES_8, | 754 FieldAddress(RDI, R8, TIMES_8, |
| 754 TypedData::data_offset() - 2 * Bigint::kBytesPerDigit)); | 755 TypedData::data_offset() - 2 * Bigint::kBytesPerDigit)); |
| 755 __ shldq(RAX, RDX, RCX); | 756 __ shldq(RAX, RDX, RCX); |
| 756 __ movq(Address(RBX, R8, TIMES_8, 0), RAX); | 757 __ movq(Address(RBX, R8, TIMES_8, 0), RAX); |
| 757 __ decq(R8); | 758 __ decq(R8); |
| 758 __ j(NOT_ZERO, &loop, Assembler::kNearJump); | 759 __ j(NOT_ZERO, &loop, Assembler::kNearJump); |
| 759 __ Bind(&last); | 760 __ Bind(&last); |
| 760 __ xorq(RAX, RAX); // RAX = 0. | 761 __ shldq(RDX, R8, RCX); // R8 == 0. |
| 761 __ shldq(RDX, RAX, RCX); | |
| 762 __ movq(Address(RBX, 0), RDX); | 762 __ movq(Address(RBX, 0), RDX); |
| 763 // Returning Object::null() is not required, since this method is private. | 763 // Returning Object::null() is not required, since this method is private. |
| 764 __ ret(); | 764 __ ret(); |
| 765 } | 765 } |
| 766 | 766 |
| 767 | 767 |
| 768 void Intrinsifier::Bigint_rsh(Assembler* assembler) { | 768 void Intrinsifier::Bigint_rsh(Assembler* assembler) { |
| 769 // static void _rsh(Uint32List x_digits, int x_used, int n, | 769 // static void _rsh(Uint32List x_digits, int x_used, int n, |
| 770 // Uint32List r_digits) | 770 // Uint32List r_digits) |
| 771 | 771 |
| 772 __ movq(RDI, Address(RSP, 4 * kWordSize)); // x_digits | 772 __ movq(RDI, Address(RSP, 4 * kWordSize)); // x_digits |
| 773 __ movq(R8, Address(RSP, 3 * kWordSize)); // x_used is Smi | |
| 774 __ subq(R8, Immediate(2)); // x_used > 0, Smi. R8 = x_used - 1, round up. | |
| 775 __ sarq(R8, Immediate(2)); | |
| 776 __ movq(RCX, Address(RSP, 2 * kWordSize)); // n is Smi | 773 __ movq(RCX, Address(RSP, 2 * kWordSize)); // n is Smi |
| 777 __ SmiUntag(RCX); | 774 __ SmiUntag(RCX); |
| 778 __ movq(RBX, Address(RSP, 1 * kWordSize)); // r_digits | 775 __ movq(RBX, Address(RSP, 1 * kWordSize)); // r_digits |
| 779 __ movq(RSI, RCX); | 776 __ movq(RDX, RCX); |
| 780 __ sarq(RSI, Immediate(6)); // RSI = n ~/ (2*_DIGIT_BITS). | 777 __ sarq(RDX, Immediate(6)); // RDX = n ~/ (2*_DIGIT_BITS). |
| 778 __ movq(RSI, Address(RSP, 3 * kWordSize)); // x_used is Smi |
| 779 __ subq(RSI, Immediate(2)); // x_used > 0, Smi. RSI = x_used - 1, round up. |
| 780 __ sarq(RSI, Immediate(2)); |
| 781 __ leaq(RDI, FieldAddress(RDI, RSI, TIMES_8, TypedData::data_offset())); | 781 __ leaq(RDI, FieldAddress(RDI, RSI, TIMES_8, TypedData::data_offset())); |
| 782 __ movq(RDX, Address(RDI, 0)); | 782 __ subq(RSI, RDX); // RSI + 1 = number of digit pairs to read. |
| 783 __ subq(R8, RSI); // R8 + 1 = number of digit pairs to read. | 783 __ leaq(RBX, FieldAddress(RBX, RSI, TIMES_8, TypedData::data_offset())); |
| 784 __ negq(RSI); |
| 785 __ movq(RDX, Address(RDI, RSI, TIMES_8, 0)); |
| 784 Label last; | 786 Label last; |
| 785 __ cmpq(R8, Immediate(0)); | 787 __ cmpq(RSI, Immediate(0)); |
| 786 __ j(EQUAL, &last, Assembler::kNearJump); | 788 __ j(EQUAL, &last, Assembler::kNearJump); |
| 787 __ xorq(R9, R9); // R9 = 0. | |
| 788 Label loop; | 789 Label loop; |
| 789 __ Bind(&loop); | 790 __ Bind(&loop); |
| 790 __ movq(RAX, RDX); | 791 __ movq(RAX, RDX); |
| 791 __ movq(RDX, Address(RDI, R9, TIMES_8, 2 * Bigint::kBytesPerDigit)); | 792 __ movq(RDX, Address(RDI, RSI, TIMES_8, 2 * Bigint::kBytesPerDigit)); |
| 792 __ shrdq(RAX, RDX, RCX); | 793 __ shrdq(RAX, RDX, RCX); |
| 793 __ movq(FieldAddress(RBX, R9, TIMES_8, TypedData::data_offset()), RAX); | 794 __ movq(Address(RBX, RSI, TIMES_8, 0), RAX); |
| 794 __ incq(R9); | 795 __ incq(RSI); |
| 795 __ cmpq(R9, R8); | 796 __ j(NOT_ZERO, &loop, Assembler::kNearJump); |
| 796 __ j(NOT_EQUAL, &loop, Assembler::kNearJump); | |
| 797 __ Bind(&last); | 797 __ Bind(&last); |
| 798 __ xorq(RAX, RAX); // RAX = 0. | 798 __ shrdq(RDX, RSI, RCX); // RSI == 0. |
| 799 __ shrdq(RDX, RAX, RCX); | 799 __ movq(Address(RBX, 0), RDX); |
| 800 __ movq(FieldAddress(RBX, R8, TIMES_8, TypedData::data_offset()), RDX); | |
| 801 // Returning Object::null() is not required, since this method is private. | 800 // Returning Object::null() is not required, since this method is private. |
| 802 __ ret(); | 801 __ ret(); |
| 803 } | 802 } |
| 804 | 803 |
| 805 | 804 |
| 806 void Intrinsifier::Bigint_absAdd(Assembler* assembler) { | 805 void Intrinsifier::Bigint_absAdd(Assembler* assembler) { |
| 807 // static void _absAdd(Uint32List digits, int used, | 806 // static void _absAdd(Uint32List digits, int used, |
| 808 // Uint32List a_digits, int a_used, | 807 // Uint32List a_digits, int a_used, |
| 809 // Uint32List r_digits) | 808 // Uint32List r_digits) |
| 810 | 809 |
| (...skipping 1177 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 1988 // Set return value to Isolate::current_tag_. | 1987 // Set return value to Isolate::current_tag_. |
| 1989 __ movq(RAX, Address(RBX, Isolate::current_tag_offset())); | 1988 __ movq(RAX, Address(RBX, Isolate::current_tag_offset())); |
| 1990 __ ret(); | 1989 __ ret(); |
| 1991 } | 1990 } |
| 1992 | 1991 |
| 1993 #undef __ | 1992 #undef __ |
| 1994 | 1993 |
| 1995 } // namespace dart | 1994 } // namespace dart |
| 1996 | 1995 |
| 1997 #endif // defined TARGET_ARCH_X64 | 1996 #endif // defined TARGET_ARCH_X64 |
| OLD | NEW |