| OLD | NEW |
| 1 // Copyright (c) 2014, the Dart project authors. Please see the AUTHORS file | 1 // Copyright (c) 2014, the Dart project authors. Please see the AUTHORS file |
| 2 // for details. All rights reserved. Use of this source code is governed by a | 2 // for details. All rights reserved. Use of this source code is governed by a |
| 3 // BSD-style license that can be found in the LICENSE file. | 3 // BSD-style license that can be found in the LICENSE file. |
| 4 | 4 |
| 5 #include "vm/globals.h" | 5 #include "vm/globals.h" |
| 6 #if defined(TARGET_ARCH_ARM64) | 6 #if defined(TARGET_ARCH_ARM64) |
| 7 | 7 |
| 8 #include "vm/assembler.h" | 8 #include "vm/assembler.h" |
| 9 #include "vm/code_generator.h" | 9 #include "vm/code_generator.h" |
| 10 #include "vm/compiler.h" | 10 #include "vm/compiler.h" |
| (...skipping 639 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 650 // RoundedAllocationSize((array_length * kwordSize) + sizeof(RawArray)). | 650 // RoundedAllocationSize((array_length * kwordSize) + sizeof(RawArray)). |
| 651 // Assert that length is a Smi. | 651 // Assert that length is a Smi. |
| 652 __ tsti(R2, kSmiTagMask); | 652 __ tsti(R2, kSmiTagMask); |
| 653 if (FLAG_use_slow_path) { | 653 if (FLAG_use_slow_path) { |
| 654 __ b(&slow_case); | 654 __ b(&slow_case); |
| 655 } else { | 655 } else { |
| 656 __ b(&slow_case, NE); | 656 __ b(&slow_case, NE); |
| 657 } | 657 } |
| 658 __ cmp(R2, Operand(0)); | 658 __ cmp(R2, Operand(0)); |
| 659 __ b(&slow_case, LT); | 659 __ b(&slow_case, LT); |
| 660 __ LoadFieldFromOffset(R8, CTX, Context::isolate_offset(), kNoPP); | 660 Isolate* isolate = Isolate::Current(); |
| 661 __ LoadFromOffset(R8, R8, Isolate::heap_offset(), kNoPP); | 661 Heap* heap = isolate->heap(); |
| 662 __ LoadFromOffset(R8, R8, Heap::new_space_offset(), kNoPP); | 662 Heap::Space space = heap->SpaceForAllocation(kArrayCid); |
| 663 const uword top_address = heap->TopAddress(space); |
| 664 __ LoadImmediate(R8, top_address, kNoPP); |
| 665 const uword end_address = heap->EndAddress(space); |
| 666 ASSERT(top_address < end_address); |
| 667 const uword top_offset = 0; |
| 668 const uword end_offset = end_address - top_address; |
| 663 | 669 |
| 664 // Calculate and align allocation size. | 670 // Calculate and align allocation size. |
| 665 // Load new object start and calculate next object start. | 671 // Load new object start and calculate next object start. |
| 666 // R1: array element type. | 672 // R1: array element type. |
| 667 // R2: array length as Smi. | 673 // R2: array length as Smi. |
| 668 // R8: points to new space object. | 674 // R8: points to new space object. |
| 669 __ LoadFromOffset(R0, R8, Scavenger::top_offset(), kNoPP); | 675 __ LoadFromOffset(R0, R8, top_offset, kNoPP); |
| 670 intptr_t fixed_size = sizeof(RawArray) + kObjectAlignment - 1; | 676 intptr_t fixed_size = sizeof(RawArray) + kObjectAlignment - 1; |
| 671 __ LoadImmediate(R3, fixed_size, kNoPP); | 677 __ LoadImmediate(R3, fixed_size, kNoPP); |
| 672 __ add(R3, R3, Operand(R2, LSL, 2)); // R2 is Smi. | 678 __ add(R3, R3, Operand(R2, LSL, 2)); // R2 is Smi. |
| 673 ASSERT(kSmiTagShift == 1); | 679 ASSERT(kSmiTagShift == 1); |
| 674 __ andi(R3, R3, ~(kObjectAlignment - 1)); | 680 __ andi(R3, R3, ~(kObjectAlignment - 1)); |
| 675 __ adds(R7, R3, Operand(R0)); | 681 __ adds(R7, R3, Operand(R0)); |
| 676 __ b(&slow_case, VS); | 682 __ b(&slow_case, VS); |
| 677 | 683 |
| 678 // Check if the allocation fits into the remaining space. | 684 // Check if the allocation fits into the remaining space. |
| 679 // R0: potential new object start. | 685 // R0: potential new object start. |
| 680 // R1: array element type. | 686 // R1: array element type. |
| 681 // R2: array length as Smi. | 687 // R2: array length as Smi. |
| 682 // R3: array size. | 688 // R3: array size. |
| 683 // R7: potential next object start. | 689 // R7: potential next object start. |
| 684 // R8: points to new space object. | 690 // R8: points to new space object. |
| 685 __ LoadFromOffset(TMP, R8, Scavenger::end_offset(), kNoPP); | 691 __ LoadFromOffset(TMP, R8, end_offset, kNoPP); |
| 686 __ CompareRegisters(R7, TMP); | 692 __ CompareRegisters(R7, TMP); |
| 687 __ b(&slow_case, CS); // Branch if unsigned higher or equal. | 693 __ b(&slow_case, CS); // Branch if unsigned higher or equal. |
| 688 | 694 |
| 689 // Successfully allocated the object(s), now update top to point to | 695 // Successfully allocated the object(s), now update top to point to |
| 690 // next object start and initialize the object. | 696 // next object start and initialize the object. |
| 691 // R0: potential new object start. | 697 // R0: potential new object start. |
| 692 // R3: array size. | 698 // R3: array size. |
| 693 // R7: potential next object start. | 699 // R7: potential next object start. |
| 694 // R8: Points to new space object. | 700 // R8: Points to new space object. |
| 695 __ StoreToOffset(R7, R8, Scavenger::top_offset(), kNoPP); | 701 __ StoreToOffset(R7, R8, top_offset, kNoPP); |
| 696 __ add(R0, R0, Operand(kHeapObjectTag)); | 702 __ add(R0, R0, Operand(kHeapObjectTag)); |
| 697 __ UpdateAllocationStatsWithSize(kArrayCid, R3, kNoPP); | 703 __ UpdateAllocationStatsWithSize(kArrayCid, R3, kNoPP, space); |
| 698 | 704 |
| 699 // R0: new object start as a tagged pointer. | 705 // R0: new object start as a tagged pointer. |
| 700 // R1: array element type. | 706 // R1: array element type. |
| 701 // R2: array length as Smi. | 707 // R2: array length as Smi. |
| 702 // R3: array size. | 708 // R3: array size. |
| 703 // R7: new object end address. | 709 // R7: new object end address. |
| 704 | 710 |
| 705 // Store the type argument field. | 711 // Store the type argument field. |
| 706 __ StoreIntoObjectOffsetNoBarrier( | 712 __ StoreIntoObjectOffsetNoBarrier( |
| 707 R0, Array::type_arguments_offset(), R1, PP); | 713 R0, Array::type_arguments_offset(), R1, PP); |
| (...skipping 246 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 954 // R1: number of context variables. | 960 // R1: number of context variables. |
| 955 intptr_t fixed_size = sizeof(RawContext) + kObjectAlignment - 1; | 961 intptr_t fixed_size = sizeof(RawContext) + kObjectAlignment - 1; |
| 956 __ LoadImmediate(R2, fixed_size, kNoPP); | 962 __ LoadImmediate(R2, fixed_size, kNoPP); |
| 957 __ add(R2, R2, Operand(R1, LSL, 3)); | 963 __ add(R2, R2, Operand(R1, LSL, 3)); |
| 958 ASSERT(kSmiTagShift == 1); | 964 ASSERT(kSmiTagShift == 1); |
| 959 __ andi(R2, R2, ~(kObjectAlignment - 1)); | 965 __ andi(R2, R2, ~(kObjectAlignment - 1)); |
| 960 | 966 |
| 961 // Now allocate the object. | 967 // Now allocate the object. |
| 962 // R1: number of context variables. | 968 // R1: number of context variables. |
| 963 // R2: object size. | 969 // R2: object size. |
| 964 __ LoadImmediate(R5, heap->TopAddress(), kNoPP); | 970 intptr_t cid = context_class.id(); |
| 971 Heap::Space space = heap->SpaceForAllocation(cid); |
| 972 __ LoadImmediate(R5, heap->TopAddress(space), kNoPP); |
| 965 __ ldr(R0, Address(R5)); | 973 __ ldr(R0, Address(R5)); |
| 966 __ add(R3, R2, Operand(R0)); | 974 __ add(R3, R2, Operand(R0)); |
| 967 // Check if the allocation fits into the remaining space. | 975 // Check if the allocation fits into the remaining space. |
| 968 // R0: potential new object. | 976 // R0: potential new object. |
| 969 // R1: number of context variables. | 977 // R1: number of context variables. |
| 970 // R2: object size. | 978 // R2: object size. |
| 971 // R3: potential next object start. | 979 // R3: potential next object start. |
| 972 __ LoadImmediate(TMP, heap->EndAddress(), kNoPP); | 980 __ LoadImmediate(TMP, heap->EndAddress(space), kNoPP); |
| 973 __ ldr(TMP, Address(TMP)); | 981 __ ldr(TMP, Address(TMP)); |
| 974 __ CompareRegisters(R3, TMP); | 982 __ CompareRegisters(R3, TMP); |
| 975 if (FLAG_use_slow_path) { | 983 if (FLAG_use_slow_path) { |
| 976 __ b(&slow_case); | 984 __ b(&slow_case); |
| 977 } else { | 985 } else { |
| 978 __ b(&slow_case, CS); // Branch if unsigned higher or equal. | 986 __ b(&slow_case, CS); // Branch if unsigned higher or equal. |
| 979 } | 987 } |
| 980 | 988 |
| 981 // Successfully allocated the object, now update top to point to | 989 // Successfully allocated the object, now update top to point to |
| 982 // next object start and initialize the object. | 990 // next object start and initialize the object. |
| 983 // R0: new object. | 991 // R0: new object. |
| 984 // R1: number of context variables. | 992 // R1: number of context variables. |
| 985 // R2: object size. | 993 // R2: object size. |
| 986 // R3: next object start. | 994 // R3: next object start. |
| 987 __ str(R3, Address(R5)); | 995 __ str(R3, Address(R5)); |
| 988 __ add(R0, R0, Operand(kHeapObjectTag)); | 996 __ add(R0, R0, Operand(kHeapObjectTag)); |
| 989 __ UpdateAllocationStatsWithSize(context_class.id(), R2, kNoPP); | 997 __ UpdateAllocationStatsWithSize(cid, R2, kNoPP, space); |
| 990 | 998 |
| 991 // Calculate the size tag. | 999 // Calculate the size tag. |
| 992 // R0: new object. | 1000 // R0: new object. |
| 993 // R1: number of context variables. | 1001 // R1: number of context variables. |
| 994 // R2: object size. | 1002 // R2: object size. |
| 995 const intptr_t shift = RawObject::kSizeTagPos - kObjectAlignmentLog2; | 1003 const intptr_t shift = RawObject::kSizeTagPos - kObjectAlignmentLog2; |
| 996 __ CompareImmediate(R2, RawObject::SizeTag::kMaxSizeTag, kNoPP); | 1004 __ CompareImmediate(R2, RawObject::SizeTag::kMaxSizeTag, kNoPP); |
| 997 // If no size tag overflow, shift R2 left, else set R2 to zero. | 1005 // If no size tag overflow, shift R2 left, else set R2 to zero. |
| 998 __ Lsl(TMP, R2, shift); | 1006 __ Lsl(TMP, R2, shift); |
| 999 __ csel(R2, TMP, R2, LS); | 1007 __ csel(R2, TMP, R2, LS); |
| 1000 __ csel(R2, ZR, R2, HI); | 1008 __ csel(R2, ZR, R2, HI); |
| 1001 | 1009 |
| 1002 // Get the class index and insert it into the tags. | 1010 // Get the class index and insert it into the tags. |
| 1003 // R2: size and bit tags. | 1011 // R2: size and bit tags. |
| 1004 __ LoadImmediate( | 1012 __ LoadImmediate( |
| 1005 TMP, RawObject::ClassIdTag::encode(context_class.id()), kNoPP); | 1013 TMP, RawObject::ClassIdTag::encode(cid), kNoPP); |
| 1006 __ orr(R2, R2, Operand(TMP)); | 1014 __ orr(R2, R2, Operand(TMP)); |
| 1007 __ StoreFieldToOffset(R2, R0, Context::tags_offset(), kNoPP); | 1015 __ StoreFieldToOffset(R2, R0, Context::tags_offset(), kNoPP); |
| 1008 | 1016 |
| 1009 // Setup up number of context variables field. | 1017 // Setup up number of context variables field. |
| 1010 // R0: new object. | 1018 // R0: new object. |
| 1011 // R1: number of context variables as integer value (not object). | 1019 // R1: number of context variables as integer value (not object). |
| 1012 __ StoreFieldToOffset(R1, R0, Context::num_variables_offset(), kNoPP); | 1020 __ StoreFieldToOffset(R1, R0, Context::num_variables_offset(), kNoPP); |
| 1013 | 1021 |
| 1014 // Setup isolate field. | 1022 // Setup isolate field. |
| 1015 // Load Isolate pointer from Context structure into R2. | 1023 // Load Isolate pointer from Context structure into R2. |
| (...skipping 130 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 1146 if (is_cls_parameterized) { | 1154 if (is_cls_parameterized) { |
| 1147 __ ldr(R1, Address(SP)); | 1155 __ ldr(R1, Address(SP)); |
| 1148 // R1: instantiated type arguments. | 1156 // R1: instantiated type arguments. |
| 1149 } | 1157 } |
| 1150 if (FLAG_inline_alloc && Heap::IsAllocatableInNewSpace(instance_size)) { | 1158 if (FLAG_inline_alloc && Heap::IsAllocatableInNewSpace(instance_size)) { |
| 1151 Label slow_case; | 1159 Label slow_case; |
| 1152 // Allocate the object and update top to point to | 1160 // Allocate the object and update top to point to |
| 1153 // next object start and initialize the allocated object. | 1161 // next object start and initialize the allocated object. |
| 1154 // R1: instantiated type arguments (if is_cls_parameterized). | 1162 // R1: instantiated type arguments (if is_cls_parameterized). |
| 1155 Heap* heap = Isolate::Current()->heap(); | 1163 Heap* heap = Isolate::Current()->heap(); |
| 1156 __ LoadImmediate(R5, heap->TopAddress(), kNoPP); | 1164 Heap::Space space = heap->SpaceForAllocation(cls.id()); |
| 1165 __ LoadImmediate(R5, heap->TopAddress(space), kNoPP); |
| 1157 __ ldr(R2, Address(R5)); | 1166 __ ldr(R2, Address(R5)); |
| 1158 __ AddImmediate(R3, R2, instance_size, kNoPP); | 1167 __ AddImmediate(R3, R2, instance_size, kNoPP); |
| 1159 // Check if the allocation fits into the remaining space. | 1168 // Check if the allocation fits into the remaining space. |
| 1160 // R2: potential new object start. | 1169 // R2: potential new object start. |
| 1161 // R3: potential next object start. | 1170 // R3: potential next object start. |
| 1162 __ LoadImmediate(TMP, heap->EndAddress(), kNoPP); | 1171 __ LoadImmediate(TMP, heap->EndAddress(space), kNoPP); |
| 1163 __ ldr(TMP, Address(TMP)); | 1172 __ ldr(TMP, Address(TMP)); |
| 1164 __ CompareRegisters(R3, TMP); | 1173 __ CompareRegisters(R3, TMP); |
| 1165 if (FLAG_use_slow_path) { | 1174 if (FLAG_use_slow_path) { |
| 1166 __ b(&slow_case); | 1175 __ b(&slow_case); |
| 1167 } else { | 1176 } else { |
| 1168 __ b(&slow_case, CS); // Unsigned higher or equal. | 1177 __ b(&slow_case, CS); // Unsigned higher or equal. |
| 1169 } | 1178 } |
| 1170 __ str(R3, Address(R5)); | 1179 __ str(R3, Address(R5)); |
| 1171 __ UpdateAllocationStats(cls.id(), kNoPP); | 1180 __ UpdateAllocationStats(cls.id(), kNoPP, space); |
| 1172 | 1181 |
| 1173 // R2: new object start. | 1182 // R2: new object start. |
| 1174 // R3: next object start. | 1183 // R3: next object start. |
| 1175 // R1: new object type arguments (if is_cls_parameterized). | 1184 // R1: new object type arguments (if is_cls_parameterized). |
| 1176 // Set the tags. | 1185 // Set the tags. |
| 1177 uword tags = 0; | 1186 uword tags = 0; |
| 1178 tags = RawObject::SizeTag::update(instance_size, tags); | 1187 tags = RawObject::SizeTag::update(instance_size, tags); |
| 1179 ASSERT(cls.id() != kIllegalCid); | 1188 ASSERT(cls.id() != kIllegalCid); |
| 1180 tags = RawObject::ClassIdTag::update(cls.id(), tags); | 1189 tags = RawObject::ClassIdTag::update(cls.id(), tags); |
| 1181 __ LoadImmediate(R0, tags, kNoPP); | 1190 __ LoadImmediate(R0, tags, kNoPP); |
| (...skipping 895 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 2077 const Register right = R0; | 2086 const Register right = R0; |
| 2078 __ LoadFromOffset(left, SP, 1 * kWordSize, kNoPP); | 2087 __ LoadFromOffset(left, SP, 1 * kWordSize, kNoPP); |
| 2079 __ LoadFromOffset(right, SP, 0 * kWordSize, kNoPP); | 2088 __ LoadFromOffset(right, SP, 0 * kWordSize, kNoPP); |
| 2080 GenerateIdenticalWithNumberCheckStub(assembler, left, right, temp); | 2089 GenerateIdenticalWithNumberCheckStub(assembler, left, right, temp); |
| 2081 __ ret(); | 2090 __ ret(); |
| 2082 } | 2091 } |
| 2083 | 2092 |
| 2084 } // namespace dart | 2093 } // namespace dart |
| 2085 | 2094 |
| 2086 #endif // defined TARGET_ARCH_ARM64 | 2095 #endif // defined TARGET_ARCH_ARM64 |
| OLD | NEW |