OLD | NEW |
1 // Copyright (c) 2014, the Dart project authors. Please see the AUTHORS file | 1 // Copyright (c) 2014, the Dart project authors. Please see the AUTHORS file |
2 // for details. All rights reserved. Use of this source code is governed by a | 2 // for details. All rights reserved. Use of this source code is governed by a |
3 // BSD-style license that can be found in the LICENSE file. | 3 // BSD-style license that can be found in the LICENSE file. |
4 | 4 |
5 #include "vm/globals.h" // Needed here to get TARGET_ARCH_ARM64. | 5 #include "vm/globals.h" // Needed here to get TARGET_ARCH_ARM64. |
6 #if defined(TARGET_ARCH_ARM64) | 6 #if defined(TARGET_ARCH_ARM64) |
7 | 7 |
8 #include "vm/intermediate_language.h" | 8 #include "vm/intermediate_language.h" |
9 | 9 |
10 #include "vm/dart_entry.h" | 10 #include "vm/dart_entry.h" |
(...skipping 1452 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
1463 | 1463 |
1464 Label* deopt = compiler->is_optimizing() ? | 1464 Label* deopt = compiler->is_optimizing() ? |
1465 compiler->AddDeoptStub(deopt_id(), ICData::kDeoptGuardField) : NULL; | 1465 compiler->AddDeoptStub(deopt_id(), ICData::kDeoptGuardField) : NULL; |
1466 | 1466 |
1467 Label* fail = (deopt != NULL) ? deopt : &fail_label; | 1467 Label* fail = (deopt != NULL) ? deopt : &fail_label; |
1468 | 1468 |
1469 if (emit_full_guard) { | 1469 if (emit_full_guard) { |
1470 __ LoadObject(field_reg, Field::ZoneHandle(field().raw()), PP); | 1470 __ LoadObject(field_reg, Field::ZoneHandle(field().raw()), PP); |
1471 | 1471 |
1472 FieldAddress field_cid_operand( | 1472 FieldAddress field_cid_operand( |
1473 field_reg, Field::guarded_cid_offset(), kWord); | 1473 field_reg, Field::guarded_cid_offset(), kUnsignedHalfword); |
1474 FieldAddress field_nullability_operand( | 1474 FieldAddress field_nullability_operand( |
1475 field_reg, Field::is_nullable_offset(), kWord); | 1475 field_reg, Field::is_nullable_offset(), kUnsignedHalfword); |
1476 | 1476 |
1477 if (value_cid == kDynamicCid) { | 1477 if (value_cid == kDynamicCid) { |
1478 LoadValueCid(compiler, value_cid_reg, value_reg); | 1478 LoadValueCid(compiler, value_cid_reg, value_reg); |
1479 Label skip_length_check; | 1479 Label skip_length_check; |
1480 __ ldr(TMP, field_cid_operand, kWord); | 1480 __ ldr(TMP, field_cid_operand, kUnsignedHalfword); |
1481 __ CompareRegisters(value_cid_reg, TMP); | 1481 __ CompareRegisters(value_cid_reg, TMP); |
1482 __ b(&ok, EQ); | 1482 __ b(&ok, EQ); |
1483 __ ldr(TMP, field_nullability_operand, kWord); | 1483 __ ldr(TMP, field_nullability_operand, kUnsignedHalfword); |
1484 __ CompareRegisters(value_cid_reg, TMP); | 1484 __ CompareRegisters(value_cid_reg, TMP); |
1485 } else if (value_cid == kNullCid) { | 1485 } else if (value_cid == kNullCid) { |
1486 __ ldr(value_cid_reg, field_nullability_operand, kWord); | 1486 __ ldr(value_cid_reg, field_nullability_operand, kUnsignedHalfword); |
1487 __ CompareImmediate(value_cid_reg, value_cid, PP); | 1487 __ CompareImmediate(value_cid_reg, value_cid, PP); |
1488 } else { | 1488 } else { |
1489 Label skip_length_check; | 1489 Label skip_length_check; |
1490 __ ldr(value_cid_reg, field_cid_operand, kWord); | 1490 __ ldr(value_cid_reg, field_cid_operand, kUnsignedHalfword); |
1491 __ CompareImmediate(value_cid_reg, value_cid, PP); | 1491 __ CompareImmediate(value_cid_reg, value_cid, PP); |
1492 } | 1492 } |
1493 __ b(&ok, EQ); | 1493 __ b(&ok, EQ); |
1494 | 1494 |
1495 // Check if the tracked state of the guarded field can be initialized | 1495 // Check if the tracked state of the guarded field can be initialized |
1496 // inline. If the field needs length check we fall through to runtime | 1496 // inline. If the field needs length check we fall through to runtime |
1497 // which is responsible for computing offset of the length field | 1497 // which is responsible for computing offset of the length field |
1498 // based on the class id. | 1498 // based on the class id. |
1499 // Length guard will be emitted separately when needed via GuardFieldLength | 1499 // Length guard will be emitted separately when needed via GuardFieldLength |
1500 // instruction after GuardFieldClass. | 1500 // instruction after GuardFieldClass. |
1501 if (!field().needs_length_check()) { | 1501 if (!field().needs_length_check()) { |
1502 // Uninitialized field can be handled inline. Check if the | 1502 // Uninitialized field can be handled inline. Check if the |
1503 // field is still unitialized. | 1503 // field is still unitialized. |
1504 __ ldr(TMP, field_cid_operand, kWord); | 1504 __ ldr(TMP, field_cid_operand, kUnsignedHalfword); |
1505 __ CompareImmediate(TMP, kIllegalCid, PP); | 1505 __ CompareImmediate(TMP, kIllegalCid, PP); |
1506 __ b(fail, NE); | 1506 __ b(fail, NE); |
1507 | 1507 |
1508 if (value_cid == kDynamicCid) { | 1508 if (value_cid == kDynamicCid) { |
1509 __ str(value_cid_reg, field_cid_operand, kWord); | 1509 __ str(value_cid_reg, field_cid_operand, kUnsignedHalfword); |
1510 __ str(value_cid_reg, field_nullability_operand, kWord); | 1510 __ str(value_cid_reg, field_nullability_operand, kUnsignedHalfword); |
1511 } else { | 1511 } else { |
1512 __ LoadImmediate(TMP, value_cid, PP); | 1512 __ LoadImmediate(TMP, value_cid, PP); |
1513 __ str(TMP, field_cid_operand, kWord); | 1513 __ str(TMP, field_cid_operand, kUnsignedHalfword); |
1514 __ str(TMP, field_nullability_operand, kWord); | 1514 __ str(TMP, field_nullability_operand, kUnsignedHalfword); |
1515 } | 1515 } |
1516 | 1516 |
1517 if (deopt == NULL) { | 1517 if (deopt == NULL) { |
1518 ASSERT(!compiler->is_optimizing()); | 1518 ASSERT(!compiler->is_optimizing()); |
1519 __ b(&ok); | 1519 __ b(&ok); |
1520 } | 1520 } |
1521 } | 1521 } |
1522 | 1522 |
1523 if (deopt == NULL) { | 1523 if (deopt == NULL) { |
1524 ASSERT(!compiler->is_optimizing()); | 1524 ASSERT(!compiler->is_optimizing()); |
1525 __ Bind(fail); | 1525 __ Bind(fail); |
1526 | 1526 |
1527 __ LoadFieldFromOffset( | 1527 __ LoadFieldFromOffset( |
1528 TMP, field_reg, Field::guarded_cid_offset(), PP, kWord); | 1528 TMP, field_reg, Field::guarded_cid_offset(), PP, kUnsignedHalfword); |
1529 __ CompareImmediate(TMP, kDynamicCid, PP); | 1529 __ CompareImmediate(TMP, kDynamicCid, PP); |
1530 __ b(&ok, EQ); | 1530 __ b(&ok, EQ); |
1531 | 1531 |
1532 __ Push(field_reg); | 1532 __ Push(field_reg); |
1533 __ Push(value_reg); | 1533 __ Push(value_reg); |
1534 __ CallRuntime(kUpdateFieldCidRuntimeEntry, 2); | 1534 __ CallRuntime(kUpdateFieldCidRuntimeEntry, 2); |
1535 __ Drop(2); // Drop the field and the value. | 1535 __ Drop(2); // Drop the field and the value. |
1536 } | 1536 } |
1537 } else { | 1537 } else { |
1538 ASSERT(compiler->is_optimizing()); | 1538 ASSERT(compiler->is_optimizing()); |
(...skipping 298 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
1837 locs()->live_registers()->Add(locs()->in(1), kTagged); | 1837 locs()->live_registers()->Add(locs()->in(1), kTagged); |
1838 } | 1838 } |
1839 | 1839 |
1840 Label store_pointer; | 1840 Label store_pointer; |
1841 Label store_double; | 1841 Label store_double; |
1842 Label store_float32x4; | 1842 Label store_float32x4; |
1843 Label store_float64x2; | 1843 Label store_float64x2; |
1844 | 1844 |
1845 __ LoadObject(temp, Field::ZoneHandle(field().raw()), PP); | 1845 __ LoadObject(temp, Field::ZoneHandle(field().raw()), PP); |
1846 | 1846 |
1847 __ LoadFieldFromOffset(temp2, temp, Field::is_nullable_offset(), PP, kWord); | 1847 __ LoadFieldFromOffset(temp2, temp, Field::is_nullable_offset(), PP, |
| 1848 kUnsignedHalfword); |
1848 __ CompareImmediate(temp2, kNullCid, PP); | 1849 __ CompareImmediate(temp2, kNullCid, PP); |
1849 __ b(&store_pointer, EQ); | 1850 __ b(&store_pointer, EQ); |
1850 | 1851 |
1851 __ LoadFromOffset( | 1852 __ LoadFromOffset( |
1852 temp2, temp, Field::kind_bits_offset() - kHeapObjectTag, | 1853 temp2, temp, Field::kind_bits_offset() - kHeapObjectTag, |
1853 PP, kUnsignedByte); | 1854 PP, kUnsignedByte); |
1854 __ tsti(temp2, Immediate(1 << Field::kUnboxingCandidateBit)); | 1855 __ tsti(temp2, Immediate(1 << Field::kUnboxingCandidateBit)); |
1855 __ b(&store_pointer, EQ); | 1856 __ b(&store_pointer, EQ); |
1856 | 1857 |
1857 __ LoadFieldFromOffset(temp2, temp, Field::guarded_cid_offset(), PP, kWord); | 1858 __ LoadFieldFromOffset(temp2, temp, Field::guarded_cid_offset(), PP, |
| 1859 kUnsignedHalfword); |
1858 __ CompareImmediate(temp2, kDoubleCid, PP); | 1860 __ CompareImmediate(temp2, kDoubleCid, PP); |
1859 __ b(&store_double, EQ); | 1861 __ b(&store_double, EQ); |
1860 | 1862 |
1861 __ LoadFieldFromOffset(temp2, temp, Field::guarded_cid_offset(), PP, kWord); | 1863 __ LoadFieldFromOffset(temp2, temp, Field::guarded_cid_offset(), PP, |
| 1864 kUnsignedHalfword); |
1862 __ CompareImmediate(temp2, kFloat32x4Cid, PP); | 1865 __ CompareImmediate(temp2, kFloat32x4Cid, PP); |
1863 __ b(&store_float32x4, EQ); | 1866 __ b(&store_float32x4, EQ); |
1864 | 1867 |
1865 __ LoadFieldFromOffset(temp2, temp, Field::guarded_cid_offset(), PP, kWord); | 1868 __ LoadFieldFromOffset(temp2, temp, Field::guarded_cid_offset(), PP, |
| 1869 kUnsignedHalfword); |
1866 __ CompareImmediate(temp2, kFloat64x2Cid, PP); | 1870 __ CompareImmediate(temp2, kFloat64x2Cid, PP); |
1867 __ b(&store_float64x2, EQ); | 1871 __ b(&store_float64x2, EQ); |
1868 | 1872 |
1869 // Fall through. | 1873 // Fall through. |
1870 __ b(&store_pointer); | 1874 __ b(&store_pointer); |
1871 | 1875 |
1872 if (!compiler->is_optimizing()) { | 1876 if (!compiler->is_optimizing()) { |
1873 locs()->live_registers()->Add(locs()->in(0)); | 1877 locs()->live_registers()->Add(locs()->in(0)); |
1874 locs()->live_registers()->Add(locs()->in(1)); | 1878 locs()->live_registers()->Add(locs()->in(1)); |
1875 } | 1879 } |
(...skipping 314 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
2190 const Register temp = locs()->temp(0).reg(); | 2194 const Register temp = locs()->temp(0).reg(); |
2191 | 2195 |
2192 Label load_pointer; | 2196 Label load_pointer; |
2193 Label load_double; | 2197 Label load_double; |
2194 Label load_float32x4; | 2198 Label load_float32x4; |
2195 Label load_float64x2; | 2199 Label load_float64x2; |
2196 | 2200 |
2197 __ LoadObject(result_reg, Field::ZoneHandle(field()->raw()), PP); | 2201 __ LoadObject(result_reg, Field::ZoneHandle(field()->raw()), PP); |
2198 | 2202 |
2199 FieldAddress field_cid_operand( | 2203 FieldAddress field_cid_operand( |
2200 result_reg, Field::guarded_cid_offset(), kWord); | 2204 result_reg, Field::guarded_cid_offset(), kUnsignedHalfword); |
2201 FieldAddress field_nullability_operand( | 2205 FieldAddress field_nullability_operand( |
2202 result_reg, Field::is_nullable_offset(), kWord); | 2206 result_reg, Field::is_nullable_offset(), kUnsignedHalfword); |
2203 | 2207 |
2204 __ ldr(temp, field_nullability_operand, kWord); | 2208 __ ldr(temp, field_nullability_operand, kUnsignedHalfword); |
2205 __ CompareImmediate(temp, kNullCid, PP); | 2209 __ CompareImmediate(temp, kNullCid, PP); |
2206 __ b(&load_pointer, EQ); | 2210 __ b(&load_pointer, EQ); |
2207 | 2211 |
2208 __ ldr(temp, field_cid_operand, kWord); | 2212 __ ldr(temp, field_cid_operand, kUnsignedHalfword); |
2209 __ CompareImmediate(temp, kDoubleCid, PP); | 2213 __ CompareImmediate(temp, kDoubleCid, PP); |
2210 __ b(&load_double, EQ); | 2214 __ b(&load_double, EQ); |
2211 | 2215 |
2212 __ ldr(temp, field_cid_operand, kWord); | 2216 __ ldr(temp, field_cid_operand, kUnsignedHalfword); |
2213 __ CompareImmediate(temp, kFloat32x4Cid, PP); | 2217 __ CompareImmediate(temp, kFloat32x4Cid, PP); |
2214 __ b(&load_float32x4, EQ); | 2218 __ b(&load_float32x4, EQ); |
2215 | 2219 |
2216 __ ldr(temp, field_cid_operand, kWord); | 2220 __ ldr(temp, field_cid_operand, kUnsignedHalfword); |
2217 __ CompareImmediate(temp, kFloat64x2Cid, PP); | 2221 __ CompareImmediate(temp, kFloat64x2Cid, PP); |
2218 __ b(&load_float64x2, EQ); | 2222 __ b(&load_float64x2, EQ); |
2219 | 2223 |
2220 // Fall through. | 2224 // Fall through. |
2221 __ b(&load_pointer); | 2225 __ b(&load_pointer); |
2222 | 2226 |
2223 if (!compiler->is_optimizing()) { | 2227 if (!compiler->is_optimizing()) { |
2224 locs()->live_registers()->Add(locs()->in(0)); | 2228 locs()->live_registers()->Add(locs()->in(0)); |
2225 } | 2229 } |
2226 | 2230 |
(...skipping 3426 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
5653 1, | 5657 1, |
5654 locs()); | 5658 locs()); |
5655 __ Drop(1); | 5659 __ Drop(1); |
5656 __ Pop(result); | 5660 __ Pop(result); |
5657 } | 5661 } |
5658 | 5662 |
5659 | 5663 |
5660 } // namespace dart | 5664 } // namespace dart |
5661 | 5665 |
5662 #endif // defined TARGET_ARCH_ARM64 | 5666 #endif // defined TARGET_ARCH_ARM64 |
OLD | NEW |