| OLD | NEW |
| 1 // Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file | 1 // Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file |
| 2 // for details. All rights reserved. Use of this source code is governed by a | 2 // for details. All rights reserved. Use of this source code is governed by a |
| 3 // BSD-style license that can be found in the LICENSE file. | 3 // BSD-style license that can be found in the LICENSE file. |
| 4 | 4 |
| 5 #include "vm/globals.h" // Needed here to get TARGET_ARCH_X64. | 5 #include "vm/globals.h" // Needed here to get TARGET_ARCH_X64. |
| 6 #if defined(TARGET_ARCH_X64) | 6 #if defined(TARGET_ARCH_X64) |
| 7 | 7 |
| 8 #include "vm/intermediate_language.h" | 8 #include "vm/intermediate_language.h" |
| 9 | 9 |
| 10 #include "vm/dart_entry.h" | 10 #include "vm/dart_entry.h" |
| (...skipping 1535 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 1546 | 1546 |
| 1547 Label skip_length_check; | 1547 Label skip_length_check; |
| 1548 __ cmpq(value_cid_reg, field_cid_operand); | 1548 __ cmpq(value_cid_reg, field_cid_operand); |
| 1549 __ j(NOT_EQUAL, &skip_length_check); | 1549 __ j(NOT_EQUAL, &skip_length_check); |
| 1550 if (field_has_length) { | 1550 if (field_has_length) { |
| 1551 // Field guard may have remembered list length, check it. | 1551 // Field guard may have remembered list length, check it. |
| 1552 if ((field_cid == kArrayCid) || (field_cid == kImmutableArrayCid)) { | 1552 if ((field_cid == kArrayCid) || (field_cid == kImmutableArrayCid)) { |
| 1553 __ pushq(value_cid_reg); | 1553 __ pushq(value_cid_reg); |
| 1554 __ movq(value_cid_reg, | 1554 __ movq(value_cid_reg, |
| 1555 FieldAddress(value_reg, Array::length_offset())); | 1555 FieldAddress(value_reg, Array::length_offset())); |
| 1556 __ cmpq(value_cid_reg, Immediate(field_length)); | 1556 __ cmpq(value_cid_reg, Immediate(Smi::RawValue(field_length))); |
| 1557 __ popq(value_cid_reg); | 1557 __ popq(value_cid_reg); |
| 1558 } else if (RawObject::IsTypedDataClassId(field_cid)) { | 1558 } else if (RawObject::IsTypedDataClassId(field_cid)) { |
| 1559 __ pushq(value_cid_reg); | 1559 __ pushq(value_cid_reg); |
| 1560 __ movq(value_cid_reg, | 1560 __ movq(value_cid_reg, |
| 1561 FieldAddress(value_reg, TypedData::length_offset())); | 1561 FieldAddress(value_reg, TypedData::length_offset())); |
| 1562 __ cmpq(value_cid_reg, Immediate(field_length)); | 1562 __ cmpq(value_cid_reg, Immediate(Smi::RawValue(field_length))); |
| 1563 __ popq(value_cid_reg); | 1563 __ popq(value_cid_reg); |
| 1564 } else { | 1564 } else { |
| 1565 ASSERT(field_cid == kIllegalCid); | 1565 ASSERT(field_cid == kIllegalCid); |
| 1566 // Following jump cannot not occur, fall through. | 1566 ASSERT(field_length == Field::kUnknownFixedLength); |
| 1567 // At compile time we do not know the type of the field nor its |
| 1568 // length. At execution time we may have set the class id and |
| 1569 // list length so we compare the guarded length with the |
| 1570 // list length here, without this check the list length could change |
| 1571 // without triggering a deoptimization. |
| 1572 Label check_array, length_compared, no_fixed_length; |
| 1573 __ cmpq(value_cid_reg, Immediate(kNullCid)); |
| 1574 __ j(EQUAL, &no_fixed_length, Assembler::kNearJump); |
| 1575 // Check for typed data array. |
| 1576 __ cmpq(value_cid_reg, Immediate(kTypedDataFloat32x4ArrayCid)); |
| 1577 // Not a typed array or a regular array. |
| 1578 __ j(GREATER, &no_fixed_length, Assembler::kNearJump); |
| 1579 __ cmpq(value_cid_reg, Immediate(kTypedDataInt8ArrayCid)); |
| 1580 // Could still be a regular array. |
| 1581 __ j(LESS, &check_array, Assembler::kNearJump); |
| 1582 __ pushq(value_cid_reg); |
| 1583 __ movq(value_cid_reg, |
| 1584 FieldAddress(value_reg, TypedData::length_offset())); |
| 1585 __ cmpq(field_length_operand, value_cid_reg); |
| 1586 __ popq(value_cid_reg); |
| 1587 __ jmp(&length_compared, Assembler::kNearJump); |
| 1588 // Check for regular array. |
| 1589 __ Bind(&check_array); |
| 1590 __ cmpq(value_cid_reg, Immediate(kImmutableArrayCid)); |
| 1591 __ j(GREATER, &no_fixed_length, Assembler::kNearJump); |
| 1592 __ cmpq(value_cid_reg, Immediate(kArrayCid)); |
| 1593 __ j(LESS, &no_fixed_length, Assembler::kNearJump); |
| 1594 __ pushq(value_cid_reg); |
| 1595 __ movq(value_cid_reg, |
| 1596 FieldAddress(value_reg, Array::length_offset())); |
| 1597 __ cmpq(field_length_operand, value_cid_reg); |
| 1598 __ popq(value_cid_reg); |
| 1599 __ jmp(&length_compared, Assembler::kNearJump); |
| 1600 __ Bind(&no_fixed_length); |
| 1601 __ jmp(fail); |
| 1602 __ Bind(&length_compared); |
| 1567 } | 1603 } |
| 1568 __ j(NOT_EQUAL, fail); | 1604 __ j(NOT_EQUAL, fail); |
| 1569 } | 1605 } |
| 1570 __ Bind(&skip_length_check); | 1606 __ Bind(&skip_length_check); |
| 1571 __ cmpq(value_cid_reg, field_nullability_operand); | 1607 __ cmpq(value_cid_reg, field_nullability_operand); |
| 1572 } else if (value_cid == kNullCid) { | 1608 } else if (value_cid == kNullCid) { |
| 1573 __ cmpq(field_nullability_operand, Immediate(value_cid)); | 1609 __ cmpq(field_nullability_operand, Immediate(value_cid)); |
| 1574 } else { | 1610 } else { |
| 1575 Label skip_length_check; | 1611 Label skip_length_check; |
| 1576 __ cmpq(field_cid_operand, Immediate(value_cid)); | 1612 __ cmpq(field_cid_operand, Immediate(value_cid)); |
| 1577 // If not equal, skip over length check. | 1613 // If not equal, skip over length check. |
| 1578 __ j(NOT_EQUAL, &skip_length_check); | 1614 __ j(NOT_EQUAL, &skip_length_check); |
| 1579 // Insert length check. | 1615 // Insert length check. |
| 1580 if (field_has_length) { | 1616 if (field_has_length) { |
| 1581 if (value_cid_reg == kNoRegister) { | |
| 1582 ASSERT(!compiler->is_optimizing()); | |
| 1583 value_cid_reg = RDX; | |
| 1584 ASSERT((value_cid_reg != value_reg) && (field_reg != value_cid_reg)); | |
| 1585 } | |
| 1586 ASSERT(value_cid_reg != kNoRegister); | 1617 ASSERT(value_cid_reg != kNoRegister); |
| 1587 if ((field_cid == kArrayCid) || (field_cid == kImmutableArrayCid)) { | 1618 if ((value_cid == kArrayCid) || (value_cid == kImmutableArrayCid)) { |
| 1588 __ pushq(value_cid_reg); | 1619 __ cmpq(FieldAddress(value_reg, Array::length_offset()), |
| 1589 __ movq(value_cid_reg, | 1620 Immediate(Smi::RawValue(field_length))); |
| 1590 FieldAddress(value_reg, Array::length_offset())); | 1621 } else if (RawObject::IsTypedDataClassId(value_cid)) { |
| 1591 __ cmpq(value_cid_reg, Immediate(field_length)); | 1622 __ cmpq(FieldAddress(value_reg, TypedData::length_offset()), |
| 1592 __ popq(value_cid_reg); | 1623 Immediate(Smi::RawValue(field_length))); |
| 1593 } else if (RawObject::IsTypedDataClassId(field_cid)) { | 1624 } else if (field_cid != kIllegalCid) { |
| 1594 __ pushq(value_cid_reg); | 1625 ASSERT(field_cid != value_cid); |
| 1595 __ movq(value_cid_reg, | 1626 ASSERT(field_length >= 0); |
| 1596 FieldAddress(value_reg, TypedData::length_offset())); | 1627 // Field has a known class id and length. At compile time it is |
| 1597 __ cmpq(value_cid_reg, Immediate(field_length)); | 1628 // known that the value's class id is not a fixed length list. |
| 1598 __ popq(value_cid_reg); | 1629 __ jmp(fail); |
| 1599 } else { | 1630 } else { |
| 1600 ASSERT(field_cid == kIllegalCid); | 1631 ASSERT(field_cid == kIllegalCid); |
| 1632 ASSERT(field_length == Field::kUnknownFixedLength); |
| 1601 // Following jump cannot not occur, fall through. | 1633 // Following jump cannot not occur, fall through. |
| 1602 } | 1634 } |
| 1635 __ j(NOT_EQUAL, fail); |
| 1603 } | 1636 } |
| 1604 // Not identical, possibly null. | 1637 // Not identical, possibly null. |
| 1605 __ Bind(&skip_length_check); | 1638 __ Bind(&skip_length_check); |
| 1606 } | 1639 } |
| 1607 __ j(EQUAL, &ok); | 1640 __ j(EQUAL, &ok); |
| 1608 | 1641 |
| 1609 __ cmpq(field_cid_operand, Immediate(kIllegalCid)); | 1642 __ cmpq(field_cid_operand, Immediate(kIllegalCid)); |
| 1610 __ j(NOT_EQUAL, fail); | 1643 __ j(NOT_EQUAL, fail); |
| 1611 | 1644 |
| 1612 if (value_cid == kDynamicCid) { | 1645 if (value_cid == kDynamicCid) { |
| 1613 __ movq(field_cid_operand, value_cid_reg); | 1646 __ movq(field_cid_operand, value_cid_reg); |
| 1614 __ movq(field_nullability_operand, value_cid_reg); | 1647 __ movq(field_nullability_operand, value_cid_reg); |
| 1615 if (field_has_length) { | 1648 if (field_has_length) { |
| 1616 Label check_array, local_exit, local_fail; | 1649 Label check_array, length_set, no_fixed_length; |
| 1617 __ cmpq(value_cid_reg, Immediate(kNullCid)); | 1650 __ cmpq(value_cid_reg, Immediate(kNullCid)); |
| 1618 __ j(EQUAL, &local_fail); | 1651 __ j(EQUAL, &no_fixed_length, Assembler::kNearJump); |
| 1619 // Check for typed data array. | 1652 // Check for typed data array. |
| 1620 __ cmpq(value_cid_reg, Immediate(kTypedDataFloat32x4ArrayCid)); | 1653 __ cmpq(value_cid_reg, Immediate(kTypedDataFloat32x4ArrayCid)); |
| 1621 __ j(GREATER, &local_fail); // Not a typed array or a regular array. | 1654 // Not a typed array or a regular array. |
| 1655 __ j(GREATER, &no_fixed_length); |
| 1622 __ cmpq(value_cid_reg, Immediate(kTypedDataInt8ArrayCid)); | 1656 __ cmpq(value_cid_reg, Immediate(kTypedDataInt8ArrayCid)); |
| 1623 __ j(LESS, &check_array); // Could still be a regular array. | 1657 // Could still be a regular array. |
| 1658 __ j(LESS, &check_array, Assembler::kNearJump); |
| 1624 // Destroy value_cid_reg (safe because we are finished with it). | 1659 // Destroy value_cid_reg (safe because we are finished with it). |
| 1625 __ movq(value_cid_reg, | 1660 __ movq(value_cid_reg, |
| 1626 FieldAddress(value_reg, TypedData::length_offset())); | 1661 FieldAddress(value_reg, TypedData::length_offset())); |
| 1627 __ movq(field_length_operand, value_cid_reg); | 1662 __ movq(field_length_operand, value_cid_reg); |
| 1628 __ jmp(&local_exit); // Updated field length typed data array. | 1663 // Updated field length typed data array. |
| 1664 __ jmp(&length_set); |
| 1629 // Check for regular array. | 1665 // Check for regular array. |
| 1630 __ Bind(&check_array); | 1666 __ Bind(&check_array); |
| 1631 __ cmpq(value_cid_reg, Immediate(kImmutableArrayCid)); | 1667 __ cmpq(value_cid_reg, Immediate(kImmutableArrayCid)); |
| 1632 __ j(GREATER, &local_fail); | 1668 __ j(GREATER, &no_fixed_length, Assembler::kNearJump); |
| 1633 __ cmpq(value_cid_reg, Immediate(kArrayCid)); | 1669 __ cmpq(value_cid_reg, Immediate(kArrayCid)); |
| 1634 __ j(LESS, &local_fail); | 1670 __ j(LESS, &no_fixed_length, Assembler::kNearJump); |
| 1635 // Destroy value_cid_reg (safe because we are finished with it). | 1671 // Destroy value_cid_reg (safe because we are finished with it). |
| 1636 __ movq(value_cid_reg, | 1672 __ movq(value_cid_reg, |
| 1637 FieldAddress(value_reg, Array::length_offset())); | 1673 FieldAddress(value_reg, Array::length_offset())); |
| 1638 __ movq(field_length_operand, value_cid_reg); | 1674 __ movq(field_length_operand, value_cid_reg); |
| 1639 __ jmp(&local_exit); // Updated field length from regular array. | 1675 // Updated field length from regular array. |
| 1640 | 1676 __ jmp(&length_set, Assembler::kNearJump); |
| 1641 __ Bind(&local_fail); | 1677 __ Bind(&no_fixed_length); |
| 1642 __ movq(field_length_operand, Immediate(Field::kNoFixedLength)); | 1678 __ movq(field_length_operand, |
| 1643 | 1679 Immediate(Smi::RawValue(Field::kNoFixedLength))); |
| 1644 __ Bind(&local_exit); | 1680 __ Bind(&length_set); |
| 1645 } | 1681 } |
| 1646 } else { | 1682 } else { |
| 1647 if (value_cid_reg == kNoRegister) { | |
| 1648 ASSERT(!compiler->is_optimizing()); | |
| 1649 value_cid_reg = RDX; | |
| 1650 ASSERT((value_cid_reg != value_reg) && (field_reg != value_cid_reg)); | |
| 1651 } | |
| 1652 ASSERT(value_cid_reg != kNoRegister); | |
| 1653 ASSERT(field_reg != kNoRegister); | 1683 ASSERT(field_reg != kNoRegister); |
| 1654 __ movq(field_cid_operand, Immediate(value_cid)); | 1684 __ movq(field_cid_operand, Immediate(value_cid)); |
| 1655 __ movq(field_nullability_operand, Immediate(value_cid)); | 1685 __ movq(field_nullability_operand, Immediate(value_cid)); |
| 1656 if ((value_cid == kArrayCid) || (value_cid == kImmutableArrayCid)) { | 1686 if (field_has_length) { |
| 1657 // Destroy value_cid_reg (safe because we are finished with it). | 1687 ASSERT(value_cid_reg != kNoRegister); |
| 1658 __ movq(value_cid_reg, | 1688 if ((value_cid == kArrayCid) || (value_cid == kImmutableArrayCid)) { |
| 1659 FieldAddress(value_reg, Array::length_offset())); | 1689 // Destroy value_cid_reg (safe because we are finished with it). |
| 1660 __ movq(field_length_operand, value_cid_reg); | 1690 __ movq(value_cid_reg, |
| 1661 } else if (RawObject::IsTypedDataClassId(value_cid)) { | 1691 FieldAddress(value_reg, Array::length_offset())); |
| 1662 // Destroy value_cid_reg (safe because we are finished with it). | 1692 __ movq(field_length_operand, value_cid_reg); |
| 1663 __ movq(value_cid_reg, | 1693 } else if (RawObject::IsTypedDataClassId(value_cid)) { |
| 1664 FieldAddress(value_reg, TypedData::length_offset())); | 1694 // Destroy value_cid_reg (safe because we are finished with it). |
| 1665 __ movq(field_length_operand, value_cid_reg); | 1695 __ movq(value_cid_reg, |
| 1666 } else { | 1696 FieldAddress(value_reg, TypedData::length_offset())); |
| 1667 __ movq(field_length_operand, Immediate(Field::kNoFixedLength)); | 1697 __ movq(field_length_operand, value_cid_reg); |
| 1698 } else { |
| 1699 __ movq(field_length_operand, |
| 1700 Immediate(Smi::RawValue(Field::kNoFixedLength))); |
| 1701 } |
| 1668 } | 1702 } |
| 1669 } | 1703 } |
| 1670 | |
| 1671 if (!ok_is_fall_through) { | 1704 if (!ok_is_fall_through) { |
| 1672 __ jmp(&ok); | 1705 __ jmp(&ok); |
| 1673 } | 1706 } |
| 1674 } else { | 1707 } else { |
| 1675 if (field_reg != kNoRegister) { | 1708 if (field_reg != kNoRegister) { |
| 1676 __ LoadObject(field_reg, Field::ZoneHandle(field().raw())); | 1709 __ LoadObject(field_reg, Field::ZoneHandle(field().raw())); |
| 1677 } | 1710 } |
| 1678 | 1711 |
| 1679 if (value_cid == kDynamicCid) { | 1712 if (value_cid == kDynamicCid) { |
| 1680 // Field's guarded class id is fixed but value's class id is not known. | 1713 // Field's guarded class id is fixed but value's class id is not known. |
| (...skipping 48 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 1729 ASSERT(value_cid_reg != kNoRegister); | 1762 ASSERT(value_cid_reg != kNoRegister); |
| 1730 if ((field_cid == kArrayCid) || (field_cid == kImmutableArrayCid)) { | 1763 if ((field_cid == kArrayCid) || (field_cid == kImmutableArrayCid)) { |
| 1731 // Destroy value_cid_reg (safe because we are finished with it). | 1764 // Destroy value_cid_reg (safe because we are finished with it). |
| 1732 __ movq(value_cid_reg, | 1765 __ movq(value_cid_reg, |
| 1733 FieldAddress(value_reg, Array::length_offset())); | 1766 FieldAddress(value_reg, Array::length_offset())); |
| 1734 } else if (RawObject::IsTypedDataClassId(field_cid)) { | 1767 } else if (RawObject::IsTypedDataClassId(field_cid)) { |
| 1735 // Destroy value_cid_reg (safe because we are finished with it). | 1768 // Destroy value_cid_reg (safe because we are finished with it). |
| 1736 __ movq(value_cid_reg, | 1769 __ movq(value_cid_reg, |
| 1737 FieldAddress(value_reg, TypedData::length_offset())); | 1770 FieldAddress(value_reg, TypedData::length_offset())); |
| 1738 } | 1771 } |
| 1739 __ cmpq(value_cid_reg, Immediate(field_length)); | 1772 __ cmpq(value_cid_reg, Immediate(Smi::RawValue(field_length))); |
| 1740 if (ok_is_fall_through) { | 1773 if (ok_is_fall_through) { |
| 1741 __ j(NOT_EQUAL, fail); | 1774 __ j(NOT_EQUAL, fail); |
| 1742 } | 1775 } |
| 1743 } else { | 1776 } else { |
| 1744 // Nothing to emit. | 1777 // Nothing to emit. |
| 1745 ASSERT(!compiler->is_optimizing()); | 1778 ASSERT(!compiler->is_optimizing()); |
| 1746 return; | 1779 return; |
| 1747 } | 1780 } |
| 1748 } | 1781 } |
| 1749 } | 1782 } |
| (...skipping 3060 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 4810 PcDescriptors::kOther, | 4843 PcDescriptors::kOther, |
| 4811 locs()); | 4844 locs()); |
| 4812 __ Drop(2); // Discard type arguments and receiver. | 4845 __ Drop(2); // Discard type arguments and receiver. |
| 4813 } | 4846 } |
| 4814 | 4847 |
| 4815 } // namespace dart | 4848 } // namespace dart |
| 4816 | 4849 |
| 4817 #undef __ | 4850 #undef __ |
| 4818 | 4851 |
| 4819 #endif // defined TARGET_ARCH_X64 | 4852 #endif // defined TARGET_ARCH_X64 |
| OLD | NEW |