| OLD | NEW |
| 1 // Copyright 2012 the V8 project authors. All rights reserved. | 1 // Copyright 2012 the V8 project authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include "src/v8.h" | 5 #include "src/v8.h" |
| 6 | 6 |
| 7 #include "src/base/atomicops.h" | 7 #include "src/base/atomicops.h" |
| 8 #include "src/base/bits.h" | 8 #include "src/base/bits.h" |
| 9 #include "src/code-stubs.h" | 9 #include "src/code-stubs.h" |
| 10 #include "src/compilation-cache.h" | 10 #include "src/compilation-cache.h" |
| (...skipping 1716 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 1727 return NULL; | 1727 return NULL; |
| 1728 } | 1728 } |
| 1729 } | 1729 } |
| 1730 }; | 1730 }; |
| 1731 | 1731 |
| 1732 | 1732 |
| 1733 // Fill the marking stack with overflowed objects returned by the given | 1733 // Fill the marking stack with overflowed objects returned by the given |
| 1734 // iterator. Stop when the marking stack is filled or the end of the space | 1734 // iterator. Stop when the marking stack is filled or the end of the space |
| 1735 // is reached, whichever comes first. | 1735 // is reached, whichever comes first. |
| 1736 template <class T> | 1736 template <class T> |
| 1737 static void DiscoverGreyObjectsWithIterator(Heap* heap, | 1737 void MarkCompactCollector::DiscoverGreyObjectsWithIterator(T* it) { |
| 1738 MarkingDeque* marking_deque, | |
| 1739 T* it) { | |
| 1740 // The caller should ensure that the marking stack is initially not full, | 1738 // The caller should ensure that the marking stack is initially not full, |
| 1741 // so that we don't waste effort pointlessly scanning for objects. | 1739 // so that we don't waste effort pointlessly scanning for objects. |
| 1742 DCHECK(!marking_deque->IsFull()); | 1740 DCHECK(!marking_deque()->IsFull()); |
| 1743 | 1741 |
| 1744 Map* filler_map = heap->one_pointer_filler_map(); | 1742 Map* filler_map = heap()->one_pointer_filler_map(); |
| 1745 for (HeapObject* object = it->Next(); object != NULL; object = it->Next()) { | 1743 for (HeapObject* object = it->Next(); object != NULL; object = it->Next()) { |
| 1746 MarkBit markbit = Marking::MarkBitFrom(object); | 1744 MarkBit markbit = Marking::MarkBitFrom(object); |
| 1747 if ((object->map() != filler_map) && Marking::IsGrey(markbit)) { | 1745 if ((object->map() != filler_map) && Marking::IsGrey(markbit)) { |
| 1748 Marking::GreyToBlack(markbit); | 1746 Marking::GreyToBlack(markbit); |
| 1749 MemoryChunk::IncrementLiveBytesFromGC(object, object->Size()); | 1747 PushBlack(object); |
| 1750 marking_deque->PushBlack(object); | 1748 if (marking_deque()->IsFull()) return; |
| 1751 if (marking_deque->IsFull()) return; | |
| 1752 } | 1749 } |
| 1753 } | 1750 } |
| 1754 } | 1751 } |
| 1755 | 1752 |
| 1756 | 1753 |
| 1757 static inline int MarkWordToObjectStarts(uint32_t mark_bits, int* starts); | 1754 static inline int MarkWordToObjectStarts(uint32_t mark_bits, int* starts); |
| 1758 | 1755 |
| 1759 | 1756 |
| 1760 static void DiscoverGreyObjectsOnPage(MarkingDeque* marking_deque, | 1757 void MarkCompactCollector::DiscoverGreyObjectsOnPage(MemoryChunk* p) { |
| 1761 MemoryChunk* p) { | 1758 DCHECK(!marking_deque()->IsFull()); |
| 1762 DCHECK(!marking_deque->IsFull()); | |
| 1763 DCHECK(strcmp(Marking::kWhiteBitPattern, "00") == 0); | 1759 DCHECK(strcmp(Marking::kWhiteBitPattern, "00") == 0); |
| 1764 DCHECK(strcmp(Marking::kBlackBitPattern, "10") == 0); | 1760 DCHECK(strcmp(Marking::kBlackBitPattern, "10") == 0); |
| 1765 DCHECK(strcmp(Marking::kGreyBitPattern, "11") == 0); | 1761 DCHECK(strcmp(Marking::kGreyBitPattern, "11") == 0); |
| 1766 DCHECK(strcmp(Marking::kImpossibleBitPattern, "01") == 0); | 1762 DCHECK(strcmp(Marking::kImpossibleBitPattern, "01") == 0); |
| 1767 | 1763 |
| 1768 for (MarkBitCellIterator it(p); !it.Done(); it.Advance()) { | 1764 for (MarkBitCellIterator it(p); !it.Done(); it.Advance()) { |
| 1769 Address cell_base = it.CurrentCellBase(); | 1765 Address cell_base = it.CurrentCellBase(); |
| 1770 MarkBit::CellType* cell = it.CurrentCell(); | 1766 MarkBit::CellType* cell = it.CurrentCell(); |
| 1771 | 1767 |
| 1772 const MarkBit::CellType current_cell = *cell; | 1768 const MarkBit::CellType current_cell = *cell; |
| (...skipping 11 matching lines...) Expand all Loading... |
| 1784 int offset = 0; | 1780 int offset = 0; |
| 1785 while (grey_objects != 0) { | 1781 while (grey_objects != 0) { |
| 1786 int trailing_zeros = base::bits::CountTrailingZeros32(grey_objects); | 1782 int trailing_zeros = base::bits::CountTrailingZeros32(grey_objects); |
| 1787 grey_objects >>= trailing_zeros; | 1783 grey_objects >>= trailing_zeros; |
| 1788 offset += trailing_zeros; | 1784 offset += trailing_zeros; |
| 1789 MarkBit markbit(cell, 1 << offset); | 1785 MarkBit markbit(cell, 1 << offset); |
| 1790 DCHECK(Marking::IsGrey(markbit)); | 1786 DCHECK(Marking::IsGrey(markbit)); |
| 1791 Marking::GreyToBlack(markbit); | 1787 Marking::GreyToBlack(markbit); |
| 1792 Address addr = cell_base + offset * kPointerSize; | 1788 Address addr = cell_base + offset * kPointerSize; |
| 1793 HeapObject* object = HeapObject::FromAddress(addr); | 1789 HeapObject* object = HeapObject::FromAddress(addr); |
| 1794 MemoryChunk::IncrementLiveBytesFromGC(object, object->Size()); | 1790 PushBlack(object); |
| 1795 marking_deque->PushBlack(object); | 1791 if (marking_deque()->IsFull()) return; |
| 1796 if (marking_deque->IsFull()) return; | |
| 1797 offset += 2; | 1792 offset += 2; |
| 1798 grey_objects >>= 2; | 1793 grey_objects >>= 2; |
| 1799 } | 1794 } |
| 1800 | 1795 |
| 1801 grey_objects >>= (Bitmap::kBitsPerCell - 1); | 1796 grey_objects >>= (Bitmap::kBitsPerCell - 1); |
| 1802 } | 1797 } |
| 1803 } | 1798 } |
| 1804 | 1799 |
| 1805 | 1800 |
| 1806 int MarkCompactCollector::DiscoverAndEvacuateBlackObjectsOnPage( | 1801 int MarkCompactCollector::DiscoverAndEvacuateBlackObjectsOnPage( |
| (...skipping 52 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 1859 | 1854 |
| 1860 MigrateObject(HeapObject::cast(target), object, size, NEW_SPACE); | 1855 MigrateObject(HeapObject::cast(target), object, size, NEW_SPACE); |
| 1861 heap()->IncrementSemiSpaceCopiedObjectSize(size); | 1856 heap()->IncrementSemiSpaceCopiedObjectSize(size); |
| 1862 } | 1857 } |
| 1863 *cells = 0; | 1858 *cells = 0; |
| 1864 } | 1859 } |
| 1865 return survivors_size; | 1860 return survivors_size; |
| 1866 } | 1861 } |
| 1867 | 1862 |
| 1868 | 1863 |
| 1869 static void DiscoverGreyObjectsInSpace(Heap* heap, MarkingDeque* marking_deque, | 1864 void MarkCompactCollector::DiscoverGreyObjectsInSpace(PagedSpace* space) { |
| 1870 PagedSpace* space) { | |
| 1871 PageIterator it(space); | 1865 PageIterator it(space); |
| 1872 while (it.has_next()) { | 1866 while (it.has_next()) { |
| 1873 Page* p = it.next(); | 1867 Page* p = it.next(); |
| 1874 DiscoverGreyObjectsOnPage(marking_deque, p); | 1868 DiscoverGreyObjectsOnPage(p); |
| 1875 if (marking_deque->IsFull()) return; | 1869 if (marking_deque()->IsFull()) return; |
| 1876 } | 1870 } |
| 1877 } | 1871 } |
| 1878 | 1872 |
| 1879 | 1873 |
| 1880 static void DiscoverGreyObjectsInNewSpace(Heap* heap, | 1874 void MarkCompactCollector::DiscoverGreyObjectsInNewSpace() { |
| 1881 MarkingDeque* marking_deque) { | 1875 NewSpace* space = heap()->new_space(); |
| 1882 NewSpace* space = heap->new_space(); | |
| 1883 NewSpacePageIterator it(space->bottom(), space->top()); | 1876 NewSpacePageIterator it(space->bottom(), space->top()); |
| 1884 while (it.has_next()) { | 1877 while (it.has_next()) { |
| 1885 NewSpacePage* page = it.next(); | 1878 NewSpacePage* page = it.next(); |
| 1886 DiscoverGreyObjectsOnPage(marking_deque, page); | 1879 DiscoverGreyObjectsOnPage(page); |
| 1887 if (marking_deque->IsFull()) return; | 1880 if (marking_deque()->IsFull()) return; |
| 1888 } | 1881 } |
| 1889 } | 1882 } |
| 1890 | 1883 |
| 1891 | 1884 |
| 1892 bool MarkCompactCollector::IsUnmarkedHeapObject(Object** p) { | 1885 bool MarkCompactCollector::IsUnmarkedHeapObject(Object** p) { |
| 1893 Object* o = *p; | 1886 Object* o = *p; |
| 1894 if (!o->IsHeapObject()) return false; | 1887 if (!o->IsHeapObject()) return false; |
| 1895 HeapObject* heap_object = HeapObject::cast(o); | 1888 HeapObject* heap_object = HeapObject::cast(o); |
| 1896 MarkBit mark = Marking::MarkBitFrom(heap_object); | 1889 MarkBit mark = Marking::MarkBitFrom(heap_object); |
| 1897 return Marking::IsWhite(mark); | 1890 return Marking::IsWhite(mark); |
| (...skipping 104 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 2002 | 1995 |
| 2003 // Sweep the heap for overflowed objects, clear their overflow bits, and | 1996 // Sweep the heap for overflowed objects, clear their overflow bits, and |
| 2004 // push them on the marking stack. Stop early if the marking stack fills | 1997 // push them on the marking stack. Stop early if the marking stack fills |
| 2005 // before sweeping completes. If sweeping completes, there are no remaining | 1998 // before sweeping completes. If sweeping completes, there are no remaining |
| 2006 // overflowed objects in the heap so the overflow flag on the markings stack | 1999 // overflowed objects in the heap so the overflow flag on the markings stack |
| 2007 // is cleared. | 2000 // is cleared. |
| 2008 void MarkCompactCollector::RefillMarkingDeque() { | 2001 void MarkCompactCollector::RefillMarkingDeque() { |
| 2009 isolate()->CountUsage(v8::Isolate::UseCounterFeature::kMarkDequeOverflow); | 2002 isolate()->CountUsage(v8::Isolate::UseCounterFeature::kMarkDequeOverflow); |
| 2010 DCHECK(marking_deque_.overflowed()); | 2003 DCHECK(marking_deque_.overflowed()); |
| 2011 | 2004 |
| 2012 DiscoverGreyObjectsInNewSpace(heap(), &marking_deque_); | 2005 DiscoverGreyObjectsInNewSpace(); |
| 2013 if (marking_deque_.IsFull()) return; | 2006 if (marking_deque_.IsFull()) return; |
| 2014 | 2007 |
| 2015 DiscoverGreyObjectsInSpace(heap(), &marking_deque_, heap()->old_space()); | 2008 DiscoverGreyObjectsInSpace(heap()->old_space()); |
| 2016 if (marking_deque_.IsFull()) return; | 2009 if (marking_deque_.IsFull()) return; |
| 2017 | 2010 |
| 2018 DiscoverGreyObjectsInSpace(heap(), &marking_deque_, heap()->code_space()); | 2011 DiscoverGreyObjectsInSpace(heap()->code_space()); |
| 2019 if (marking_deque_.IsFull()) return; | 2012 if (marking_deque_.IsFull()) return; |
| 2020 | 2013 |
| 2021 DiscoverGreyObjectsInSpace(heap(), &marking_deque_, heap()->map_space()); | 2014 DiscoverGreyObjectsInSpace(heap()->map_space()); |
| 2022 if (marking_deque_.IsFull()) return; | 2015 if (marking_deque_.IsFull()) return; |
| 2023 | 2016 |
| 2024 LargeObjectIterator lo_it(heap()->lo_space()); | 2017 LargeObjectIterator lo_it(heap()->lo_space()); |
| 2025 DiscoverGreyObjectsWithIterator(heap(), &marking_deque_, &lo_it); | 2018 DiscoverGreyObjectsWithIterator(&lo_it); |
| 2026 if (marking_deque_.IsFull()) return; | 2019 if (marking_deque_.IsFull()) return; |
| 2027 | 2020 |
| 2028 marking_deque_.ClearOverflowed(); | 2021 marking_deque_.ClearOverflowed(); |
| 2029 } | 2022 } |
| 2030 | 2023 |
| 2031 | 2024 |
| 2032 // Mark all objects reachable (transitively) from objects on the marking | 2025 // Mark all objects reachable (transitively) from objects on the marking |
| 2033 // stack. Before: the marking stack contains zero or more heap object | 2026 // stack. Before: the marking stack contains zero or more heap object |
| 2034 // pointers. After: the marking stack is empty and there are no overflowed | 2027 // pointers. After: the marking stack is empty and there are no overflowed |
| 2035 // objects in the heap. | 2028 // objects in the heap. |
| (...skipping 2699 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 4735 SlotsBuffer* buffer = *buffer_address; | 4728 SlotsBuffer* buffer = *buffer_address; |
| 4736 while (buffer != NULL) { | 4729 while (buffer != NULL) { |
| 4737 SlotsBuffer* next_buffer = buffer->next(); | 4730 SlotsBuffer* next_buffer = buffer->next(); |
| 4738 DeallocateBuffer(buffer); | 4731 DeallocateBuffer(buffer); |
| 4739 buffer = next_buffer; | 4732 buffer = next_buffer; |
| 4740 } | 4733 } |
| 4741 *buffer_address = NULL; | 4734 *buffer_address = NULL; |
| 4742 } | 4735 } |
| 4743 } // namespace internal | 4736 } // namespace internal |
| 4744 } // namespace v8 | 4737 } // namespace v8 |
| OLD | NEW |