| OLD | NEW |
| 1 // Copyright 2011 the V8 project authors. All rights reserved. | 1 // Copyright 2011 the V8 project authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include "src/heap/spaces.h" | 5 #include "src/heap/spaces.h" |
| 6 | 6 |
| 7 #include <utility> | 7 #include <utility> |
| 8 | 8 |
| 9 #include "src/base/bits.h" | 9 #include "src/base/bits.h" |
| 10 #include "src/base/platform/platform.h" | 10 #include "src/base/platform/platform.h" |
| (...skipping 1466 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 1477 } | 1477 } |
| 1478 CHECK(allocation_pointer_found_in_space); | 1478 CHECK(allocation_pointer_found_in_space); |
| 1479 } | 1479 } |
| 1480 #endif // VERIFY_HEAP | 1480 #endif // VERIFY_HEAP |
| 1481 | 1481 |
| 1482 // ----------------------------------------------------------------------------- | 1482 // ----------------------------------------------------------------------------- |
| 1483 // NewSpace implementation | 1483 // NewSpace implementation |
| 1484 | 1484 |
| 1485 bool NewSpace::SetUp(int initial_semispace_capacity, | 1485 bool NewSpace::SetUp(int initial_semispace_capacity, |
| 1486 int maximum_semispace_capacity) { | 1486 int maximum_semispace_capacity) { |
| 1487 DCHECK_LE(initial_semispace_capacity, maximum_semispace_capacity); | 1487 DCHECK(initial_semispace_capacity <= maximum_semispace_capacity); |
| 1488 DCHECK(base::bits::IsPowerOfTwo32(maximum_semispace_capacity)); | 1488 DCHECK(base::bits::IsPowerOfTwo32(maximum_semispace_capacity)); |
| 1489 DCHECK_GE(initial_semispace_capacity, 2 * Page::kPageSize); | |
| 1490 | 1489 |
| 1491 to_space_.SetUp(initial_semispace_capacity, maximum_semispace_capacity); | 1490 to_space_.SetUp(initial_semispace_capacity, maximum_semispace_capacity); |
| 1492 from_space_.SetUp(initial_semispace_capacity, maximum_semispace_capacity); | 1491 from_space_.SetUp(initial_semispace_capacity, maximum_semispace_capacity); |
| 1493 if (!to_space_.Commit()) { | 1492 if (!to_space_.Commit()) { |
| 1494 return false; | 1493 return false; |
| 1495 } | 1494 } |
| 1496 DCHECK(!from_space_.is_committed()); // No need to use memory yet. | 1495 DCHECK(!from_space_.is_committed()); // No need to use memory yet. |
| 1497 ResetAllocationInfo(); | 1496 ResetAllocationInfo(); |
| 1498 | 1497 |
| 1499 // Allocate and set up the histogram arrays if necessary. | 1498 // Allocate and set up the histogram arrays if necessary. |
| (...skipping 80 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 1580 bool SemiSpace::EnsureCurrentCapacity() { | 1579 bool SemiSpace::EnsureCurrentCapacity() { |
| 1581 if (is_committed()) { | 1580 if (is_committed()) { |
| 1582 const int expected_pages = current_capacity_ / Page::kPageSize; | 1581 const int expected_pages = current_capacity_ / Page::kPageSize; |
| 1583 int actual_pages = 0; | 1582 int actual_pages = 0; |
| 1584 Page* current_page = anchor()->next_page(); | 1583 Page* current_page = anchor()->next_page(); |
| 1585 while (current_page != anchor()) { | 1584 while (current_page != anchor()) { |
| 1586 actual_pages++; | 1585 actual_pages++; |
| 1587 current_page = current_page->next_page(); | 1586 current_page = current_page->next_page(); |
| 1588 if (actual_pages > expected_pages) { | 1587 if (actual_pages > expected_pages) { |
| 1589 Page* to_remove = current_page->prev_page(); | 1588 Page* to_remove = current_page->prev_page(); |
| 1590 if (to_remove == current_page_) { | 1589 // Make sure we don't overtake the actual top pointer. |
| 1591 // Corner case: All pages have been moved within new space. We are | 1590 CHECK_NE(to_remove, current_page_); |
| 1592 // removing the page that contains the top pointer and need to set | |
| 1593 // it to the end of the intermediate generation. | |
| 1594 NewSpace* new_space = heap()->new_space(); | |
| 1595 CHECK_EQ(new_space->top(), current_page_->area_start()); | |
| 1596 current_page_ = to_remove->prev_page(); | |
| 1597 CHECK(current_page_->InIntermediateGeneration()); | |
| 1598 new_space->SetAllocationInfo(page_high(), page_high()); | |
| 1599 } | |
| 1600 to_remove->Unlink(); | 1591 to_remove->Unlink(); |
| 1601 heap()->memory_allocator()->Free<MemoryAllocator::kPooledAndQueue>( | 1592 heap()->memory_allocator()->Free<MemoryAllocator::kPooledAndQueue>( |
| 1602 to_remove); | 1593 to_remove); |
| 1603 } | 1594 } |
| 1604 } | 1595 } |
| 1605 while (actual_pages < expected_pages) { | 1596 while (actual_pages < expected_pages) { |
| 1606 actual_pages++; | 1597 actual_pages++; |
| 1607 current_page = | 1598 current_page = |
| 1608 heap()->memory_allocator()->AllocatePage<MemoryAllocator::kPooled>( | 1599 heap()->memory_allocator()->AllocatePage<MemoryAllocator::kPooled>( |
| 1609 Page::kAllocatableMemory, this, executable()); | 1600 Page::kAllocatableMemory, this, executable()); |
| (...skipping 305 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 1915 Page::kAllocatableMemory, this, executable()); | 1906 Page::kAllocatableMemory, this, executable()); |
| 1916 if (new_page == nullptr) { | 1907 if (new_page == nullptr) { |
| 1917 RewindPages(current, pages_added); | 1908 RewindPages(current, pages_added); |
| 1918 return false; | 1909 return false; |
| 1919 } | 1910 } |
| 1920 new_page->InsertAfter(current); | 1911 new_page->InsertAfter(current); |
| 1921 current = new_page; | 1912 current = new_page; |
| 1922 } | 1913 } |
| 1923 Reset(); | 1914 Reset(); |
| 1924 AccountCommitted(current_capacity_); | 1915 AccountCommitted(current_capacity_); |
| 1916 if (age_mark_ == nullptr) { |
| 1917 age_mark_ = first_page()->area_start(); |
| 1918 } |
| 1925 committed_ = true; | 1919 committed_ = true; |
| 1926 return true; | 1920 return true; |
| 1927 } | 1921 } |
| 1928 | 1922 |
| 1929 | 1923 |
| 1930 bool SemiSpace::Uncommit() { | 1924 bool SemiSpace::Uncommit() { |
| 1931 DCHECK(is_committed()); | 1925 DCHECK(is_committed()); |
| 1932 for (auto it = begin(); it != end();) { | 1926 for (auto it = begin(); it != end();) { |
| 1933 Page* p = *(it++); | 1927 Page* p = *(it++); |
| 1934 heap()->memory_allocator()->Free<MemoryAllocator::kPooledAndQueue>(p); | 1928 heap()->memory_allocator()->Free<MemoryAllocator::kPooledAndQueue>(p); |
| (...skipping 91 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 2026 anchor_.set_owner(this); | 2020 anchor_.set_owner(this); |
| 2027 anchor_.prev_page()->set_next_page(&anchor_); | 2021 anchor_.prev_page()->set_next_page(&anchor_); |
| 2028 anchor_.next_page()->set_prev_page(&anchor_); | 2022 anchor_.next_page()->set_prev_page(&anchor_); |
| 2029 | 2023 |
| 2030 for (Page* page : *this) { | 2024 for (Page* page : *this) { |
| 2031 page->set_owner(this); | 2025 page->set_owner(this); |
| 2032 page->SetFlags(flags, mask); | 2026 page->SetFlags(flags, mask); |
| 2033 if (id_ == kToSpace) { | 2027 if (id_ == kToSpace) { |
| 2034 page->ClearFlag(MemoryChunk::IN_FROM_SPACE); | 2028 page->ClearFlag(MemoryChunk::IN_FROM_SPACE); |
| 2035 page->SetFlag(MemoryChunk::IN_TO_SPACE); | 2029 page->SetFlag(MemoryChunk::IN_TO_SPACE); |
| 2036 page->ClearFlag(MemoryChunk::IN_INTERMEDIATE_GENERATION); | 2030 page->ClearFlag(MemoryChunk::NEW_SPACE_BELOW_AGE_MARK); |
| 2037 page->ResetLiveBytes(); | 2031 page->ResetLiveBytes(); |
| 2038 } else { | 2032 } else { |
| 2039 page->SetFlag(MemoryChunk::IN_FROM_SPACE); | 2033 page->SetFlag(MemoryChunk::IN_FROM_SPACE); |
| 2040 page->ClearFlag(MemoryChunk::IN_TO_SPACE); | 2034 page->ClearFlag(MemoryChunk::IN_TO_SPACE); |
| 2041 } | 2035 } |
| 2042 DCHECK(page->IsFlagSet(MemoryChunk::IN_TO_SPACE) || | 2036 DCHECK(page->IsFlagSet(MemoryChunk::IN_TO_SPACE) || |
| 2043 page->IsFlagSet(MemoryChunk::IN_FROM_SPACE)); | 2037 page->IsFlagSet(MemoryChunk::IN_FROM_SPACE)); |
| 2044 } | 2038 } |
| 2045 } | 2039 } |
| 2046 | 2040 |
| (...skipping 22 matching lines...) Expand all Loading... |
| 2069 // We won't be swapping semispaces without data in them. | 2063 // We won't be swapping semispaces without data in them. |
| 2070 DCHECK_NE(from->anchor_.next_page(), &from->anchor_); | 2064 DCHECK_NE(from->anchor_.next_page(), &from->anchor_); |
| 2071 DCHECK_NE(to->anchor_.next_page(), &to->anchor_); | 2065 DCHECK_NE(to->anchor_.next_page(), &to->anchor_); |
| 2072 | 2066 |
| 2073 intptr_t saved_to_space_flags = to->current_page()->GetFlags(); | 2067 intptr_t saved_to_space_flags = to->current_page()->GetFlags(); |
| 2074 | 2068 |
| 2075 // We swap all properties but id_. | 2069 // We swap all properties but id_. |
| 2076 std::swap(from->current_capacity_, to->current_capacity_); | 2070 std::swap(from->current_capacity_, to->current_capacity_); |
| 2077 std::swap(from->maximum_capacity_, to->maximum_capacity_); | 2071 std::swap(from->maximum_capacity_, to->maximum_capacity_); |
| 2078 std::swap(from->minimum_capacity_, to->minimum_capacity_); | 2072 std::swap(from->minimum_capacity_, to->minimum_capacity_); |
| 2073 std::swap(from->age_mark_, to->age_mark_); |
| 2079 std::swap(from->committed_, to->committed_); | 2074 std::swap(from->committed_, to->committed_); |
| 2080 std::swap(from->anchor_, to->anchor_); | 2075 std::swap(from->anchor_, to->anchor_); |
| 2081 std::swap(from->current_page_, to->current_page_); | 2076 std::swap(from->current_page_, to->current_page_); |
| 2082 | 2077 |
| 2083 to->FixPagesFlags(saved_to_space_flags, Page::kCopyOnFlipFlagsMask); | 2078 to->FixPagesFlags(saved_to_space_flags, Page::kCopyOnFlipFlagsMask); |
| 2084 from->FixPagesFlags(0, 0); | 2079 from->FixPagesFlags(0, 0); |
| 2085 } | 2080 } |
| 2086 | 2081 |
| 2087 void NewSpace::SealIntermediateGeneration() { | |
| 2088 fragmentation_in_intermediate_generation_ = 0; | |
| 2089 const Address mark = top(); | |
| 2090 | 2082 |
| 2091 if (mark == to_space_.space_start()) { | 2083 void SemiSpace::set_age_mark(Address mark) { |
| 2092 // Do not mark any pages as being part of the intermediate generation if no | 2084 DCHECK_EQ(Page::FromAllocationAreaAddress(mark)->owner(), this); |
| 2093 // objects got moved. | 2085 age_mark_ = mark; |
| 2094 return; | 2086 // Mark all pages up to the one containing mark. |
| 2095 } | 2087 for (Page* p : NewSpacePageRange(space_start(), mark)) { |
| 2096 | 2088 p->SetFlag(MemoryChunk::NEW_SPACE_BELOW_AGE_MARK); |
| 2097 for (Page* p : NewSpacePageRange(to_space_.space_start(), mark)) { | |
| 2098 p->SetFlag(MemoryChunk::IN_INTERMEDIATE_GENERATION); | |
| 2099 } | |
| 2100 | |
| 2101 Page* p = Page::FromAllocationAreaAddress(mark); | |
| 2102 if (mark < p->area_end()) { | |
| 2103 heap()->CreateFillerObjectAt(mark, static_cast<int>(p->area_end() - mark), | |
| 2104 ClearRecordedSlots::kNo); | |
| 2105 fragmentation_in_intermediate_generation_ = | |
| 2106 static_cast<size_t>(p->area_end() - mark); | |
| 2107 DCHECK_EQ(to_space_.current_page(), p); | |
| 2108 if (to_space_.AdvancePage()) { | |
| 2109 UpdateAllocationInfo(); | |
| 2110 } else { | |
| 2111 allocation_info_.Reset(to_space_.page_high(), to_space_.page_high()); | |
| 2112 } | |
| 2113 } | |
| 2114 if (FLAG_trace_gc_verbose) { | |
| 2115 PrintIsolate(heap()->isolate(), | |
| 2116 "Sealing intermediate generation: bytes_lost=%zu\n", | |
| 2117 fragmentation_in_intermediate_generation_); | |
| 2118 } | 2089 } |
| 2119 } | 2090 } |
| 2120 | 2091 |
| 2092 |
| 2121 #ifdef DEBUG | 2093 #ifdef DEBUG |
| 2122 void SemiSpace::Print() {} | 2094 void SemiSpace::Print() {} |
| 2123 #endif | 2095 #endif |
| 2124 | 2096 |
| 2125 #ifdef VERIFY_HEAP | 2097 #ifdef VERIFY_HEAP |
| 2126 void SemiSpace::Verify() { | 2098 void SemiSpace::Verify() { |
| 2127 bool is_from_space = (id_ == kFromSpace); | 2099 bool is_from_space = (id_ == kFromSpace); |
| 2128 Page* page = anchor_.next_page(); | 2100 Page* page = anchor_.next_page(); |
| 2129 CHECK(anchor_.owner() == this); | 2101 CHECK(anchor_.owner() == this); |
| 2130 while (page != &anchor_) { | 2102 while (page != &anchor_) { |
| (...skipping 1132 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 3263 object->ShortPrint(); | 3235 object->ShortPrint(); |
| 3264 PrintF("\n"); | 3236 PrintF("\n"); |
| 3265 } | 3237 } |
| 3266 printf(" --------------------------------------\n"); | 3238 printf(" --------------------------------------\n"); |
| 3267 printf(" Marked: %x, LiveCount: %x\n", mark_size, LiveBytes()); | 3239 printf(" Marked: %x, LiveCount: %x\n", mark_size, LiveBytes()); |
| 3268 } | 3240 } |
| 3269 | 3241 |
| 3270 #endif // DEBUG | 3242 #endif // DEBUG |
| 3271 } // namespace internal | 3243 } // namespace internal |
| 3272 } // namespace v8 | 3244 } // namespace v8 |
| OLD | NEW |