OLD | NEW |
1 // Copyright 2011 the V8 project authors. All rights reserved. | 1 // Copyright 2011 the V8 project authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 #include "src/heap/spaces.h" | 5 #include "src/heap/spaces.h" |
6 | 6 |
7 #include <utility> | 7 #include <utility> |
8 | 8 |
9 #include "src/base/bits.h" | 9 #include "src/base/bits.h" |
10 #include "src/base/platform/platform.h" | 10 #include "src/base/platform/platform.h" |
(...skipping 1466 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
1477 } | 1477 } |
1478 CHECK(allocation_pointer_found_in_space); | 1478 CHECK(allocation_pointer_found_in_space); |
1479 } | 1479 } |
1480 #endif // VERIFY_HEAP | 1480 #endif // VERIFY_HEAP |
1481 | 1481 |
1482 // ----------------------------------------------------------------------------- | 1482 // ----------------------------------------------------------------------------- |
1483 // NewSpace implementation | 1483 // NewSpace implementation |
1484 | 1484 |
1485 bool NewSpace::SetUp(int initial_semispace_capacity, | 1485 bool NewSpace::SetUp(int initial_semispace_capacity, |
1486 int maximum_semispace_capacity) { | 1486 int maximum_semispace_capacity) { |
1487 DCHECK_LE(initial_semispace_capacity, maximum_semispace_capacity); | 1487 DCHECK(initial_semispace_capacity <= maximum_semispace_capacity); |
1488 DCHECK(base::bits::IsPowerOfTwo32(maximum_semispace_capacity)); | 1488 DCHECK(base::bits::IsPowerOfTwo32(maximum_semispace_capacity)); |
1489 DCHECK_GE(initial_semispace_capacity, 2 * Page::kPageSize); | |
1490 | 1489 |
1491 to_space_.SetUp(initial_semispace_capacity, maximum_semispace_capacity); | 1490 to_space_.SetUp(initial_semispace_capacity, maximum_semispace_capacity); |
1492 from_space_.SetUp(initial_semispace_capacity, maximum_semispace_capacity); | 1491 from_space_.SetUp(initial_semispace_capacity, maximum_semispace_capacity); |
1493 if (!to_space_.Commit()) { | 1492 if (!to_space_.Commit()) { |
1494 return false; | 1493 return false; |
1495 } | 1494 } |
1496 DCHECK(!from_space_.is_committed()); // No need to use memory yet. | 1495 DCHECK(!from_space_.is_committed()); // No need to use memory yet. |
1497 ResetAllocationInfo(); | 1496 ResetAllocationInfo(); |
1498 | 1497 |
1499 // Allocate and set up the histogram arrays if necessary. | 1498 // Allocate and set up the histogram arrays if necessary. |
(...skipping 80 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
1580 bool SemiSpace::EnsureCurrentCapacity() { | 1579 bool SemiSpace::EnsureCurrentCapacity() { |
1581 if (is_committed()) { | 1580 if (is_committed()) { |
1582 const int expected_pages = current_capacity_ / Page::kPageSize; | 1581 const int expected_pages = current_capacity_ / Page::kPageSize; |
1583 int actual_pages = 0; | 1582 int actual_pages = 0; |
1584 Page* current_page = anchor()->next_page(); | 1583 Page* current_page = anchor()->next_page(); |
1585 while (current_page != anchor()) { | 1584 while (current_page != anchor()) { |
1586 actual_pages++; | 1585 actual_pages++; |
1587 current_page = current_page->next_page(); | 1586 current_page = current_page->next_page(); |
1588 if (actual_pages > expected_pages) { | 1587 if (actual_pages > expected_pages) { |
1589 Page* to_remove = current_page->prev_page(); | 1588 Page* to_remove = current_page->prev_page(); |
1590 if (to_remove == current_page_) { | 1589 // Make sure we don't overtake the actual top pointer. |
1591 // Corner case: All pages have been moved within new space. We are | 1590 CHECK_NE(to_remove, current_page_); |
1592 // removing the page that contains the top pointer and need to set | |
1593 // it to the end of the intermediate generation. | |
1594 NewSpace* new_space = heap()->new_space(); | |
1595 CHECK_EQ(new_space->top(), current_page_->area_start()); | |
1596 current_page_ = to_remove->prev_page(); | |
1597 CHECK(current_page_->InIntermediateGeneration()); | |
1598 new_space->SetAllocationInfo(page_high(), page_high()); | |
1599 } | |
1600 to_remove->Unlink(); | 1591 to_remove->Unlink(); |
1601 heap()->memory_allocator()->Free<MemoryAllocator::kPooledAndQueue>( | 1592 heap()->memory_allocator()->Free<MemoryAllocator::kPooledAndQueue>( |
1602 to_remove); | 1593 to_remove); |
1603 } | 1594 } |
1604 } | 1595 } |
1605 while (actual_pages < expected_pages) { | 1596 while (actual_pages < expected_pages) { |
1606 actual_pages++; | 1597 actual_pages++; |
1607 current_page = | 1598 current_page = |
1608 heap()->memory_allocator()->AllocatePage<MemoryAllocator::kPooled>( | 1599 heap()->memory_allocator()->AllocatePage<MemoryAllocator::kPooled>( |
1609 Page::kAllocatableMemory, this, executable()); | 1600 Page::kAllocatableMemory, this, executable()); |
(...skipping 305 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
1915 Page::kAllocatableMemory, this, executable()); | 1906 Page::kAllocatableMemory, this, executable()); |
1916 if (new_page == nullptr) { | 1907 if (new_page == nullptr) { |
1917 RewindPages(current, pages_added); | 1908 RewindPages(current, pages_added); |
1918 return false; | 1909 return false; |
1919 } | 1910 } |
1920 new_page->InsertAfter(current); | 1911 new_page->InsertAfter(current); |
1921 current = new_page; | 1912 current = new_page; |
1922 } | 1913 } |
1923 Reset(); | 1914 Reset(); |
1924 AccountCommitted(current_capacity_); | 1915 AccountCommitted(current_capacity_); |
| 1916 if (age_mark_ == nullptr) { |
| 1917 age_mark_ = first_page()->area_start(); |
| 1918 } |
1925 committed_ = true; | 1919 committed_ = true; |
1926 return true; | 1920 return true; |
1927 } | 1921 } |
1928 | 1922 |
1929 | 1923 |
1930 bool SemiSpace::Uncommit() { | 1924 bool SemiSpace::Uncommit() { |
1931 DCHECK(is_committed()); | 1925 DCHECK(is_committed()); |
1932 for (auto it = begin(); it != end();) { | 1926 for (auto it = begin(); it != end();) { |
1933 Page* p = *(it++); | 1927 Page* p = *(it++); |
1934 heap()->memory_allocator()->Free<MemoryAllocator::kPooledAndQueue>(p); | 1928 heap()->memory_allocator()->Free<MemoryAllocator::kPooledAndQueue>(p); |
(...skipping 91 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
2026 anchor_.set_owner(this); | 2020 anchor_.set_owner(this); |
2027 anchor_.prev_page()->set_next_page(&anchor_); | 2021 anchor_.prev_page()->set_next_page(&anchor_); |
2028 anchor_.next_page()->set_prev_page(&anchor_); | 2022 anchor_.next_page()->set_prev_page(&anchor_); |
2029 | 2023 |
2030 for (Page* page : *this) { | 2024 for (Page* page : *this) { |
2031 page->set_owner(this); | 2025 page->set_owner(this); |
2032 page->SetFlags(flags, mask); | 2026 page->SetFlags(flags, mask); |
2033 if (id_ == kToSpace) { | 2027 if (id_ == kToSpace) { |
2034 page->ClearFlag(MemoryChunk::IN_FROM_SPACE); | 2028 page->ClearFlag(MemoryChunk::IN_FROM_SPACE); |
2035 page->SetFlag(MemoryChunk::IN_TO_SPACE); | 2029 page->SetFlag(MemoryChunk::IN_TO_SPACE); |
2036 page->ClearFlag(MemoryChunk::IN_INTERMEDIATE_GENERATION); | 2030 page->ClearFlag(MemoryChunk::NEW_SPACE_BELOW_AGE_MARK); |
2037 page->ResetLiveBytes(); | 2031 page->ResetLiveBytes(); |
2038 } else { | 2032 } else { |
2039 page->SetFlag(MemoryChunk::IN_FROM_SPACE); | 2033 page->SetFlag(MemoryChunk::IN_FROM_SPACE); |
2040 page->ClearFlag(MemoryChunk::IN_TO_SPACE); | 2034 page->ClearFlag(MemoryChunk::IN_TO_SPACE); |
2041 } | 2035 } |
2042 DCHECK(page->IsFlagSet(MemoryChunk::IN_TO_SPACE) || | 2036 DCHECK(page->IsFlagSet(MemoryChunk::IN_TO_SPACE) || |
2043 page->IsFlagSet(MemoryChunk::IN_FROM_SPACE)); | 2037 page->IsFlagSet(MemoryChunk::IN_FROM_SPACE)); |
2044 } | 2038 } |
2045 } | 2039 } |
2046 | 2040 |
(...skipping 22 matching lines...) Expand all Loading... |
2069 // We won't be swapping semispaces without data in them. | 2063 // We won't be swapping semispaces without data in them. |
2070 DCHECK_NE(from->anchor_.next_page(), &from->anchor_); | 2064 DCHECK_NE(from->anchor_.next_page(), &from->anchor_); |
2071 DCHECK_NE(to->anchor_.next_page(), &to->anchor_); | 2065 DCHECK_NE(to->anchor_.next_page(), &to->anchor_); |
2072 | 2066 |
2073 intptr_t saved_to_space_flags = to->current_page()->GetFlags(); | 2067 intptr_t saved_to_space_flags = to->current_page()->GetFlags(); |
2074 | 2068 |
2075 // We swap all properties but id_. | 2069 // We swap all properties but id_. |
2076 std::swap(from->current_capacity_, to->current_capacity_); | 2070 std::swap(from->current_capacity_, to->current_capacity_); |
2077 std::swap(from->maximum_capacity_, to->maximum_capacity_); | 2071 std::swap(from->maximum_capacity_, to->maximum_capacity_); |
2078 std::swap(from->minimum_capacity_, to->minimum_capacity_); | 2072 std::swap(from->minimum_capacity_, to->minimum_capacity_); |
| 2073 std::swap(from->age_mark_, to->age_mark_); |
2079 std::swap(from->committed_, to->committed_); | 2074 std::swap(from->committed_, to->committed_); |
2080 std::swap(from->anchor_, to->anchor_); | 2075 std::swap(from->anchor_, to->anchor_); |
2081 std::swap(from->current_page_, to->current_page_); | 2076 std::swap(from->current_page_, to->current_page_); |
2082 | 2077 |
2083 to->FixPagesFlags(saved_to_space_flags, Page::kCopyOnFlipFlagsMask); | 2078 to->FixPagesFlags(saved_to_space_flags, Page::kCopyOnFlipFlagsMask); |
2084 from->FixPagesFlags(0, 0); | 2079 from->FixPagesFlags(0, 0); |
2085 } | 2080 } |
2086 | 2081 |
2087 void NewSpace::SealIntermediateGeneration() { | |
2088 fragmentation_in_intermediate_generation_ = 0; | |
2089 const Address mark = top(); | |
2090 | 2082 |
2091 if (mark == to_space_.space_start()) { | 2083 void SemiSpace::set_age_mark(Address mark) { |
2092 // Do not mark any pages as being part of the intermediate generation if no | 2084 DCHECK_EQ(Page::FromAllocationAreaAddress(mark)->owner(), this); |
2093 // objects got moved. | 2085 age_mark_ = mark; |
2094 return; | 2086 // Mark all pages up to the one containing mark. |
2095 } | 2087 for (Page* p : NewSpacePageRange(space_start(), mark)) { |
2096 | 2088 p->SetFlag(MemoryChunk::NEW_SPACE_BELOW_AGE_MARK); |
2097 for (Page* p : NewSpacePageRange(to_space_.space_start(), mark)) { | |
2098 p->SetFlag(MemoryChunk::IN_INTERMEDIATE_GENERATION); | |
2099 } | |
2100 | |
2101 Page* p = Page::FromAllocationAreaAddress(mark); | |
2102 if (mark < p->area_end()) { | |
2103 heap()->CreateFillerObjectAt(mark, static_cast<int>(p->area_end() - mark), | |
2104 ClearRecordedSlots::kNo); | |
2105 fragmentation_in_intermediate_generation_ = | |
2106 static_cast<size_t>(p->area_end() - mark); | |
2107 DCHECK_EQ(to_space_.current_page(), p); | |
2108 if (to_space_.AdvancePage()) { | |
2109 UpdateAllocationInfo(); | |
2110 } else { | |
2111 allocation_info_.Reset(to_space_.page_high(), to_space_.page_high()); | |
2112 } | |
2113 } | |
2114 if (FLAG_trace_gc_verbose) { | |
2115 PrintIsolate(heap()->isolate(), | |
2116 "Sealing intermediate generation: bytes_lost=%zu\n", | |
2117 fragmentation_in_intermediate_generation_); | |
2118 } | 2089 } |
2119 } | 2090 } |
2120 | 2091 |
| 2092 |
2121 #ifdef DEBUG | 2093 #ifdef DEBUG |
2122 void SemiSpace::Print() {} | 2094 void SemiSpace::Print() {} |
2123 #endif | 2095 #endif |
2124 | 2096 |
2125 #ifdef VERIFY_HEAP | 2097 #ifdef VERIFY_HEAP |
2126 void SemiSpace::Verify() { | 2098 void SemiSpace::Verify() { |
2127 bool is_from_space = (id_ == kFromSpace); | 2099 bool is_from_space = (id_ == kFromSpace); |
2128 Page* page = anchor_.next_page(); | 2100 Page* page = anchor_.next_page(); |
2129 CHECK(anchor_.owner() == this); | 2101 CHECK(anchor_.owner() == this); |
2130 while (page != &anchor_) { | 2102 while (page != &anchor_) { |
(...skipping 1132 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
3263 object->ShortPrint(); | 3235 object->ShortPrint(); |
3264 PrintF("\n"); | 3236 PrintF("\n"); |
3265 } | 3237 } |
3266 printf(" --------------------------------------\n"); | 3238 printf(" --------------------------------------\n"); |
3267 printf(" Marked: %x, LiveCount: %x\n", mark_size, LiveBytes()); | 3239 printf(" Marked: %x, LiveCount: %x\n", mark_size, LiveBytes()); |
3268 } | 3240 } |
3269 | 3241 |
3270 #endif // DEBUG | 3242 #endif // DEBUG |
3271 } // namespace internal | 3243 } // namespace internal |
3272 } // namespace v8 | 3244 } // namespace v8 |
OLD | NEW |