Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(251)

Side by Side Diff: src/heap/spaces.cc

Issue 1099633002: Revert of Fix logic for doing incremental marking steps on tenured allocation. (Closed) Base URL: https://chromium.googlesource.com/v8/v8.git@master
Patch Set: manual revert based on ToT Created 5 years, 8 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « src/heap/spaces.h ('k') | no next file » | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 // Copyright 2011 the V8 project authors. All rights reserved. 1 // Copyright 2011 the V8 project authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #include "src/v8.h" 5 #include "src/v8.h"
6 6
7 #include "src/base/bits.h" 7 #include "src/base/bits.h"
8 #include "src/base/platform/platform.h" 8 #include "src/base/platform/platform.h"
9 #include "src/full-codegen.h" 9 #include "src/full-codegen.h"
10 #include "src/heap/mark-compact.h" 10 #include "src/heap/mark-compact.h"
(...skipping 2182 matching lines...) Expand 10 before | Expand all | Expand 10 after
2193 free_bytes += huge_list_.Concatenate(free_list->huge_list()); 2193 free_bytes += huge_list_.Concatenate(free_list->huge_list());
2194 return free_bytes; 2194 return free_bytes;
2195 } 2195 }
2196 2196
2197 2197
2198 void FreeList::Reset() { 2198 void FreeList::Reset() {
2199 small_list_.Reset(); 2199 small_list_.Reset();
2200 medium_list_.Reset(); 2200 medium_list_.Reset();
2201 large_list_.Reset(); 2201 large_list_.Reset();
2202 huge_list_.Reset(); 2202 huge_list_.Reset();
2203 unreported_allocation_ = 0;
2204 } 2203 }
2205 2204
2206 2205
2207 int FreeList::Free(Address start, int size_in_bytes) { 2206 int FreeList::Free(Address start, int size_in_bytes) {
2208 if (size_in_bytes == 0) return 0; 2207 if (size_in_bytes == 0) return 0;
2209 2208
2210 heap_->CreateFillerObjectAt(start, size_in_bytes); 2209 heap_->CreateFillerObjectAt(start, size_in_bytes);
2211 2210
2212 Page* page = Page::FromAddress(start); 2211 Page* page = Page::FromAddress(start);
2213 2212
(...skipping 127 matching lines...) Expand 10 before | Expand all | Expand 10 after
2341 page = Page::FromAddress(node->address()); 2340 page = Page::FromAddress(node->address());
2342 page->add_available_in_large_free_list(-(*node_size)); 2341 page->add_available_in_large_free_list(-(*node_size));
2343 } 2342 }
2344 } 2343 }
2345 2344
2346 DCHECK(IsVeryLong() || available() == SumFreeLists()); 2345 DCHECK(IsVeryLong() || available() == SumFreeLists());
2347 return node; 2346 return node;
2348 } 2347 }
2349 2348
2350 2349
2351 void PagedSpace::SetTopAndLimit(Address top, Address limit) {
2352 DCHECK(top == limit ||
2353 Page::FromAddress(top) == Page::FromAddress(limit - 1));
2354 MemoryChunk::UpdateHighWaterMark(allocation_info_.top());
2355 allocation_info_.set_top(top);
2356 allocation_info_.set_limit(limit);
2357 }
2358
2359
2360 // Allocation on the old space free list. If it succeeds then a new linear 2350 // Allocation on the old space free list. If it succeeds then a new linear
2361 // allocation space has been set up with the top and limit of the space. If 2351 // allocation space has been set up with the top and limit of the space. If
2362 // the allocation fails then NULL is returned, and the caller can perform a GC 2352 // the allocation fails then NULL is returned, and the caller can perform a GC
2363 // or allocate a new page before retrying. 2353 // or allocate a new page before retrying.
2364 HeapObject* FreeList::Allocate(int size_in_bytes) { 2354 HeapObject* FreeList::Allocate(int size_in_bytes) {
2365 DCHECK(0 < size_in_bytes); 2355 DCHECK(0 < size_in_bytes);
2366 DCHECK(size_in_bytes <= kMaxBlockSize); 2356 DCHECK(size_in_bytes <= kMaxBlockSize);
2367 DCHECK(IsAligned(size_in_bytes, kPointerSize)); 2357 DCHECK(IsAligned(size_in_bytes, kPointerSize));
2368 // Don't free list allocate if there is linear space available. 2358 // Don't free list allocate if there is linear space available.
2369 DCHECK(owner_->limit() - owner_->top() < size_in_bytes); 2359 DCHECK(owner_->limit() - owner_->top() < size_in_bytes);
2370 2360
2371 int old_linear_size = static_cast<int>(owner_->limit() - owner_->top()); 2361 int old_linear_size = static_cast<int>(owner_->limit() - owner_->top());
2372 // Mark the old linear allocation area with a free space map so it can be 2362 // Mark the old linear allocation area with a free space map so it can be
2373 // skipped when scanning the heap. This also puts it back in the free list 2363 // skipped when scanning the heap. This also puts it back in the free list
2374 // if it is big enough. 2364 // if it is big enough.
2375 owner_->Free(owner_->top(), old_linear_size); 2365 owner_->Free(owner_->top(), old_linear_size);
2376 2366
2367 owner_->heap()->incremental_marking()->OldSpaceStep(size_in_bytes -
2368 old_linear_size);
2369
2377 int new_node_size = 0; 2370 int new_node_size = 0;
2378 FreeSpace* new_node = FindNodeFor(size_in_bytes, &new_node_size); 2371 FreeSpace* new_node = FindNodeFor(size_in_bytes, &new_node_size);
2379 if (new_node == NULL) { 2372 if (new_node == NULL) {
2380 owner_->SetTopAndLimit(NULL, NULL); 2373 owner_->SetTopAndLimit(NULL, NULL);
2381 return NULL; 2374 return NULL;
2382 } 2375 }
2383 2376
2384 int bytes_left = new_node_size - size_in_bytes; 2377 int bytes_left = new_node_size - size_in_bytes;
2385 DCHECK(bytes_left >= 0); 2378 DCHECK(bytes_left >= 0);
2386 2379
2387 #ifdef DEBUG 2380 #ifdef DEBUG
2388 for (int i = 0; i < size_in_bytes / kPointerSize; i++) { 2381 for (int i = 0; i < size_in_bytes / kPointerSize; i++) {
2389 reinterpret_cast<Object**>(new_node->address())[i] = 2382 reinterpret_cast<Object**>(new_node->address())[i] =
2390 Smi::FromInt(kCodeZapValue); 2383 Smi::FromInt(kCodeZapValue);
2391 } 2384 }
2392 #endif 2385 #endif
2393 2386
2394 // The old-space-step might have finished sweeping and restarted marking. 2387 // The old-space-step might have finished sweeping and restarted marking.
2395 // Verify that it did not turn the page of the new node into an evacuation 2388 // Verify that it did not turn the page of the new node into an evacuation
2396 // candidate. 2389 // candidate.
2397 DCHECK(!MarkCompactCollector::IsOnEvacuationCandidate(new_node)); 2390 DCHECK(!MarkCompactCollector::IsOnEvacuationCandidate(new_node));
2398 2391
2399 // An old-space step will mark more data per byte allocated, because old space 2392 const int kThreshold = IncrementalMarking::kAllocatedThreshold;
2400 // allocation is more serious. We don't want the pause to be bigger, so we
2401 // do marking after a smaller amount of allocation.
2402 const int kThreshold = IncrementalMarking::kAllocatedThreshold *
2403 IncrementalMarking::kOldSpaceAllocationMarkingFactor;
2404 2393
2405 // Memory in the linear allocation area is counted as allocated. We may free 2394 // Memory in the linear allocation area is counted as allocated. We may free
2406 // a little of this again immediately - see below. 2395 // a little of this again immediately - see below.
2407 owner_->Allocate(new_node_size); 2396 owner_->Allocate(new_node_size);
2408 2397
2409 unreported_allocation_ += new_node_size;
2410
2411 if (owner_->heap()->inline_allocation_disabled()) { 2398 if (owner_->heap()->inline_allocation_disabled()) {
2412 // Keep the linear allocation area empty if requested to do so, just 2399 // Keep the linear allocation area empty if requested to do so, just
2413 // return area back to the free list instead. 2400 // return area back to the free list instead.
2414 owner_->Free(new_node->address() + size_in_bytes, bytes_left); 2401 owner_->Free(new_node->address() + size_in_bytes, bytes_left);
2415 DCHECK(owner_->top() == NULL && owner_->limit() == NULL); 2402 DCHECK(owner_->top() == NULL && owner_->limit() == NULL);
2416 } else if (bytes_left > kThreshold && 2403 } else if (bytes_left > kThreshold &&
2417 owner_->heap()->incremental_marking()->CanDoSteps()) { 2404 owner_->heap()->incremental_marking()->IsMarkingIncomplete() &&
2405 FLAG_incremental_marking_steps) {
2418 int linear_size = owner_->RoundSizeDownToObjectAlignment(kThreshold); 2406 int linear_size = owner_->RoundSizeDownToObjectAlignment(kThreshold);
2419
2420 // We don't want to give too large linear areas to the allocator while 2407 // We don't want to give too large linear areas to the allocator while
2421 // incremental marking is going on, because we won't check again whether 2408 // incremental marking is going on, because we won't check again whether
2422 // we want to do another increment until the linear area is used up. 2409 // we want to do another increment until the linear area is used up.
2423 owner_->Free(new_node->address() + size_in_bytes + linear_size, 2410 owner_->Free(new_node->address() + size_in_bytes + linear_size,
2424 new_node_size - size_in_bytes - linear_size); 2411 new_node_size - size_in_bytes - linear_size);
2425 owner_->SetTopAndLimit(new_node->address() + size_in_bytes, 2412 owner_->SetTopAndLimit(new_node->address() + size_in_bytes,
2426 new_node->address() + size_in_bytes + linear_size); 2413 new_node->address() + size_in_bytes + linear_size);
2427 owner_->heap()->incremental_marking()->OldSpaceStep(size_in_bytes + 2414 } else if (bytes_left > 0) {
2428 linear_size); 2415 // Normally we give the rest of the node to the allocator as its new
2429 unreported_allocation_ = 0; 2416 // linear allocation area.
2417 owner_->SetTopAndLimit(new_node->address() + size_in_bytes,
2418 new_node->address() + new_node_size);
2430 } else { 2419 } else {
2431 if (unreported_allocation_ > kThreshold) { 2420 // TODO(gc) Try not freeing linear allocation region when bytes_left
2432 // This may start the incremental marker, or do a little work if it's 2421 // are zero.
2433 // already started. 2422 owner_->SetTopAndLimit(NULL, NULL);
2434 owner_->heap()->incremental_marking()->OldSpaceStep(
2435 Min(kThreshold, unreported_allocation_));
2436 unreported_allocation_ = 0;
2437 }
2438 if (bytes_left > 0) {
2439 // Normally we give the rest of the node to the allocator as its new
2440 // linear allocation area.
2441 owner_->SetTopAndLimit(new_node->address() + size_in_bytes,
2442 new_node->address() + new_node_size);
2443 } else {
2444 // TODO(gc) Try not freeing linear allocation region when bytes_left
2445 // are zero.
2446 owner_->SetTopAndLimit(NULL, NULL);
2447 }
2448 } 2423 }
2449 2424
2450 return new_node; 2425 return new_node;
2451 } 2426 }
2452 2427
2453 2428
2454 intptr_t FreeList::EvictFreeListItems(Page* p) { 2429 intptr_t FreeList::EvictFreeListItems(Page* p) {
2455 intptr_t sum = huge_list_.EvictFreeListItemsInList(p); 2430 intptr_t sum = huge_list_.EvictFreeListItemsInList(p);
2456 p->set_available_in_huge_free_list(0); 2431 p->set_available_in_huge_free_list(0);
2457 2432
(...skipping 466 matching lines...) Expand 10 before | Expand all | Expand 10 after
2924 MSAN_ALLOCATED_UNINITIALIZED_MEMORY(object->address(), object_size); 2899 MSAN_ALLOCATED_UNINITIALIZED_MEMORY(object->address(), object_size);
2925 2900
2926 if (Heap::ShouldZapGarbage()) { 2901 if (Heap::ShouldZapGarbage()) {
2927 // Make the object consistent so the heap can be verified in OldSpaceStep. 2902 // Make the object consistent so the heap can be verified in OldSpaceStep.
2928 // We only need to do this in debug builds or if verify_heap is on. 2903 // We only need to do this in debug builds or if verify_heap is on.
2929 reinterpret_cast<Object**>(object->address())[0] = 2904 reinterpret_cast<Object**>(object->address())[0] =
2930 heap()->fixed_array_map(); 2905 heap()->fixed_array_map();
2931 reinterpret_cast<Object**>(object->address())[1] = Smi::FromInt(0); 2906 reinterpret_cast<Object**>(object->address())[1] = Smi::FromInt(0);
2932 } 2907 }
2933 2908
2934 // We would like to tell the incremental marker to do a lot of work, since 2909 heap()->incremental_marking()->OldSpaceStep(object_size);
2935 // we just made a large allocation in old space, but that might cause a huge
2936 // pause. Underreporting here may cause the marker to speed up because it
2937 // will perceive that it is not keeping up with allocation. Although this
2938 // causes some big incremental marking steps they are not as big as this one
2939 // might have been. In testing, a very large pause was divided up into about
2940 // 12 parts.
2941 const int kThreshold = IncrementalMarking::kAllocatedThreshold *
2942 IncrementalMarking::kOldSpaceAllocationMarkingFactor;
2943 heap()->incremental_marking()->OldSpaceStep(kThreshold);
2944 return object; 2910 return object;
2945 } 2911 }
2946 2912
2947 2913
2948 size_t LargeObjectSpace::CommittedPhysicalMemory() { 2914 size_t LargeObjectSpace::CommittedPhysicalMemory() {
2949 if (!base::VirtualMemory::HasLazyCommits()) return CommittedMemory(); 2915 if (!base::VirtualMemory::HasLazyCommits()) return CommittedMemory();
2950 size_t size = 0; 2916 size_t size = 0;
2951 LargePage* current = first_page_; 2917 LargePage* current = first_page_;
2952 while (current != NULL) { 2918 while (current != NULL) {
2953 size += current->CommittedPhysicalMemory(); 2919 size += current->CommittedPhysicalMemory();
(...skipping 202 matching lines...) Expand 10 before | Expand all | Expand 10 after
3156 object->ShortPrint(); 3122 object->ShortPrint();
3157 PrintF("\n"); 3123 PrintF("\n");
3158 } 3124 }
3159 printf(" --------------------------------------\n"); 3125 printf(" --------------------------------------\n");
3160 printf(" Marked: %x, LiveCount: %x\n", mark_size, LiveBytes()); 3126 printf(" Marked: %x, LiveCount: %x\n", mark_size, LiveBytes());
3161 } 3127 }
3162 3128
3163 #endif // DEBUG 3129 #endif // DEBUG
3164 } 3130 }
3165 } // namespace v8::internal 3131 } // namespace v8::internal
OLDNEW
« no previous file with comments | « src/heap/spaces.h ('k') | no next file » | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698