OLD | NEW |
1 // Copyright 2012 the V8 project authors. All rights reserved. | 1 // Copyright 2012 the V8 project authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 #include "src/heap/heap.h" | 5 #include "src/heap/heap.h" |
6 | 6 |
7 #include "src/accessors.h" | 7 #include "src/accessors.h" |
8 #include "src/api.h" | 8 #include "src/api.h" |
9 #include "src/ast/scopeinfo.h" | 9 #include "src/ast/scopeinfo.h" |
10 #include "src/base/bits.h" | 10 #include "src/base/bits.h" |
11 #include "src/base/once.h" | 11 #include "src/base/once.h" |
12 #include "src/base/utils/random-number-generator.h" | 12 #include "src/base/utils/random-number-generator.h" |
13 #include "src/bootstrapper.h" | 13 #include "src/bootstrapper.h" |
14 #include "src/codegen.h" | 14 #include "src/codegen.h" |
15 #include "src/compilation-cache.h" | 15 #include "src/compilation-cache.h" |
16 #include "src/conversions.h" | 16 #include "src/conversions.h" |
17 #include "src/debug/debug.h" | 17 #include "src/debug/debug.h" |
18 #include "src/deoptimizer.h" | 18 #include "src/deoptimizer.h" |
19 #include "src/global-handles.h" | 19 #include "src/global-handles.h" |
20 #include "src/heap/array-buffer-tracker.h" | 20 #include "src/heap/array-buffer-tracker.h" |
21 #include "src/heap/gc-idle-time-handler.h" | 21 #include "src/heap/gc-idle-time-handler.h" |
22 #include "src/heap/gc-tracer.h" | 22 #include "src/heap/gc-tracer.h" |
23 #include "src/heap/incremental-marking.h" | 23 #include "src/heap/incremental-marking.h" |
24 #include "src/heap/mark-compact-inl.h" | 24 #include "src/heap/mark-compact-inl.h" |
25 #include "src/heap/mark-compact.h" | 25 #include "src/heap/mark-compact.h" |
26 #include "src/heap/memory-reducer.h" | 26 #include "src/heap/memory-reducer.h" |
27 #include "src/heap/object-stats.h" | 27 #include "src/heap/object-stats.h" |
28 #include "src/heap/objects-visiting-inl.h" | 28 #include "src/heap/objects-visiting-inl.h" |
29 #include "src/heap/objects-visiting.h" | 29 #include "src/heap/objects-visiting.h" |
| 30 #include "src/heap/remembered-set.h" |
30 #include "src/heap/scavenge-job.h" | 31 #include "src/heap/scavenge-job.h" |
31 #include "src/heap/scavenger-inl.h" | 32 #include "src/heap/scavenger-inl.h" |
32 #include "src/heap/store-buffer.h" | 33 #include "src/heap/store-buffer.h" |
33 #include "src/interpreter/interpreter.h" | 34 #include "src/interpreter/interpreter.h" |
34 #include "src/profiler/cpu-profiler.h" | 35 #include "src/profiler/cpu-profiler.h" |
35 #include "src/regexp/jsregexp.h" | 36 #include "src/regexp/jsregexp.h" |
36 #include "src/runtime-profiler.h" | 37 #include "src/runtime-profiler.h" |
37 #include "src/snapshot/natives.h" | 38 #include "src/snapshot/natives.h" |
38 #include "src/snapshot/serialize.h" | 39 #include "src/snapshot/serialize.h" |
39 #include "src/snapshot/snapshot.h" | 40 #include "src/snapshot/snapshot.h" |
(...skipping 415 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
455 isolate()->optimizing_compile_dispatcher()->AgeBufferedOsrJobs(); | 456 isolate()->optimizing_compile_dispatcher()->AgeBufferedOsrJobs(); |
456 } | 457 } |
457 | 458 |
458 if (new_space_.IsAtMaximumCapacity()) { | 459 if (new_space_.IsAtMaximumCapacity()) { |
459 maximum_size_scavenges_++; | 460 maximum_size_scavenges_++; |
460 } else { | 461 } else { |
461 maximum_size_scavenges_ = 0; | 462 maximum_size_scavenges_ = 0; |
462 } | 463 } |
463 CheckNewSpaceExpansionCriteria(); | 464 CheckNewSpaceExpansionCriteria(); |
464 UpdateNewSpaceAllocationCounter(); | 465 UpdateNewSpaceAllocationCounter(); |
| 466 store_buffer()->MoveEntriesToRememberedSet(); |
465 } | 467 } |
466 | 468 |
467 | 469 |
468 intptr_t Heap::SizeOfObjects() { | 470 intptr_t Heap::SizeOfObjects() { |
469 intptr_t total = 0; | 471 intptr_t total = 0; |
470 AllSpaces spaces(this); | 472 AllSpaces spaces(this); |
471 for (Space* space = spaces.next(); space != NULL; space = spaces.next()) { | 473 for (Space* space = spaces.next(); space != NULL; space = spaces.next()) { |
472 total += space->SizeOfObjects(); | 474 total += space->SizeOfObjects(); |
473 } | 475 } |
474 return total; | 476 return total; |
(...skipping 1196 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
1671 { | 1673 { |
1672 // Copy roots. | 1674 // Copy roots. |
1673 GCTracer::Scope gc_scope(tracer(), GCTracer::Scope::SCAVENGER_ROOTS); | 1675 GCTracer::Scope gc_scope(tracer(), GCTracer::Scope::SCAVENGER_ROOTS); |
1674 IterateRoots(&scavenge_visitor, VISIT_ALL_IN_SCAVENGE); | 1676 IterateRoots(&scavenge_visitor, VISIT_ALL_IN_SCAVENGE); |
1675 } | 1677 } |
1676 | 1678 |
1677 { | 1679 { |
1678 // Copy objects reachable from the old generation. | 1680 // Copy objects reachable from the old generation. |
1679 GCTracer::Scope gc_scope(tracer(), | 1681 GCTracer::Scope gc_scope(tracer(), |
1680 GCTracer::Scope::SCAVENGER_OLD_TO_NEW_POINTERS); | 1682 GCTracer::Scope::SCAVENGER_OLD_TO_NEW_POINTERS); |
1681 store_buffer()->IteratePointersToNewSpace(&Scavenger::ScavengeObject); | 1683 RememberedSet<OLD_TO_NEW>::IterateWithWrapper(this, |
| 1684 Scavenger::ScavengeObject); |
1682 } | 1685 } |
1683 | 1686 |
1684 { | 1687 { |
1685 GCTracer::Scope gc_scope(tracer(), GCTracer::Scope::SCAVENGER_WEAK); | 1688 GCTracer::Scope gc_scope(tracer(), GCTracer::Scope::SCAVENGER_WEAK); |
1686 // Copy objects reachable from the encountered weak collections list. | 1689 // Copy objects reachable from the encountered weak collections list. |
1687 scavenge_visitor.VisitPointer(&encountered_weak_collections_); | 1690 scavenge_visitor.VisitPointer(&encountered_weak_collections_); |
1688 // Copy objects reachable from the encountered weak cells. | 1691 // Copy objects reachable from the encountered weak cells. |
1689 scavenge_visitor.VisitPointer(&encountered_weak_cells_); | 1692 scavenge_visitor.VisitPointer(&encountered_weak_cells_); |
1690 } | 1693 } |
1691 | 1694 |
(...skipping 2734 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
4426 return false; | 4429 return false; |
4427 } | 4430 } |
4428 } | 4431 } |
4429 | 4432 |
4430 | 4433 |
4431 #ifdef VERIFY_HEAP | 4434 #ifdef VERIFY_HEAP |
4432 void Heap::Verify() { | 4435 void Heap::Verify() { |
4433 CHECK(HasBeenSetUp()); | 4436 CHECK(HasBeenSetUp()); |
4434 HandleScope scope(isolate()); | 4437 HandleScope scope(isolate()); |
4435 | 4438 |
4436 store_buffer()->Verify(); | |
4437 | |
4438 if (mark_compact_collector()->sweeping_in_progress()) { | 4439 if (mark_compact_collector()->sweeping_in_progress()) { |
4439 // We have to wait here for the sweeper threads to have an iterable heap. | 4440 // We have to wait here for the sweeper threads to have an iterable heap. |
4440 mark_compact_collector()->EnsureSweepingCompleted(); | 4441 mark_compact_collector()->EnsureSweepingCompleted(); |
4441 } | 4442 } |
4442 | 4443 |
4443 VerifyPointersVisitor visitor; | 4444 VerifyPointersVisitor visitor; |
4444 IterateRoots(&visitor, VISIT_ONLY_STRONG); | 4445 IterateRoots(&visitor, VISIT_ONLY_STRONG); |
4445 | 4446 |
4446 VerifySmisVisitor smis_visitor; | 4447 VerifySmisVisitor smis_visitor; |
4447 IterateSmiRoots(&smis_visitor); | 4448 IterateSmiRoots(&smis_visitor); |
(...skipping 27 matching lines...) Expand all Loading... |
4475 Memory::Address_at(cursor) = kFromSpaceZapValue; | 4476 Memory::Address_at(cursor) = kFromSpaceZapValue; |
4476 } | 4477 } |
4477 } | 4478 } |
4478 } | 4479 } |
4479 | 4480 |
4480 | 4481 |
4481 void Heap::IterateAndMarkPointersToFromSpace(HeapObject* object, Address start, | 4482 void Heap::IterateAndMarkPointersToFromSpace(HeapObject* object, Address start, |
4482 Address end, bool record_slots, | 4483 Address end, bool record_slots, |
4483 ObjectSlotCallback callback) { | 4484 ObjectSlotCallback callback) { |
4484 Address slot_address = start; | 4485 Address slot_address = start; |
| 4486 Page* page = Page::FromAddress(start); |
4485 | 4487 |
4486 while (slot_address < end) { | 4488 while (slot_address < end) { |
4487 Object** slot = reinterpret_cast<Object**>(slot_address); | 4489 Object** slot = reinterpret_cast<Object**>(slot_address); |
4488 Object* target = *slot; | 4490 Object* target = *slot; |
4489 // If the store buffer becomes overfull we mark pages as being exempt from | 4491 // If the store buffer becomes overfull we mark pages as being exempt from |
4490 // the store buffer. These pages are scanned to find pointers that point | 4492 // the store buffer. These pages are scanned to find pointers that point |
4491 // to the new space. In that case we may hit newly promoted objects and | 4493 // to the new space. In that case we may hit newly promoted objects and |
4492 // fix the pointers before the promotion queue gets to them. Thus the 'if'. | 4494 // fix the pointers before the promotion queue gets to them. Thus the 'if'. |
4493 if (target->IsHeapObject()) { | 4495 if (target->IsHeapObject()) { |
4494 if (Heap::InFromSpace(target)) { | 4496 if (Heap::InFromSpace(target)) { |
4495 callback(reinterpret_cast<HeapObject**>(slot), | 4497 callback(reinterpret_cast<HeapObject**>(slot), |
4496 HeapObject::cast(target)); | 4498 HeapObject::cast(target)); |
4497 Object* new_target = *slot; | 4499 Object* new_target = *slot; |
4498 if (InNewSpace(new_target)) { | 4500 if (InNewSpace(new_target)) { |
4499 SLOW_DCHECK(Heap::InToSpace(new_target)); | 4501 SLOW_DCHECK(Heap::InToSpace(new_target)); |
4500 SLOW_DCHECK(new_target->IsHeapObject()); | 4502 SLOW_DCHECK(new_target->IsHeapObject()); |
4501 store_buffer_.Mark(reinterpret_cast<Address>(slot)); | 4503 RememberedSet<OLD_TO_NEW>::Insert(page, slot_address); |
4502 } | 4504 } |
4503 SLOW_DCHECK(!MarkCompactCollector::IsOnEvacuationCandidate(new_target)); | 4505 SLOW_DCHECK(!MarkCompactCollector::IsOnEvacuationCandidate(new_target)); |
4504 } else if (record_slots && | 4506 } else if (record_slots && |
4505 MarkCompactCollector::IsOnEvacuationCandidate(target)) { | 4507 MarkCompactCollector::IsOnEvacuationCandidate(target)) { |
4506 mark_compact_collector()->RecordSlot(object, slot, target); | 4508 mark_compact_collector()->RecordSlot(object, slot, target); |
4507 } | 4509 } |
4508 } | 4510 } |
4509 slot_address += kPointerSize; | 4511 slot_address += kPointerSize; |
4510 } | 4512 } |
4511 } | 4513 } |
(...skipping 959 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
5471 }; | 5473 }; |
5472 | 5474 |
5473 | 5475 |
5474 void Heap::CheckHandleCount() { | 5476 void Heap::CheckHandleCount() { |
5475 CheckHandleCountVisitor v; | 5477 CheckHandleCountVisitor v; |
5476 isolate_->handle_scope_implementer()->Iterate(&v); | 5478 isolate_->handle_scope_implementer()->Iterate(&v); |
5477 } | 5479 } |
5478 | 5480 |
5479 void Heap::ClearRecordedSlot(HeapObject* object, Object** slot) { | 5481 void Heap::ClearRecordedSlot(HeapObject* object, Object** slot) { |
5480 if (!InNewSpace(object)) { | 5482 if (!InNewSpace(object)) { |
5481 store_buffer()->Remove(reinterpret_cast<Address>(slot)); | 5483 store_buffer()->MoveEntriesToRememberedSet(); |
| 5484 Address slot_addr = reinterpret_cast<Address>(slot); |
| 5485 Page* page = Page::FromAddress(slot_addr); |
| 5486 DCHECK_EQ(page->owner()->identity(), OLD_SPACE); |
| 5487 RememberedSet<OLD_TO_NEW>::Remove(page, slot_addr); |
5482 } | 5488 } |
5483 } | 5489 } |
5484 | 5490 |
5485 Space* AllSpaces::next() { | 5491 Space* AllSpaces::next() { |
5486 switch (counter_++) { | 5492 switch (counter_++) { |
5487 case NEW_SPACE: | 5493 case NEW_SPACE: |
5488 return heap_->new_space(); | 5494 return heap_->new_space(); |
5489 case OLD_SPACE: | 5495 case OLD_SPACE: |
5490 return heap_->old_space(); | 5496 return heap_->old_space(); |
5491 case CODE_SPACE: | 5497 case CODE_SPACE: |
(...skipping 722 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
6214 } | 6220 } |
6215 | 6221 |
6216 | 6222 |
6217 // static | 6223 // static |
6218 int Heap::GetStaticVisitorIdForMap(Map* map) { | 6224 int Heap::GetStaticVisitorIdForMap(Map* map) { |
6219 return StaticVisitorBase::GetVisitorId(map); | 6225 return StaticVisitorBase::GetVisitorId(map); |
6220 } | 6226 } |
6221 | 6227 |
6222 } // namespace internal | 6228 } // namespace internal |
6223 } // namespace v8 | 6229 } // namespace v8 |
OLD | NEW |