OLD | NEW |
1 // Copyright 2012 the V8 project authors. All rights reserved. | 1 // Copyright 2012 the V8 project authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 #include "src/heap/heap.h" | 5 #include "src/heap/heap.h" |
6 | 6 |
7 #include "src/accessors.h" | 7 #include "src/accessors.h" |
8 #include "src/api.h" | 8 #include "src/api.h" |
9 #include "src/ast/scopeinfo.h" | 9 #include "src/ast/scopeinfo.h" |
10 #include "src/base/bits.h" | 10 #include "src/base/bits.h" |
11 #include "src/base/once.h" | 11 #include "src/base/once.h" |
12 #include "src/base/utils/random-number-generator.h" | 12 #include "src/base/utils/random-number-generator.h" |
13 #include "src/bootstrapper.h" | 13 #include "src/bootstrapper.h" |
14 #include "src/codegen.h" | 14 #include "src/codegen.h" |
15 #include "src/compilation-cache.h" | 15 #include "src/compilation-cache.h" |
16 #include "src/conversions.h" | 16 #include "src/conversions.h" |
17 #include "src/debug/debug.h" | 17 #include "src/debug/debug.h" |
18 #include "src/deoptimizer.h" | 18 #include "src/deoptimizer.h" |
19 #include "src/global-handles.h" | 19 #include "src/global-handles.h" |
20 #include "src/heap/array-buffer-tracker.h" | 20 #include "src/heap/array-buffer-tracker.h" |
21 #include "src/heap/gc-idle-time-handler.h" | 21 #include "src/heap/gc-idle-time-handler.h" |
22 #include "src/heap/gc-tracer.h" | 22 #include "src/heap/gc-tracer.h" |
23 #include "src/heap/incremental-marking.h" | 23 #include "src/heap/incremental-marking.h" |
24 #include "src/heap/mark-compact-inl.h" | 24 #include "src/heap/mark-compact-inl.h" |
25 #include "src/heap/mark-compact.h" | 25 #include "src/heap/mark-compact.h" |
26 #include "src/heap/memory-reducer.h" | 26 #include "src/heap/memory-reducer.h" |
27 #include "src/heap/object-stats.h" | 27 #include "src/heap/object-stats.h" |
28 #include "src/heap/objects-visiting-inl.h" | 28 #include "src/heap/objects-visiting-inl.h" |
29 #include "src/heap/objects-visiting.h" | 29 #include "src/heap/objects-visiting.h" |
| 30 #include "src/heap/remembered-set.h" |
30 #include "src/heap/scavenge-job.h" | 31 #include "src/heap/scavenge-job.h" |
31 #include "src/heap/scavenger-inl.h" | 32 #include "src/heap/scavenger-inl.h" |
32 #include "src/heap/store-buffer.h" | 33 #include "src/heap/store-buffer.h" |
33 #include "src/interpreter/interpreter.h" | 34 #include "src/interpreter/interpreter.h" |
34 #include "src/profiler/cpu-profiler.h" | 35 #include "src/profiler/cpu-profiler.h" |
35 #include "src/regexp/jsregexp.h" | 36 #include "src/regexp/jsregexp.h" |
36 #include "src/runtime-profiler.h" | 37 #include "src/runtime-profiler.h" |
37 #include "src/snapshot/natives.h" | 38 #include "src/snapshot/natives.h" |
38 #include "src/snapshot/serialize.h" | 39 #include "src/snapshot/serialize.h" |
39 #include "src/snapshot/snapshot.h" | 40 #include "src/snapshot/snapshot.h" |
(...skipping 415 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
455 isolate()->optimizing_compile_dispatcher()->AgeBufferedOsrJobs(); | 456 isolate()->optimizing_compile_dispatcher()->AgeBufferedOsrJobs(); |
456 } | 457 } |
457 | 458 |
458 if (new_space_.IsAtMaximumCapacity()) { | 459 if (new_space_.IsAtMaximumCapacity()) { |
459 maximum_size_scavenges_++; | 460 maximum_size_scavenges_++; |
460 } else { | 461 } else { |
461 maximum_size_scavenges_ = 0; | 462 maximum_size_scavenges_ = 0; |
462 } | 463 } |
463 CheckNewSpaceExpansionCriteria(); | 464 CheckNewSpaceExpansionCriteria(); |
464 UpdateNewSpaceAllocationCounter(); | 465 UpdateNewSpaceAllocationCounter(); |
| 466 store_buffer()->MoveEntriesToRememberedSet(); |
465 } | 467 } |
466 | 468 |
467 | 469 |
468 intptr_t Heap::SizeOfObjects() { | 470 intptr_t Heap::SizeOfObjects() { |
469 intptr_t total = 0; | 471 intptr_t total = 0; |
470 AllSpaces spaces(this); | 472 AllSpaces spaces(this); |
471 for (Space* space = spaces.next(); space != NULL; space = spaces.next()) { | 473 for (Space* space = spaces.next(); space != NULL; space = spaces.next()) { |
472 total += space->SizeOfObjects(); | 474 total += space->SizeOfObjects(); |
473 } | 475 } |
474 return total; | 476 return total; |
(...skipping 1196 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
1671 { | 1673 { |
1672 // Copy roots. | 1674 // Copy roots. |
1673 GCTracer::Scope gc_scope(tracer(), GCTracer::Scope::SCAVENGER_ROOTS); | 1675 GCTracer::Scope gc_scope(tracer(), GCTracer::Scope::SCAVENGER_ROOTS); |
1674 IterateRoots(&scavenge_visitor, VISIT_ALL_IN_SCAVENGE); | 1676 IterateRoots(&scavenge_visitor, VISIT_ALL_IN_SCAVENGE); |
1675 } | 1677 } |
1676 | 1678 |
1677 { | 1679 { |
1678 // Copy objects reachable from the old generation. | 1680 // Copy objects reachable from the old generation. |
1679 GCTracer::Scope gc_scope(tracer(), | 1681 GCTracer::Scope gc_scope(tracer(), |
1680 GCTracer::Scope::SCAVENGER_OLD_TO_NEW_POINTERS); | 1682 GCTracer::Scope::SCAVENGER_OLD_TO_NEW_POINTERS); |
1681 store_buffer()->IteratePointersToNewSpace(&Scavenger::ScavengeObject); | 1683 RememberedSet<OLD_TO_NEW>::IterateWithWrapper(this, |
| 1684 Scavenger::ScavengeObject); |
1682 } | 1685 } |
1683 | 1686 |
1684 { | 1687 { |
1685 GCTracer::Scope gc_scope(tracer(), GCTracer::Scope::SCAVENGER_WEAK); | 1688 GCTracer::Scope gc_scope(tracer(), GCTracer::Scope::SCAVENGER_WEAK); |
1686 // Copy objects reachable from the encountered weak collections list. | 1689 // Copy objects reachable from the encountered weak collections list. |
1687 scavenge_visitor.VisitPointer(&encountered_weak_collections_); | 1690 scavenge_visitor.VisitPointer(&encountered_weak_collections_); |
1688 // Copy objects reachable from the encountered weak cells. | 1691 // Copy objects reachable from the encountered weak cells. |
1689 scavenge_visitor.VisitPointer(&encountered_weak_cells_); | 1692 scavenge_visitor.VisitPointer(&encountered_weak_cells_); |
1690 } | 1693 } |
1691 | 1694 |
(...skipping 2757 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
4449 return false; | 4452 return false; |
4450 } | 4453 } |
4451 } | 4454 } |
4452 | 4455 |
4453 | 4456 |
4454 #ifdef VERIFY_HEAP | 4457 #ifdef VERIFY_HEAP |
4455 void Heap::Verify() { | 4458 void Heap::Verify() { |
4456 CHECK(HasBeenSetUp()); | 4459 CHECK(HasBeenSetUp()); |
4457 HandleScope scope(isolate()); | 4460 HandleScope scope(isolate()); |
4458 | 4461 |
4459 store_buffer()->Verify(); | |
4460 | |
4461 if (mark_compact_collector()->sweeping_in_progress()) { | 4462 if (mark_compact_collector()->sweeping_in_progress()) { |
4462 // We have to wait here for the sweeper threads to have an iterable heap. | 4463 // We have to wait here for the sweeper threads to have an iterable heap. |
4463 mark_compact_collector()->EnsureSweepingCompleted(); | 4464 mark_compact_collector()->EnsureSweepingCompleted(); |
4464 } | 4465 } |
4465 | 4466 |
4466 VerifyPointersVisitor visitor; | 4467 VerifyPointersVisitor visitor; |
4467 IterateRoots(&visitor, VISIT_ONLY_STRONG); | 4468 IterateRoots(&visitor, VISIT_ONLY_STRONG); |
4468 | 4469 |
4469 VerifySmisVisitor smis_visitor; | 4470 VerifySmisVisitor smis_visitor; |
4470 IterateSmiRoots(&smis_visitor); | 4471 IterateSmiRoots(&smis_visitor); |
(...skipping 27 matching lines...) Expand all Loading... |
4498 Memory::Address_at(cursor) = kFromSpaceZapValue; | 4499 Memory::Address_at(cursor) = kFromSpaceZapValue; |
4499 } | 4500 } |
4500 } | 4501 } |
4501 } | 4502 } |
4502 | 4503 |
4503 | 4504 |
4504 void Heap::IterateAndMarkPointersToFromSpace(HeapObject* object, Address start, | 4505 void Heap::IterateAndMarkPointersToFromSpace(HeapObject* object, Address start, |
4505 Address end, bool record_slots, | 4506 Address end, bool record_slots, |
4506 ObjectSlotCallback callback) { | 4507 ObjectSlotCallback callback) { |
4507 Address slot_address = start; | 4508 Address slot_address = start; |
| 4509 Page* page = Page::FromAddress(start); |
4508 | 4510 |
4509 while (slot_address < end) { | 4511 while (slot_address < end) { |
4510 Object** slot = reinterpret_cast<Object**>(slot_address); | 4512 Object** slot = reinterpret_cast<Object**>(slot_address); |
4511 Object* target = *slot; | 4513 Object* target = *slot; |
4512 // If the store buffer becomes overfull we mark pages as being exempt from | |
4513 // the store buffer. These pages are scanned to find pointers that point | |
4514 // to the new space. In that case we may hit newly promoted objects and | |
4515 // fix the pointers before the promotion queue gets to them. Thus the 'if'. | |
4516 if (target->IsHeapObject()) { | 4514 if (target->IsHeapObject()) { |
4517 if (Heap::InFromSpace(target)) { | 4515 if (Heap::InFromSpace(target)) { |
4518 callback(reinterpret_cast<HeapObject**>(slot), | 4516 callback(reinterpret_cast<HeapObject**>(slot), |
4519 HeapObject::cast(target)); | 4517 HeapObject::cast(target)); |
4520 Object* new_target = *slot; | 4518 Object* new_target = *slot; |
4521 if (InNewSpace(new_target)) { | 4519 if (InNewSpace(new_target)) { |
4522 SLOW_DCHECK(Heap::InToSpace(new_target)); | 4520 SLOW_DCHECK(Heap::InToSpace(new_target)); |
4523 SLOW_DCHECK(new_target->IsHeapObject()); | 4521 SLOW_DCHECK(new_target->IsHeapObject()); |
4524 store_buffer_.Mark(reinterpret_cast<Address>(slot)); | 4522 RememberedSet<OLD_TO_NEW>::Insert(page, slot_address); |
4525 } | 4523 } |
4526 SLOW_DCHECK(!MarkCompactCollector::IsOnEvacuationCandidate(new_target)); | 4524 SLOW_DCHECK(!MarkCompactCollector::IsOnEvacuationCandidate(new_target)); |
4527 } else if (record_slots && | 4525 } else if (record_slots && |
4528 MarkCompactCollector::IsOnEvacuationCandidate(target)) { | 4526 MarkCompactCollector::IsOnEvacuationCandidate(target)) { |
4529 mark_compact_collector()->RecordSlot(object, slot, target); | 4527 mark_compact_collector()->RecordSlot(object, slot, target); |
4530 } | 4528 } |
4531 } | 4529 } |
4532 slot_address += kPointerSize; | 4530 slot_address += kPointerSize; |
4533 } | 4531 } |
4534 } | 4532 } |
(...skipping 955 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
5490 }; | 5488 }; |
5491 | 5489 |
5492 | 5490 |
5493 void Heap::CheckHandleCount() { | 5491 void Heap::CheckHandleCount() { |
5494 CheckHandleCountVisitor v; | 5492 CheckHandleCountVisitor v; |
5495 isolate_->handle_scope_implementer()->Iterate(&v); | 5493 isolate_->handle_scope_implementer()->Iterate(&v); |
5496 } | 5494 } |
5497 | 5495 |
5498 void Heap::ClearRecordedSlot(HeapObject* object, Object** slot) { | 5496 void Heap::ClearRecordedSlot(HeapObject* object, Object** slot) { |
5499 if (!InNewSpace(object)) { | 5497 if (!InNewSpace(object)) { |
5500 store_buffer()->Remove(reinterpret_cast<Address>(slot)); | 5498 store_buffer()->MoveEntriesToRememberedSet(); |
| 5499 Address slot_addr = reinterpret_cast<Address>(slot); |
| 5500 Page* page = Page::FromAddress(slot_addr); |
| 5501 DCHECK_EQ(page->owner()->identity(), OLD_SPACE); |
| 5502 RememberedSet<OLD_TO_NEW>::Remove(page, slot_addr); |
5501 } | 5503 } |
5502 } | 5504 } |
5503 | 5505 |
5504 Space* AllSpaces::next() { | 5506 Space* AllSpaces::next() { |
5505 switch (counter_++) { | 5507 switch (counter_++) { |
5506 case NEW_SPACE: | 5508 case NEW_SPACE: |
5507 return heap_->new_space(); | 5509 return heap_->new_space(); |
5508 case OLD_SPACE: | 5510 case OLD_SPACE: |
5509 return heap_->old_space(); | 5511 return heap_->old_space(); |
5510 case CODE_SPACE: | 5512 case CODE_SPACE: |
(...skipping 722 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
6233 } | 6235 } |
6234 | 6236 |
6235 | 6237 |
6236 // static | 6238 // static |
6237 int Heap::GetStaticVisitorIdForMap(Map* map) { | 6239 int Heap::GetStaticVisitorIdForMap(Map* map) { |
6238 return StaticVisitorBase::GetVisitorId(map); | 6240 return StaticVisitorBase::GetVisitorId(map); |
6239 } | 6241 } |
6240 | 6242 |
6241 } // namespace internal | 6243 } // namespace internal |
6242 } // namespace v8 | 6244 } // namespace v8 |
OLD | NEW |