OLD | NEW |
1 // Copyright 2012 the V8 project authors. All rights reserved. | 1 // Copyright 2012 the V8 project authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 #include "src/heap/mark-compact.h" | 5 #include "src/heap/mark-compact.h" |
6 | 6 |
7 #include "src/base/atomicops.h" | 7 #include "src/base/atomicops.h" |
8 #include "src/base/bits.h" | 8 #include "src/base/bits.h" |
9 #include "src/base/sys-info.h" | 9 #include "src/base/sys-info.h" |
10 #include "src/code-stubs.h" | 10 #include "src/code-stubs.h" |
(...skipping 548 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
559 } | 559 } |
560 | 560 |
561 if (heap()->concurrent_sweeping_enabled()) { | 561 if (heap()->concurrent_sweeping_enabled()) { |
562 pending_sweeper_tasks_semaphore_.Wait(); | 562 pending_sweeper_tasks_semaphore_.Wait(); |
563 pending_sweeper_tasks_semaphore_.Wait(); | 563 pending_sweeper_tasks_semaphore_.Wait(); |
564 pending_sweeper_tasks_semaphore_.Wait(); | 564 pending_sweeper_tasks_semaphore_.Wait(); |
565 } | 565 } |
566 | 566 |
567 ParallelSweepSpacesComplete(); | 567 ParallelSweepSpacesComplete(); |
568 sweeping_in_progress_ = false; | 568 sweeping_in_progress_ = false; |
569 heap()->old_space()->RefillFreeList(); | 569 RefillFreeList(heap()->paged_space(OLD_SPACE)); |
570 heap()->code_space()->RefillFreeList(); | 570 RefillFreeList(heap()->paged_space(CODE_SPACE)); |
571 heap()->map_space()->RefillFreeList(); | 571 RefillFreeList(heap()->paged_space(MAP_SPACE)); |
572 | 572 |
573 #ifdef VERIFY_HEAP | 573 #ifdef VERIFY_HEAP |
574 if (FLAG_verify_heap && !evacuation()) { | 574 if (FLAG_verify_heap && !evacuation()) { |
575 VerifyEvacuation(heap_); | 575 VerifyEvacuation(heap_); |
576 } | 576 } |
577 #endif | 577 #endif |
578 } | 578 } |
579 | 579 |
580 | 580 |
581 bool MarkCompactCollector::IsSweepingCompleted() { | 581 bool MarkCompactCollector::IsSweepingCompleted() { |
582 if (!pending_sweeper_tasks_semaphore_.WaitFor( | 582 if (!pending_sweeper_tasks_semaphore_.WaitFor( |
583 base::TimeDelta::FromSeconds(0))) { | 583 base::TimeDelta::FromSeconds(0))) { |
584 return false; | 584 return false; |
585 } | 585 } |
586 pending_sweeper_tasks_semaphore_.Signal(); | 586 pending_sweeper_tasks_semaphore_.Signal(); |
587 return true; | 587 return true; |
588 } | 588 } |
589 | 589 |
590 | 590 |
| 591 void MarkCompactCollector::RefillFreeList(PagedSpace* space) { |
| 592 FreeList* free_list; |
| 593 |
| 594 if (space == heap()->old_space()) { |
| 595 free_list = free_list_old_space_.get(); |
| 596 } else if (space == heap()->code_space()) { |
| 597 free_list = free_list_code_space_.get(); |
| 598 } else if (space == heap()->map_space()) { |
| 599 free_list = free_list_map_space_.get(); |
| 600 } else { |
| 601 // Any PagedSpace might invoke RefillFreeLists, so we need to make sure |
| 602 // to only refill them for the old space. |
| 603 return; |
| 604 } |
| 605 |
| 606 intptr_t added = space->free_list()->Concatenate(free_list); |
| 607 space->accounting_stats_.IncreaseCapacity(added); |
| 608 } |
| 609 |
| 610 |
591 void Marking::TransferMark(Heap* heap, Address old_start, Address new_start) { | 611 void Marking::TransferMark(Heap* heap, Address old_start, Address new_start) { |
592 // This is only used when resizing an object. | 612 // This is only used when resizing an object. |
593 DCHECK(MemoryChunk::FromAddress(old_start) == | 613 DCHECK(MemoryChunk::FromAddress(old_start) == |
594 MemoryChunk::FromAddress(new_start)); | 614 MemoryChunk::FromAddress(new_start)); |
595 | 615 |
596 if (!heap->incremental_marking()->IsMarking()) return; | 616 if (!heap->incremental_marking()->IsMarking()) return; |
597 | 617 |
598 // If the mark doesn't move, we don't check the color of the object. | 618 // If the mark doesn't move, we don't check the color of the object. |
599 // It doesn't matter whether the object is black, since it hasn't changed | 619 // It doesn't matter whether the object is black, since it hasn't changed |
600 // size, so the adjustment to the live data count will be zero anyway. | 620 // size, so the adjustment to the live data count will be zero anyway. |
(...skipping 2769 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
3370 | 3390 |
3371 const int num_tasks = NumberOfParallelCompactionTasks(); | 3391 const int num_tasks = NumberOfParallelCompactionTasks(); |
3372 | 3392 |
3373 // Set up compaction spaces. | 3393 // Set up compaction spaces. |
3374 CompactionSpaceCollection** compaction_spaces_for_tasks = | 3394 CompactionSpaceCollection** compaction_spaces_for_tasks = |
3375 new CompactionSpaceCollection*[num_tasks]; | 3395 new CompactionSpaceCollection*[num_tasks]; |
3376 for (int i = 0; i < num_tasks; i++) { | 3396 for (int i = 0; i < num_tasks; i++) { |
3377 compaction_spaces_for_tasks[i] = new CompactionSpaceCollection(heap()); | 3397 compaction_spaces_for_tasks[i] = new CompactionSpaceCollection(heap()); |
3378 } | 3398 } |
3379 | 3399 |
3380 heap()->old_space()->DivideUponCompactionSpaces(compaction_spaces_for_tasks, | 3400 compaction_spaces_for_tasks[0]->Get(OLD_SPACE)->MoveOverFreeMemory( |
3381 num_tasks); | 3401 heap()->old_space()); |
3382 heap()->code_space()->DivideUponCompactionSpaces(compaction_spaces_for_tasks, | 3402 compaction_spaces_for_tasks[0] |
3383 num_tasks); | 3403 ->Get(CODE_SPACE) |
| 3404 ->MoveOverFreeMemory(heap()->code_space()); |
3384 | 3405 |
3385 compaction_in_progress_ = true; | 3406 compaction_in_progress_ = true; |
3386 // Kick off parallel tasks. | 3407 // Kick off parallel tasks. |
3387 for (int i = 1; i < num_tasks; i++) { | 3408 for (int i = 1; i < num_tasks; i++) { |
3388 concurrent_compaction_tasks_active_++; | 3409 concurrent_compaction_tasks_active_++; |
3389 V8::GetCurrentPlatform()->CallOnBackgroundThread( | 3410 V8::GetCurrentPlatform()->CallOnBackgroundThread( |
3390 new CompactionTask(heap(), compaction_spaces_for_tasks[i]), | 3411 new CompactionTask(heap(), compaction_spaces_for_tasks[i]), |
3391 v8::Platform::kShortRunningTask); | 3412 v8::Platform::kShortRunningTask); |
3392 } | 3413 } |
3393 | 3414 |
3394 // Contribute in main thread. Counter and signal are in principal not needed. | 3415 // Contribute in main thread. Counter and signal are in principal not needed. |
| 3416 concurrent_compaction_tasks_active_++; |
3395 EvacuatePages(compaction_spaces_for_tasks[0], &migration_slots_buffer_); | 3417 EvacuatePages(compaction_spaces_for_tasks[0], &migration_slots_buffer_); |
| 3418 pending_compaction_tasks_semaphore_.Signal(); |
3396 | 3419 |
3397 WaitUntilCompactionCompleted(); | 3420 WaitUntilCompactionCompleted(); |
3398 | 3421 |
3399 // Merge back memory (compacted and unused) from compaction spaces. | 3422 // Merge back memory (compacted and unused) from compaction spaces. |
3400 for (int i = 0; i < num_tasks; i++) { | 3423 for (int i = 0; i < num_tasks; i++) { |
3401 heap()->old_space()->MergeCompactionSpace( | 3424 heap()->old_space()->MergeCompactionSpace( |
3402 compaction_spaces_for_tasks[i]->Get(OLD_SPACE)); | 3425 compaction_spaces_for_tasks[i]->Get(OLD_SPACE)); |
3403 heap()->code_space()->MergeCompactionSpace( | 3426 heap()->code_space()->MergeCompactionSpace( |
3404 compaction_spaces_for_tasks[i]->Get(CODE_SPACE)); | 3427 compaction_spaces_for_tasks[i]->Get(CODE_SPACE)); |
3405 delete compaction_spaces_for_tasks[i]; | 3428 delete compaction_spaces_for_tasks[i]; |
(...skipping 1172 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
4578 MarkBit mark_bit = Marking::MarkBitFrom(host); | 4601 MarkBit mark_bit = Marking::MarkBitFrom(host); |
4579 if (Marking::IsBlack(mark_bit)) { | 4602 if (Marking::IsBlack(mark_bit)) { |
4580 RelocInfo rinfo(pc, RelocInfo::CODE_TARGET, 0, host); | 4603 RelocInfo rinfo(pc, RelocInfo::CODE_TARGET, 0, host); |
4581 RecordRelocSlot(&rinfo, target); | 4604 RecordRelocSlot(&rinfo, target); |
4582 } | 4605 } |
4583 } | 4606 } |
4584 } | 4607 } |
4585 | 4608 |
4586 } // namespace internal | 4609 } // namespace internal |
4587 } // namespace v8 | 4610 } // namespace v8 |
OLD | NEW |