| Index: runtime/vm/scavenger.cc
|
| diff --git a/runtime/vm/scavenger.cc b/runtime/vm/scavenger.cc
|
| index 3118417cc839e65e219e7946c092a1f820e3c378..6e34bd0fa65fabbc9fa9afaffb19fbf255f12812 100644
|
| --- a/runtime/vm/scavenger.cc
|
| +++ b/runtime/vm/scavenger.cc
|
| @@ -394,6 +394,13 @@ SemiSpace* Scavenger::Prologue(Isolate* isolate, bool invoke_api_callbacks) {
|
| resolved_top_ = top_;
|
| end_ = to_->end();
|
|
|
| + // Throw out the old information about the from space
|
| + if (isolate->IsMutatorThreadScheduled()) {
|
| + Thread* mutator_thread = isolate->mutator_thread();
|
| + mutator_thread->set_top(top_);
|
| + mutator_thread->set_end(end_);
|
| + }
|
| +
|
| return from;
|
| }
|
|
|
| @@ -403,10 +410,13 @@ void Scavenger::Epilogue(Isolate* isolate,
|
| // All objects in the to space have been copied from the from space at this
|
| // moment.
|
|
|
| - // Ensure the mutator thread will fail the next allocation. This will force
|
| - // mutator to allocate a new TLAB
|
| - Thread* mutator_thread = isolate->mutator_thread();
|
| - ASSERT((mutator_thread == NULL) || (!mutator_thread->HasActiveTLAB()));
|
| + // Ensure the mutator thread now has the up-to-date top_ and end_ of the
|
| + // semispace
|
| + if (isolate->IsMutatorThreadScheduled()) {
|
| + Thread* thread = isolate->mutator_thread();
|
| + thread->set_top(top_);
|
| + thread->set_end(end_);
|
| + }
|
|
|
| double avg_frac = stats_history_.Get(0).PromoCandidatesSuccessFraction();
|
| if (stats_history_.Size() >= 2) {
|
| @@ -712,22 +722,18 @@ void Scavenger::ProcessWeakReferences() {
|
| }
|
| }
|
|
|
| -void Scavenger::MakeNewSpaceIterable() const {
|
| +void Scavenger::FlushTLS() const {
|
| ASSERT(heap_ != NULL);
|
| - Thread* mutator_thread = heap_->isolate()->mutator_thread();
|
| - if (mutator_thread != NULL && !scavenging_) {
|
| - if (mutator_thread->HasActiveTLAB()) {
|
| - ASSERT(mutator_thread->top() <=
|
| - mutator_thread->heap()->new_space()->top());
|
| - heap_->FillRemainingTLAB(mutator_thread);
|
| - }
|
| + if (heap_->isolate()->IsMutatorThreadScheduled()) {
|
| + Thread* mutator_thread = heap_->isolate()->mutator_thread();
|
| + mutator_thread->heap()->new_space()->set_top(mutator_thread->top());
|
| }
|
| }
|
|
|
| void Scavenger::VisitObjectPointers(ObjectPointerVisitor* visitor) const {
|
| ASSERT(Thread::Current()->IsAtSafepoint() ||
|
| (Thread::Current()->task_kind() == Thread::kMarkerTask));
|
| - MakeNewSpaceIterable();
|
| + FlushTLS();
|
| uword cur = FirstObjectStart();
|
| while (cur < top_) {
|
| RawObject* raw_obj = RawObject::FromAddr(cur);
|
| @@ -738,7 +744,7 @@ void Scavenger::VisitObjectPointers(ObjectPointerVisitor* visitor) const {
|
| void Scavenger::VisitObjects(ObjectVisitor* visitor) const {
|
| ASSERT(Thread::Current()->IsAtSafepoint() ||
|
| (Thread::Current()->task_kind() == Thread::kMarkerTask));
|
| - MakeNewSpaceIterable();
|
| + FlushTLS();
|
| uword cur = FirstObjectStart();
|
| while (cur < top_) {
|
| RawObject* raw_obj = RawObject::FromAddr(cur);
|
| @@ -753,7 +759,7 @@ void Scavenger::AddRegionsToObjectSet(ObjectSet* set) const {
|
|
|
| RawObject* Scavenger::FindObject(FindObjectVisitor* visitor) const {
|
| ASSERT(!scavenging_);
|
| - MakeNewSpaceIterable();
|
| + FlushTLS();
|
| uword cur = FirstObjectStart();
|
| if (visitor->VisitRange(cur, top_)) {
|
| while (cur < top_) {
|
| @@ -800,11 +806,6 @@ void Scavenger::Scavenge(bool invoke_api_callbacks) {
|
| int64_t post_safe_point = OS::GetCurrentMonotonicMicros();
|
| heap_->RecordTime(kSafePoint, post_safe_point - pre_safe_point);
|
|
|
| - Thread* mutator_thread = isolate->mutator_thread();
|
| - if ((mutator_thread != NULL) && (mutator_thread->HasActiveTLAB())) {
|
| - heap_->AbandonRemainingTLAB(mutator_thread);
|
| - }
|
| -
|
| // TODO(koda): Make verification more compatible with concurrent sweep.
|
| if (FLAG_verify_before_gc && !FLAG_concurrent_sweep) {
|
| OS::PrintErr("Verifying before Scavenge...");
|
| @@ -916,6 +917,11 @@ void Scavenger::Evacuate() {
|
| // Forces the next scavenge to promote all the objects in the new space.
|
| survivor_end_ = top_;
|
|
|
| + if (heap_->isolate()->IsMutatorThreadScheduled()) {
|
| + Thread* mutator_thread = heap_->isolate()->mutator_thread();
|
| + survivor_end_ = mutator_thread->top();
|
| + }
|
| +
|
| Scavenge();
|
|
|
| // It is possible for objects to stay in the new space
|
| @@ -923,17 +929,4 @@ void Scavenger::Evacuate() {
|
| ASSERT((UsedInWords() == 0) || failed_to_promote_);
|
| }
|
|
|
| -int64_t Scavenger::UsedInWords() const {
|
| - int64_t free_space_in_tlab = 0;
|
| - if (heap_->isolate()->IsMutatorThreadScheduled()) {
|
| - Thread* mutator_thread = heap_->isolate()->mutator_thread();
|
| - if (mutator_thread->HasActiveTLAB()) {
|
| - free_space_in_tlab =
|
| - (mutator_thread->end() - mutator_thread->top()) >> kWordSizeLog2;
|
| - }
|
| - }
|
| - int64_t max_space_used = (top_ - FirstObjectStart()) >> kWordSizeLog2;
|
| - return max_space_used - free_space_in_tlab;
|
| -}
|
| -
|
| } // namespace dart
|
|
|