Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(697)

Side by Side Diff: base/threading/sequenced_worker_pool.cc

Issue 18231002: base: Change WeakPtr to use SequenceChecker instead of ThreadChecker. (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: Fix a typo. Created 7 years, 5 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #include "base/threading/sequenced_worker_pool.h" 5 #include "base/threading/sequenced_worker_pool.h"
6 6
7 #include <list> 7 #include <list>
8 #include <map> 8 #include <map>
9 #include <set> 9 #include <set>
10 #include <utility> 10 #include <utility>
11 #include <vector> 11 #include <vector>
12 12
13 #include "base/atomicops.h" 13 #include "base/atomicops.h"
14 #include "base/callback.h" 14 #include "base/callback.h"
15 #include "base/compiler_specific.h" 15 #include "base/compiler_specific.h"
16 #include "base/critical_closure.h" 16 #include "base/critical_closure.h"
17 #include "base/debug/trace_event.h" 17 #include "base/debug/trace_event.h"
18 #include "base/lazy_instance.h"
18 #include "base/logging.h" 19 #include "base/logging.h"
19 #include "base/memory/linked_ptr.h" 20 #include "base/memory/linked_ptr.h"
20 #include "base/message_loop/message_loop_proxy.h" 21 #include "base/message_loop/message_loop_proxy.h"
21 #include "base/metrics/histogram.h"
22 #include "base/stl_util.h" 22 #include "base/stl_util.h"
23 #include "base/strings/stringprintf.h" 23 #include "base/strings/stringprintf.h"
24 #include "base/synchronization/condition_variable.h" 24 #include "base/synchronization/condition_variable.h"
25 #include "base/synchronization/lock.h" 25 #include "base/synchronization/lock.h"
26 #include "base/threading/platform_thread.h" 26 #include "base/threading/platform_thread.h"
27 #include "base/threading/simple_thread.h" 27 #include "base/threading/simple_thread.h"
28 #include "base/threading/thread_local.h"
28 #include "base/threading/thread_restrictions.h" 29 #include "base/threading/thread_restrictions.h"
29 #include "base/time/time.h" 30 #include "base/time/time.h"
30 #include "base/tracked_objects.h" 31 #include "base/tracked_objects.h"
31 32
32 #if defined(OS_MACOSX) 33 #if defined(OS_MACOSX)
33 #include "base/mac/scoped_nsautorelease_pool.h" 34 #include "base/mac/scoped_nsautorelease_pool.h"
34 #endif 35 #endif
35 36
37 #if !defined(OS_NACL)
38 #include "base/metrics/histogram.h"
39 #endif
40
36 namespace base { 41 namespace base {
37 42
38 namespace { 43 namespace {
39 44
45 base::LazyInstance<base::ThreadLocalPointer<SequencedWorkerPool> >
46 lazy_tls_ptr = LAZY_INSTANCE_INITIALIZER;
47
40 struct SequencedTask : public TrackingInfo { 48 struct SequencedTask : public TrackingInfo {
41 SequencedTask() 49 SequencedTask()
42 : sequence_token_id(0), 50 : sequence_token_id(0),
43 trace_id(0), 51 trace_id(0),
44 sequence_task_number(0), 52 sequence_task_number(0),
45 shutdown_behavior(SequencedWorkerPool::BLOCK_SHUTDOWN) {} 53 shutdown_behavior(SequencedWorkerPool::BLOCK_SHUTDOWN) {}
46 54
47 explicit SequencedTask(const tracked_objects::Location& from_here) 55 explicit SequencedTask(const tracked_objects::Location& from_here)
48 : base::TrackingInfo(from_here, TimeTicks()), 56 : base::TrackingInfo(from_here, TimeTicks()),
49 sequence_token_id(0), 57 sequence_token_id(0),
(...skipping 210 matching lines...) Expand 10 before | Expand all | Expand 10 after
260 Inner(SequencedWorkerPool* worker_pool, size_t max_threads, 268 Inner(SequencedWorkerPool* worker_pool, size_t max_threads,
261 const std::string& thread_name_prefix, 269 const std::string& thread_name_prefix,
262 TestingObserver* observer); 270 TestingObserver* observer);
263 271
264 ~Inner(); 272 ~Inner();
265 273
266 SequenceToken GetSequenceToken(); 274 SequenceToken GetSequenceToken();
267 275
268 SequenceToken GetNamedSequenceToken(const std::string& name); 276 SequenceToken GetNamedSequenceToken(const std::string& name);
269 277
278 bool GetCurrentThreadSequenceToken(SequenceToken* result_token) const;
279
270 // This function accepts a name and an ID. If the name is null, the 280 // This function accepts a name and an ID. If the name is null, the
271 // token ID is used. This allows us to implement the optional name lookup 281 // token ID is used. This allows us to implement the optional name lookup
272 // from a single function without having to enter the lock a separate time. 282 // from a single function without having to enter the lock a separate time.
273 bool PostTask(const std::string* optional_token_name, 283 bool PostTask(const std::string* optional_token_name,
274 SequenceToken sequence_token, 284 SequenceToken sequence_token,
275 WorkerShutdown shutdown_behavior, 285 WorkerShutdown shutdown_behavior,
276 const tracked_objects::Location& from_here, 286 const tracked_objects::Location& from_here,
277 const Closure& task, 287 const Closure& task,
278 TimeDelta delay); 288 TimeDelta delay);
279 289
(...skipping 192 matching lines...) Expand 10 before | Expand all | Expand 10 after
472 prefix + StringPrintf("Worker%d", thread_number).c_str()), 482 prefix + StringPrintf("Worker%d", thread_number).c_str()),
473 worker_pool_(worker_pool), 483 worker_pool_(worker_pool),
474 running_shutdown_behavior_(CONTINUE_ON_SHUTDOWN) { 484 running_shutdown_behavior_(CONTINUE_ON_SHUTDOWN) {
475 Start(); 485 Start();
476 } 486 }
477 487
478 SequencedWorkerPool::Worker::~Worker() { 488 SequencedWorkerPool::Worker::~Worker() {
479 } 489 }
480 490
481 void SequencedWorkerPool::Worker::Run() { 491 void SequencedWorkerPool::Worker::Run() {
492 // Store the SequencedWorkerPool associated with this worker thread.
493 lazy_tls_ptr.Get().Set(worker_pool_.get());
494
482 // Just jump back to the Inner object to run the thread, since it has all the 495 // Just jump back to the Inner object to run the thread, since it has all the
483 // tracking information and queues. It might be more natural to implement 496 // tracking information and queues. It might be more natural to implement
484 // using DelegateSimpleThread and have Inner implement the Delegate to avoid 497 // using DelegateSimpleThread and have Inner implement the Delegate to avoid
485 // having these worker objects at all, but that method lacks the ability to 498 // having these worker objects at all, but that method lacks the ability to
486 // send thread-specific information easily to the thread loop. 499 // send thread-specific information easily to the thread loop.
487 worker_pool_->inner_->ThreadLoop(this); 500 worker_pool_->inner_->ThreadLoop(this);
488 // Release our cyclic reference once we're done. 501 // Release our cyclic reference once we're done.
489 worker_pool_ = NULL; 502 worker_pool_ = NULL;
490 } 503 }
491 504
(...skipping 44 matching lines...) Expand 10 before | Expand all | Expand 10 after
536 subtle::NoBarrier_AtomicIncrement(&last_sequence_number_, 1); 549 subtle::NoBarrier_AtomicIncrement(&last_sequence_number_, 1);
537 return SequenceToken(static_cast<int>(result)); 550 return SequenceToken(static_cast<int>(result));
538 } 551 }
539 552
540 SequencedWorkerPool::SequenceToken 553 SequencedWorkerPool::SequenceToken
541 SequencedWorkerPool::Inner::GetNamedSequenceToken(const std::string& name) { 554 SequencedWorkerPool::Inner::GetNamedSequenceToken(const std::string& name) {
542 AutoLock lock(lock_); 555 AutoLock lock(lock_);
543 return SequenceToken(LockedGetNamedTokenID(name)); 556 return SequenceToken(LockedGetNamedTokenID(name));
544 } 557 }
545 558
559 bool SequencedWorkerPool::Inner::GetCurrentThreadSequenceToken(
560 SequenceToken* result_token) const {
561 DCHECK(result_token);
562 AutoLock lock(lock_);
563 ThreadMap::const_iterator found = threads_.find(PlatformThread::CurrentId());
darin (slow to review) 2013/07/02 13:54:23 Why do we need TLS to find the owner and this map
tommycli 2013/07/02 17:22:58 Sequence tokens are assigned from positive integer
564 if (found == threads_.end())
565 return false;
566 *result_token = found->second->running_sequence();
567 return true;
568 }
569
546 bool SequencedWorkerPool::Inner::PostTask( 570 bool SequencedWorkerPool::Inner::PostTask(
547 const std::string* optional_token_name, 571 const std::string* optional_token_name,
548 SequenceToken sequence_token, 572 SequenceToken sequence_token,
549 WorkerShutdown shutdown_behavior, 573 WorkerShutdown shutdown_behavior,
550 const tracked_objects::Location& from_here, 574 const tracked_objects::Location& from_here,
551 const Closure& task, 575 const Closure& task,
552 TimeDelta delay) { 576 TimeDelta delay) {
553 DCHECK(delay == TimeDelta() || shutdown_behavior == SKIP_ON_SHUTDOWN); 577 DCHECK(delay == TimeDelta() || shutdown_behavior == SKIP_ON_SHUTDOWN);
554 SequencedTask sequenced(from_here); 578 SequencedTask sequenced(from_here);
555 sequenced.sequence_token_id = sequence_token.id_; 579 sequenced.sequence_token_id = sequence_token.id_;
(...skipping 48 matching lines...) Expand 10 before | Expand all | Expand 10 after
604 return true; 628 return true;
605 } 629 }
606 630
607 bool SequencedWorkerPool::Inner::RunsTasksOnCurrentThread() const { 631 bool SequencedWorkerPool::Inner::RunsTasksOnCurrentThread() const {
608 AutoLock lock(lock_); 632 AutoLock lock(lock_);
609 return ContainsKey(threads_, PlatformThread::CurrentId()); 633 return ContainsKey(threads_, PlatformThread::CurrentId());
610 } 634 }
611 635
612 bool SequencedWorkerPool::Inner::IsRunningSequenceOnCurrentThread( 636 bool SequencedWorkerPool::Inner::IsRunningSequenceOnCurrentThread(
613 SequenceToken sequence_token) const { 637 SequenceToken sequence_token) const {
614 AutoLock lock(lock_); 638 SequenceToken current_thread_token;
615 ThreadMap::const_iterator found = threads_.find(PlatformThread::CurrentId()); 639 if (!GetCurrentThreadSequenceToken(&current_thread_token))
616 if (found == threads_.end())
617 return false; 640 return false;
618 return found->second->running_sequence().Equals(sequence_token); 641 return current_thread_token.Equals(sequence_token);
619 } 642 }
620 643
621 // See https://code.google.com/p/chromium/issues/detail?id=168415 644 // See https://code.google.com/p/chromium/issues/detail?id=168415
622 void SequencedWorkerPool::Inner::CleanupForTesting() { 645 void SequencedWorkerPool::Inner::CleanupForTesting() {
623 DCHECK(!RunsTasksOnCurrentThread()); 646 DCHECK(!RunsTasksOnCurrentThread());
624 base::ThreadRestrictions::ScopedAllowWait allow_wait; 647 base::ThreadRestrictions::ScopedAllowWait allow_wait;
625 AutoLock lock(lock_); 648 AutoLock lock(lock_);
626 CHECK_EQ(CLEANUP_DONE, cleanup_state_); 649 CHECK_EQ(CLEANUP_DONE, cleanup_state_);
627 if (shutdown_called_) 650 if (shutdown_called_)
628 return; 651 return;
(...skipping 38 matching lines...) Expand 10 before | Expand all | Expand 10 after
667 testing_observer_->WillWaitForShutdown(); 690 testing_observer_->WillWaitForShutdown();
668 691
669 TimeTicks shutdown_wait_begin = TimeTicks::Now(); 692 TimeTicks shutdown_wait_begin = TimeTicks::Now();
670 693
671 { 694 {
672 base::ThreadRestrictions::ScopedAllowWait allow_wait; 695 base::ThreadRestrictions::ScopedAllowWait allow_wait;
673 AutoLock lock(lock_); 696 AutoLock lock(lock_);
674 while (!CanShutdown()) 697 while (!CanShutdown())
675 can_shutdown_cv_.Wait(); 698 can_shutdown_cv_.Wait();
676 } 699 }
700 #if !defined(OS_NACL)
677 UMA_HISTOGRAM_TIMES("SequencedWorkerPool.ShutdownDelayTime", 701 UMA_HISTOGRAM_TIMES("SequencedWorkerPool.ShutdownDelayTime",
678 TimeTicks::Now() - shutdown_wait_begin); 702 TimeTicks::Now() - shutdown_wait_begin);
703 #endif
679 } 704 }
680 705
681 void SequencedWorkerPool::Inner::ThreadLoop(Worker* this_worker) { 706 void SequencedWorkerPool::Inner::ThreadLoop(Worker* this_worker) {
682 { 707 {
683 AutoLock lock(lock_); 708 AutoLock lock(lock_);
684 DCHECK(thread_being_created_); 709 DCHECK(thread_being_created_);
685 thread_being_created_ = false; 710 thread_being_created_ = false;
686 std::pair<ThreadMap::iterator, bool> result = 711 std::pair<ThreadMap::iterator, bool> result =
687 threads_.insert( 712 threads_.insert(
688 std::make_pair(this_worker->tid(), make_linked_ptr(this_worker))); 713 std::make_pair(this_worker->tid(), make_linked_ptr(this_worker)));
(...skipping 176 matching lines...) Expand 10 before | Expand all | Expand 10 after
865 return CONTINUE_ON_SHUTDOWN; 890 return CONTINUE_ON_SHUTDOWN;
866 return found->second->running_shutdown_behavior(); 891 return found->second->running_shutdown_behavior();
867 } 892 }
868 893
869 SequencedWorkerPool::Inner::GetWorkStatus SequencedWorkerPool::Inner::GetWork( 894 SequencedWorkerPool::Inner::GetWorkStatus SequencedWorkerPool::Inner::GetWork(
870 SequencedTask* task, 895 SequencedTask* task,
871 TimeDelta* wait_time, 896 TimeDelta* wait_time,
872 std::vector<Closure>* delete_these_outside_lock) { 897 std::vector<Closure>* delete_these_outside_lock) {
873 lock_.AssertAcquired(); 898 lock_.AssertAcquired();
874 899
900 #if !defined(OS_NACL)
875 UMA_HISTOGRAM_COUNTS_100("SequencedWorkerPool.TaskCount", 901 UMA_HISTOGRAM_COUNTS_100("SequencedWorkerPool.TaskCount",
876 static_cast<int>(pending_tasks_.size())); 902 static_cast<int>(pending_tasks_.size()));
903 #endif
877 904
878 // Find the next task with a sequence token that's not currently in use. 905 // Find the next task with a sequence token that's not currently in use.
879 // If the token is in use, that means another thread is running something 906 // If the token is in use, that means another thread is running something
880 // in that sequence, and we can't run it without going out-of-order. 907 // in that sequence, and we can't run it without going out-of-order.
881 // 908 //
882 // This algorithm is simple and fair, but inefficient in some cases. For 909 // This algorithm is simple and fair, but inefficient in some cases. For
883 // example, say somebody schedules 1000 slow tasks with the same sequence 910 // example, say somebody schedules 1000 slow tasks with the same sequence
884 // number. We'll have to go through all those tasks each time we feel like 911 // number. We'll have to go through all those tasks each time we feel like
885 // there might be work to schedule. If this proves to be a problem, we 912 // there might be work to schedule. If this proves to be a problem, we
886 // should make this more efficient. 913 // should make this more efficient.
(...skipping 64 matching lines...) Expand 10 before | Expand all | Expand 10 after
951 blocking_shutdown_pending_task_count_--; 978 blocking_shutdown_pending_task_count_--;
952 } 979 }
953 980
954 status = GET_WORK_FOUND; 981 status = GET_WORK_FOUND;
955 break; 982 break;
956 } 983 }
957 984
958 // Track the number of tasks we had to skip over to see if we should be 985 // Track the number of tasks we had to skip over to see if we should be
959 // making this more efficient. If this number ever becomes large or is 986 // making this more efficient. If this number ever becomes large or is
960 // frequently "some", we should consider the optimization above. 987 // frequently "some", we should consider the optimization above.
988 #if !defined(OS_NACL)
961 UMA_HISTOGRAM_COUNTS_100("SequencedWorkerPool.UnrunnableTaskCount", 989 UMA_HISTOGRAM_COUNTS_100("SequencedWorkerPool.UnrunnableTaskCount",
962 unrunnable_tasks); 990 unrunnable_tasks);
991 #endif
963 return status; 992 return status;
964 } 993 }
965 994
966 int SequencedWorkerPool::Inner::WillRunWorkerTask(const SequencedTask& task) { 995 int SequencedWorkerPool::Inner::WillRunWorkerTask(const SequencedTask& task) {
967 lock_.AssertAcquired(); 996 lock_.AssertAcquired();
968 997
969 // Mark the task's sequence number as in use. 998 // Mark the task's sequence number as in use.
970 if (task.sequence_token_id) 999 if (task.sequence_token_id)
971 current_sequences_.insert(task.sequence_token_id); 1000 current_sequences_.insert(task.sequence_token_id);
972 1001
(...skipping 147 matching lines...) Expand 10 before | Expand all | Expand 10 after
1120 1149
1121 SequencedWorkerPool::SequenceToken SequencedWorkerPool::GetSequenceToken() { 1150 SequencedWorkerPool::SequenceToken SequencedWorkerPool::GetSequenceToken() {
1122 return inner_->GetSequenceToken(); 1151 return inner_->GetSequenceToken();
1123 } 1152 }
1124 1153
1125 SequencedWorkerPool::SequenceToken SequencedWorkerPool::GetNamedSequenceToken( 1154 SequencedWorkerPool::SequenceToken SequencedWorkerPool::GetNamedSequenceToken(
1126 const std::string& name) { 1155 const std::string& name) {
1127 return inner_->GetNamedSequenceToken(name); 1156 return inner_->GetNamedSequenceToken(name);
1128 } 1157 }
1129 1158
1159 bool SequencedWorkerPool::GetCurrentThreadSequenceToken(
1160 SequenceToken* result_token) const {
1161 return inner_->GetCurrentThreadSequenceToken(result_token);
1162 }
1163
1130 scoped_refptr<SequencedTaskRunner> SequencedWorkerPool::GetSequencedTaskRunner( 1164 scoped_refptr<SequencedTaskRunner> SequencedWorkerPool::GetSequencedTaskRunner(
1131 SequenceToken token) { 1165 SequenceToken token) {
1132 return GetSequencedTaskRunnerWithShutdownBehavior(token, BLOCK_SHUTDOWN); 1166 return GetSequencedTaskRunnerWithShutdownBehavior(token, BLOCK_SHUTDOWN);
1133 } 1167 }
1134 1168
1135 scoped_refptr<SequencedTaskRunner> 1169 scoped_refptr<SequencedTaskRunner>
1136 SequencedWorkerPool::GetSequencedTaskRunnerWithShutdownBehavior( 1170 SequencedWorkerPool::GetSequencedTaskRunnerWithShutdownBehavior(
1137 SequenceToken token, WorkerShutdown shutdown_behavior) { 1171 SequenceToken token, WorkerShutdown shutdown_behavior) {
1138 return new SequencedWorkerPoolSequencedTaskRunner( 1172 return new SequencedWorkerPoolSequencedTaskRunner(
1139 this, token, shutdown_behavior); 1173 this, token, shutdown_behavior);
(...skipping 89 matching lines...) Expand 10 before | Expand all | Expand 10 after
1229 1263
1230 void SequencedWorkerPool::SignalHasWorkForTesting() { 1264 void SequencedWorkerPool::SignalHasWorkForTesting() {
1231 inner_->SignalHasWorkForTesting(); 1265 inner_->SignalHasWorkForTesting();
1232 } 1266 }
1233 1267
1234 void SequencedWorkerPool::Shutdown(int max_new_blocking_tasks_after_shutdown) { 1268 void SequencedWorkerPool::Shutdown(int max_new_blocking_tasks_after_shutdown) {
1235 DCHECK(constructor_message_loop_->BelongsToCurrentThread()); 1269 DCHECK(constructor_message_loop_->BelongsToCurrentThread());
1236 inner_->Shutdown(max_new_blocking_tasks_after_shutdown); 1270 inner_->Shutdown(max_new_blocking_tasks_after_shutdown);
1237 } 1271 }
1238 1272
1273 // static
1274 SequencedWorkerPool* SequencedWorkerPool::Owner() {
1275 return lazy_tls_ptr.Get().Get();
1276 }
1277
1239 } // namespace base 1278 } // namespace base
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698