OLD | NEW |
---|---|
1 // Copyright 2016 The Chromium Authors. All rights reserved. | 1 // Copyright 2016 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 #include "base/task_scheduler/scheduler_worker_pool_impl.h" | 5 #include "base/task_scheduler/scheduler_worker_pool_impl.h" |
6 | 6 |
7 #include <stddef.h> | 7 #include <stddef.h> |
8 | 8 |
9 #include <memory> | 9 #include <memory> |
10 #include <unordered_set> | 10 #include <unordered_set> |
11 #include <vector> | 11 #include <vector> |
12 | 12 |
13 #include "base/atomicops.h" | 13 #include "base/atomicops.h" |
14 #include "base/bind.h" | 14 #include "base/bind.h" |
15 #include "base/bind_helpers.h" | 15 #include "base/bind_helpers.h" |
16 #include "base/callback.h" | 16 #include "base/callback.h" |
17 #include "base/macros.h" | 17 #include "base/macros.h" |
18 #include "base/memory/ptr_util.h" | 18 #include "base/memory/ptr_util.h" |
19 #include "base/memory/ref_counted.h" | 19 #include "base/memory/ref_counted.h" |
20 #include "base/metrics/histogram.h" | 20 #include "base/metrics/histogram.h" |
21 #include "base/metrics/histogram_samples.h" | 21 #include "base/metrics/histogram_samples.h" |
22 #include "base/metrics/statistics_recorder.h" | 22 #include "base/metrics/statistics_recorder.h" |
23 #include "base/synchronization/condition_variable.h" | 23 #include "base/synchronization/condition_variable.h" |
24 #include "base/synchronization/lock.h" | 24 #include "base/synchronization/lock.h" |
25 #include "base/synchronization/waitable_event.h" | 25 #include "base/synchronization/waitable_event.h" |
26 #include "base/task_runner.h" | 26 #include "base/task_runner.h" |
27 #include "base/task_scheduler/delayed_task_manager.h" | |
28 #include "base/task_scheduler/scheduler_worker_pool_params.h" | 27 #include "base/task_scheduler/scheduler_worker_pool_params.h" |
29 #include "base/task_scheduler/sequence.h" | 28 #include "base/task_scheduler/sequence.h" |
30 #include "base/task_scheduler/sequence_sort_key.h" | 29 #include "base/task_scheduler/sequence_sort_key.h" |
31 #include "base/task_scheduler/task_tracker.h" | 30 #include "base/task_scheduler/task_tracker.h" |
32 #include "base/task_scheduler/test_task_factory.h" | 31 #include "base/task_scheduler/test_task_factory.h" |
33 #include "base/test/gtest_util.h" | 32 #include "base/test/gtest_util.h" |
33 #include "base/test/test_simple_task_runner.h" | |
34 #include "base/test/test_timeouts.h" | |
34 #include "base/threading/platform_thread.h" | 35 #include "base/threading/platform_thread.h" |
35 #include "base/threading/simple_thread.h" | 36 #include "base/threading/simple_thread.h" |
37 #include "base/threading/thread.h" | |
36 #include "base/threading/thread_checker_impl.h" | 38 #include "base/threading/thread_checker_impl.h" |
37 #include "base/threading/thread_local_storage.h" | 39 #include "base/threading/thread_local_storage.h" |
38 #include "base/threading/thread_restrictions.h" | 40 #include "base/threading/thread_restrictions.h" |
39 #include "base/time/time.h" | 41 #include "base/time/time.h" |
40 #include "testing/gtest/include/gtest/gtest.h" | 42 #include "testing/gtest/include/gtest/gtest.h" |
41 | 43 |
42 namespace base { | 44 namespace base { |
43 namespace internal { | 45 namespace internal { |
44 namespace { | 46 namespace { |
45 | 47 |
46 constexpr size_t kNumWorkersInWorkerPool = 4; | 48 constexpr size_t kNumWorkersInWorkerPool = 4; |
47 constexpr size_t kNumThreadsPostingTasks = 4; | 49 constexpr size_t kNumThreadsPostingTasks = 4; |
48 constexpr size_t kNumTasksPostedPerThread = 150; | 50 constexpr size_t kNumTasksPostedPerThread = 150; |
49 // This can't be lower because Windows' WaitableEvent wakes up too early when a | 51 // This can't be lower because Windows' WaitableEvent wakes up too early when a |
50 // small timeout is used. This results in many spurious wake ups before a worker | 52 // small timeout is used. This results in many spurious wake ups before a worker |
51 // is allowed to detach. | 53 // is allowed to detach. |
52 constexpr TimeDelta kReclaimTimeForDetachTests = | 54 constexpr TimeDelta kReclaimTimeForDetachTests = |
53 TimeDelta::FromMilliseconds(500); | 55 TimeDelta::FromMilliseconds(500); |
54 constexpr TimeDelta kExtraTimeToWaitForDetach = | 56 constexpr TimeDelta kExtraTimeToWaitForDetach = |
55 TimeDelta::FromSeconds(1); | 57 TimeDelta::FromSeconds(1); |
56 | 58 |
57 using IORestriction = SchedulerWorkerPoolParams::IORestriction; | 59 using IORestriction = SchedulerWorkerPoolParams::IORestriction; |
58 | 60 |
59 class TestDelayedTaskManager : public DelayedTaskManager { | |
60 public: | |
61 TestDelayedTaskManager() : DelayedTaskManager(Bind(&DoNothing)) {} | |
62 | |
63 void SetCurrentTime(TimeTicks now) { now_ = now; } | |
64 | |
65 // DelayedTaskManager: | |
66 TimeTicks Now() const override { return now_; } | |
67 | |
68 private: | |
69 TimeTicks now_ = TimeTicks::Now(); | |
70 | |
71 DISALLOW_COPY_AND_ASSIGN(TestDelayedTaskManager); | |
72 }; | |
73 | |
74 class TaskSchedulerWorkerPoolImplTest | 61 class TaskSchedulerWorkerPoolImplTest |
75 : public testing::TestWithParam<ExecutionMode> { | 62 : public testing::TestWithParam<ExecutionMode> { |
76 protected: | 63 protected: |
77 TaskSchedulerWorkerPoolImplTest() = default; | 64 TaskSchedulerWorkerPoolImplTest() |
65 : service_thread_("TaskSchedulerServiceThread") {} | |
78 | 66 |
79 void SetUp() override { | 67 void SetUp() override { |
80 InitializeWorkerPool(TimeDelta::Max(), kNumWorkersInWorkerPool); | 68 InitializeWorkerPool(TimeDelta::Max(), kNumWorkersInWorkerPool); |
81 } | 69 } |
82 | 70 |
83 void TearDown() override { | 71 void TearDown() override { |
72 service_thread_.Stop(); | |
84 worker_pool_->WaitForAllWorkersIdleForTesting(); | 73 worker_pool_->WaitForAllWorkersIdleForTesting(); |
85 worker_pool_->JoinForTesting(); | 74 worker_pool_->JoinForTesting(); |
86 } | 75 } |
87 | 76 |
88 void InitializeWorkerPool(const TimeDelta& suggested_reclaim_time, | 77 void InitializeWorkerPool(const TimeDelta& suggested_reclaim_time, |
89 size_t num_workers) { | 78 size_t num_workers) { |
79 ASSERT_FALSE(worker_pool_); | |
80 service_thread_.Start(); | |
90 worker_pool_ = SchedulerWorkerPoolImpl::Create( | 81 worker_pool_ = SchedulerWorkerPoolImpl::Create( |
91 SchedulerWorkerPoolParams("TestWorkerPool", ThreadPriority::NORMAL, | 82 SchedulerWorkerPoolParams("TestWorkerPool", ThreadPriority::NORMAL, |
92 IORestriction::ALLOWED, num_workers, | 83 IORestriction::ALLOWED, num_workers, |
93 suggested_reclaim_time), | 84 suggested_reclaim_time), |
94 Bind(&TaskSchedulerWorkerPoolImplTest::ReEnqueueSequenceCallback, | 85 Bind(&TaskSchedulerWorkerPoolImplTest::ReEnqueueSequenceCallback, |
95 Unretained(this)), | 86 Unretained(this)), |
96 &task_tracker_, &delayed_task_manager_); | 87 &task_tracker_, service_thread_.task_runner()); |
97 ASSERT_TRUE(worker_pool_); | 88 ASSERT_TRUE(worker_pool_); |
98 } | 89 } |
99 | 90 |
100 std::unique_ptr<SchedulerWorkerPoolImpl> worker_pool_; | 91 std::unique_ptr<SchedulerWorkerPoolImpl> worker_pool_; |
101 | 92 |
102 TaskTracker task_tracker_; | 93 TaskTracker task_tracker_; |
103 TestDelayedTaskManager delayed_task_manager_; | 94 Thread service_thread_; |
104 | 95 |
105 private: | 96 private: |
106 void ReEnqueueSequenceCallback(scoped_refptr<Sequence> sequence) { | 97 void ReEnqueueSequenceCallback(scoped_refptr<Sequence> sequence) { |
107 // In production code, this callback would be implemented by the | 98 // In production code, this callback would be implemented by the |
108 // TaskScheduler which would first determine which PriorityQueue the | 99 // TaskScheduler which would first determine which PriorityQueue the |
109 // sequence must be re-enqueued. | 100 // sequence must be re-enqueued. |
110 const SequenceSortKey sort_key(sequence->GetSortKey()); | 101 const SequenceSortKey sort_key(sequence->GetSortKey()); |
111 worker_pool_->ReEnqueueSequence(std::move(sequence), sort_key); | 102 worker_pool_->ReEnqueueSequence(std::move(sequence), sort_key); |
112 } | 103 } |
113 | 104 |
(...skipping 185 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
299 } | 290 } |
300 | 291 |
301 // Verify that a Task can't be posted after shutdown. | 292 // Verify that a Task can't be posted after shutdown. |
302 TEST_P(TaskSchedulerWorkerPoolImplTest, PostTaskAfterShutdown) { | 293 TEST_P(TaskSchedulerWorkerPoolImplTest, PostTaskAfterShutdown) { |
303 auto task_runner = | 294 auto task_runner = |
304 worker_pool_->CreateTaskRunnerWithTraits(TaskTraits(), GetParam()); | 295 worker_pool_->CreateTaskRunnerWithTraits(TaskTraits(), GetParam()); |
305 task_tracker_.Shutdown(); | 296 task_tracker_.Shutdown(); |
306 EXPECT_FALSE(task_runner->PostTask(FROM_HERE, Bind(&ShouldNotRunCallback))); | 297 EXPECT_FALSE(task_runner->PostTask(FROM_HERE, Bind(&ShouldNotRunCallback))); |
307 } | 298 } |
308 | 299 |
309 // Verify that a Task posted with a delay is added to the DelayedTaskManager and | 300 // Verify that a Task doesn't run before its delay expires. |
310 // doesn't run before its delay expires. | 301 TEST_P(TaskSchedulerWorkerPoolImplTest, PostDelayedTaskNeverRuns) { |
302 // Post a task with a very long delay. | |
303 EXPECT_TRUE(worker_pool_->CreateTaskRunnerWithTraits(TaskTraits(), GetParam()) | |
304 ->PostDelayedTask(FROM_HERE, Bind([]() { | |
305 ADD_FAILURE() | |
306 << "The delayed task should not run."; | |
307 }), | |
308 TimeDelta::FromDays(30))); | |
309 | |
310 // Wait a few milliseconds. The test will fail if the delayed task runs. | |
311 PlatformThread::Sleep(TestTimeouts::tiny_timeout()); | |
312 } | |
313 | |
314 // Verify that a Task runs shortly after its delay expires. | |
311 TEST_P(TaskSchedulerWorkerPoolImplTest, PostDelayedTask) { | 315 TEST_P(TaskSchedulerWorkerPoolImplTest, PostDelayedTask) { |
312 EXPECT_TRUE(delayed_task_manager_.GetDelayedRunTime().is_null()); | 316 TimeTicks start_time = TimeTicks::Now(); |
313 | 317 |
314 // Post a delayed task. | 318 // Post a task with a short delay. |
315 WaitableEvent task_ran(WaitableEvent::ResetPolicy::MANUAL, | 319 WaitableEvent task_ran(WaitableEvent::ResetPolicy::MANUAL, |
316 WaitableEvent::InitialState::NOT_SIGNALED); | 320 WaitableEvent::InitialState::NOT_SIGNALED); |
317 EXPECT_TRUE(worker_pool_->CreateTaskRunnerWithTraits(TaskTraits(), GetParam()) | 321 EXPECT_TRUE(worker_pool_->CreateTaskRunnerWithTraits(TaskTraits(), GetParam()) |
318 ->PostDelayedTask(FROM_HERE, Bind(&WaitableEvent::Signal, | 322 ->PostDelayedTask(FROM_HERE, Bind(&WaitableEvent::Signal, |
319 Unretained(&task_ran)), | 323 Unretained(&task_ran)), |
320 TimeDelta::FromSeconds(10))); | 324 TestTimeouts::tiny_timeout())); |
321 | 325 |
322 // The task should have been added to the DelayedTaskManager. | 326 // Wait until the task runs. |
323 EXPECT_FALSE(delayed_task_manager_.GetDelayedRunTime().is_null()); | 327 task_ran.Wait(); |
324 | 328 |
325 // The task shouldn't run. | 329 // Expect the task to run less than 250 ms after its delay expires. |
326 EXPECT_FALSE(task_ran.IsSignaled()); | 330 EXPECT_LT(TimeTicks::Now() - start_time, |
327 | 331 TimeDelta::FromMilliseconds(250) + TestTimeouts::tiny_timeout()); |
328 // Fast-forward time and post tasks that are ripe for execution. | |
329 delayed_task_manager_.SetCurrentTime( | |
330 delayed_task_manager_.GetDelayedRunTime()); | |
331 delayed_task_manager_.PostReadyTasks(); | |
332 | |
333 // The task should run. | |
334 task_ran.Wait(); | |
335 } | 332 } |
336 | 333 |
337 // Verify that the RunsTasksOnCurrentThread() method of a SEQUENCED TaskRunner | 334 // Verify that the RunsTasksOnCurrentThread() method of a SEQUENCED TaskRunner |
338 // returns false when called from a task that isn't part of the sequence. | 335 // returns false when called from a task that isn't part of the sequence. |
339 TEST_P(TaskSchedulerWorkerPoolImplTest, SequencedRunsTasksOnCurrentThread) { | 336 TEST_P(TaskSchedulerWorkerPoolImplTest, SequencedRunsTasksOnCurrentThread) { |
340 scoped_refptr<TaskRunner> task_runner( | 337 scoped_refptr<TaskRunner> task_runner( |
341 worker_pool_->CreateTaskRunnerWithTraits(TaskTraits(), GetParam())); | 338 worker_pool_->CreateTaskRunnerWithTraits(TaskTraits(), GetParam())); |
342 scoped_refptr<TaskRunner> sequenced_task_runner( | 339 scoped_refptr<TaskRunner> sequenced_task_runner( |
343 worker_pool_->CreateTaskRunnerWithTraits(TaskTraits(), | 340 worker_pool_->CreateTaskRunnerWithTraits(TaskTraits(), |
344 ExecutionMode::SEQUENCED)); | 341 ExecutionMode::SEQUENCED)); |
(...skipping 51 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
396 TaskSchedulerWorkerPoolImplIORestrictionTest() = default; | 393 TaskSchedulerWorkerPoolImplIORestrictionTest() = default; |
397 | 394 |
398 private: | 395 private: |
399 DISALLOW_COPY_AND_ASSIGN(TaskSchedulerWorkerPoolImplIORestrictionTest); | 396 DISALLOW_COPY_AND_ASSIGN(TaskSchedulerWorkerPoolImplIORestrictionTest); |
400 }; | 397 }; |
401 | 398 |
402 } // namespace | 399 } // namespace |
403 | 400 |
404 TEST_P(TaskSchedulerWorkerPoolImplIORestrictionTest, IORestriction) { | 401 TEST_P(TaskSchedulerWorkerPoolImplIORestrictionTest, IORestriction) { |
405 TaskTracker task_tracker; | 402 TaskTracker task_tracker; |
406 DelayedTaskManager delayed_task_manager(Bind(&DoNothing)); | 403 scoped_refptr<TaskRunner> service_thread_task_runner( |
404 new TestSimpleTaskRunner); | |
407 | 405 |
408 auto worker_pool = SchedulerWorkerPoolImpl::Create( | 406 auto worker_pool = SchedulerWorkerPoolImpl::Create( |
409 SchedulerWorkerPoolParams("TestWorkerPoolWithParam", | 407 SchedulerWorkerPoolParams("TestWorkerPoolWithParam", |
410 ThreadPriority::NORMAL, GetParam(), 1U, | 408 ThreadPriority::NORMAL, GetParam(), 1U, |
411 TimeDelta::Max()), | 409 TimeDelta::Max()), |
412 Bind(&NotReachedReEnqueueSequenceCallback), &task_tracker, | 410 Bind(&NotReachedReEnqueueSequenceCallback), &task_tracker, |
413 &delayed_task_manager); | 411 std::move(service_thread_task_runner)); |
robliao
2016/10/12 20:55:45
Can this be done inline to remove the declaration
fdoray
2016/10/13 13:51:29
Done.
| |
414 ASSERT_TRUE(worker_pool); | 412 ASSERT_TRUE(worker_pool); |
415 | 413 |
416 WaitableEvent task_ran(WaitableEvent::ResetPolicy::MANUAL, | 414 WaitableEvent task_ran(WaitableEvent::ResetPolicy::MANUAL, |
417 WaitableEvent::InitialState::NOT_SIGNALED); | 415 WaitableEvent::InitialState::NOT_SIGNALED); |
418 worker_pool->CreateTaskRunnerWithTraits(TaskTraits(), ExecutionMode::PARALLEL) | 416 worker_pool->CreateTaskRunnerWithTraits(TaskTraits(), ExecutionMode::PARALLEL) |
419 ->PostTask(FROM_HERE, Bind(&ExpectIORestriction, GetParam(), &task_ran)); | 417 ->PostTask(FROM_HERE, Bind(&ExpectIORestriction, GetParam(), &task_ran)); |
420 task_ran.Wait(); | 418 task_ran.Wait(); |
421 | 419 |
422 worker_pool->JoinForTesting(); | 420 worker_pool->JoinForTesting(); |
423 } | 421 } |
(...skipping 294 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
718 ->SnapshotSamples() | 716 ->SnapshotSamples() |
719 ->GetCount(10)); | 717 ->GetCount(10)); |
720 | 718 |
721 tasks_can_exit_event.Signal(); | 719 tasks_can_exit_event.Signal(); |
722 worker_pool_->WaitForAllWorkersIdleForTesting(); | 720 worker_pool_->WaitForAllWorkersIdleForTesting(); |
723 worker_pool_->DisallowWorkerDetachmentForTesting(); | 721 worker_pool_->DisallowWorkerDetachmentForTesting(); |
724 } | 722 } |
725 | 723 |
726 } // namespace internal | 724 } // namespace internal |
727 } // namespace base | 725 } // namespace base |
OLD | NEW |