| Index: cc/raster/task_graph_runner.cc
|
| diff --git a/cc/raster/task_graph_runner.cc b/cc/raster/task_graph_runner.cc
|
| index 4fbf56e31bde4f5087157d30adc9865257f4a854..4704e524b37ded43d646b8e8e7369ff08d5feb56 100644
|
| --- a/cc/raster/task_graph_runner.cc
|
| +++ b/cc/raster/task_graph_runner.cc
|
| @@ -5,88 +5,16 @@
|
| #include "cc/raster/task_graph_runner.h"
|
|
|
| #include <algorithm>
|
| +#include <utility>
|
|
|
| +#include "base/atomic_sequence_num.h"
|
| #include "base/containers/hash_tables.h"
|
| -#include "base/strings/stringprintf.h"
|
| #include "base/threading/thread_restrictions.h"
|
| #include "base/trace_event/trace_event.h"
|
|
|
| namespace cc {
|
| -namespace {
|
|
|
| -// Helper class for iterating over all dependents of a task.
|
| -class DependentIterator {
|
| - public:
|
| - DependentIterator(TaskGraph* graph, const Task* task)
|
| - : graph_(graph),
|
| - task_(task),
|
| - current_index_(static_cast<size_t>(-1)),
|
| - current_node_(NULL) {
|
| - ++(*this);
|
| - }
|
| -
|
| - TaskGraph::Node& operator->() const {
|
| - DCHECK_LT(current_index_, graph_->edges.size());
|
| - DCHECK_EQ(graph_->edges[current_index_].task, task_);
|
| - DCHECK(current_node_);
|
| - return *current_node_;
|
| - }
|
| -
|
| - TaskGraph::Node& operator*() const {
|
| - DCHECK_LT(current_index_, graph_->edges.size());
|
| - DCHECK_EQ(graph_->edges[current_index_].task, task_);
|
| - DCHECK(current_node_);
|
| - return *current_node_;
|
| - }
|
| -
|
| - // Note: Performance can be improved by keeping edges sorted.
|
| - DependentIterator& operator++() {
|
| - // Find next dependency edge for |task_|.
|
| - do {
|
| - ++current_index_;
|
| - if (current_index_ == graph_->edges.size())
|
| - return *this;
|
| - } while (graph_->edges[current_index_].task != task_);
|
| -
|
| - // Now find the node for the dependent of this edge.
|
| - TaskGraph::Node::Vector::iterator it =
|
| - std::find_if(graph_->nodes.begin(),
|
| - graph_->nodes.end(),
|
| - TaskGraph::Node::TaskComparator(
|
| - graph_->edges[current_index_].dependent));
|
| - DCHECK(it != graph_->nodes.end());
|
| - current_node_ = &(*it);
|
| -
|
| - return *this;
|
| - }
|
| -
|
| - operator bool() const { return current_index_ < graph_->edges.size(); }
|
| -
|
| - private:
|
| - TaskGraph* graph_;
|
| - const Task* task_;
|
| - size_t current_index_;
|
| - TaskGraph::Node* current_node_;
|
| -};
|
| -
|
| -bool DependencyMismatch(const TaskGraph* graph) {
|
| - // Value storage will be 0-initialized.
|
| - base::hash_map<const Task*, size_t> dependents;
|
| - for (const TaskGraph::Edge& edge : graph->edges)
|
| - dependents[edge.dependent]++;
|
| -
|
| - for (const TaskGraph::Node& node : graph->nodes) {
|
| - if (dependents[node.task] != node.dependencies)
|
| - return true;
|
| - }
|
| -
|
| - return false;
|
| -}
|
| -
|
| -} // namespace
|
| -
|
| -Task::Task() : will_run_(false), did_run_(false) {
|
| -}
|
| +Task::Task() : will_run_(false), did_run_(false) {}
|
|
|
| Task::~Task() {
|
| DCHECK(!will_run_);
|
| @@ -104,7 +32,9 @@ void Task::DidRun() {
|
| did_run_ = true;
|
| }
|
|
|
| -bool Task::HasFinishedRunning() const { return did_run_; }
|
| +bool Task::HasFinishedRunning() const {
|
| + return did_run_;
|
| +}
|
|
|
| TaskGraph::TaskGraph() {}
|
|
|
| @@ -120,357 +50,4 @@ void TaskGraph::Reset() {
|
| edges.clear();
|
| }
|
|
|
| -TaskGraphRunner::TaskNamespace::TaskNamespace() {}
|
| -
|
| -TaskGraphRunner::TaskNamespace::~TaskNamespace() {}
|
| -
|
| -TaskGraphRunner::TaskGraphRunner()
|
| - : lock_(),
|
| - has_ready_to_run_tasks_cv_(&lock_),
|
| - has_namespaces_with_finished_running_tasks_cv_(&lock_),
|
| - next_namespace_id_(1),
|
| - shutdown_(false) {}
|
| -
|
| -TaskGraphRunner::~TaskGraphRunner() {
|
| - {
|
| - base::AutoLock lock(lock_);
|
| -
|
| - DCHECK_EQ(0u, ready_to_run_namespaces_.size());
|
| - DCHECK_EQ(0u, namespaces_.size());
|
| - }
|
| -}
|
| -
|
| -NamespaceToken TaskGraphRunner::GetNamespaceToken() {
|
| - base::AutoLock lock(lock_);
|
| -
|
| - NamespaceToken token(next_namespace_id_++);
|
| - DCHECK(namespaces_.find(token.id_) == namespaces_.end());
|
| - return token;
|
| -}
|
| -
|
| -void TaskGraphRunner::ScheduleTasks(NamespaceToken token, TaskGraph* graph) {
|
| - TRACE_EVENT2("cc",
|
| - "TaskGraphRunner::ScheduleTasks",
|
| - "num_nodes",
|
| - graph->nodes.size(),
|
| - "num_edges",
|
| - graph->edges.size());
|
| -
|
| - DCHECK(token.IsValid());
|
| - DCHECK(!DependencyMismatch(graph));
|
| -
|
| - {
|
| - base::AutoLock lock(lock_);
|
| -
|
| - DCHECK(!shutdown_);
|
| -
|
| - TaskNamespace& task_namespace = namespaces_[token.id_];
|
| -
|
| - // First adjust number of dependencies to reflect completed tasks.
|
| - for (Task::Vector::iterator it = task_namespace.completed_tasks.begin();
|
| - it != task_namespace.completed_tasks.end();
|
| - ++it) {
|
| - for (DependentIterator node_it(graph, it->get()); node_it; ++node_it) {
|
| - TaskGraph::Node& node = *node_it;
|
| - DCHECK_LT(0u, node.dependencies);
|
| - node.dependencies--;
|
| - }
|
| - }
|
| -
|
| - // Build new "ready to run" queue and remove nodes from old graph.
|
| - task_namespace.ready_to_run_tasks.clear();
|
| - for (TaskGraph::Node::Vector::iterator it = graph->nodes.begin();
|
| - it != graph->nodes.end();
|
| - ++it) {
|
| - TaskGraph::Node& node = *it;
|
| -
|
| - // Remove any old nodes that are associated with this task. The result is
|
| - // that the old graph is left with all nodes not present in this graph,
|
| - // which we use below to determine what tasks need to be canceled.
|
| - TaskGraph::Node::Vector::iterator old_it =
|
| - std::find_if(task_namespace.graph.nodes.begin(),
|
| - task_namespace.graph.nodes.end(),
|
| - TaskGraph::Node::TaskComparator(node.task));
|
| - if (old_it != task_namespace.graph.nodes.end()) {
|
| - std::swap(*old_it, task_namespace.graph.nodes.back());
|
| - task_namespace.graph.nodes.pop_back();
|
| - }
|
| -
|
| - // Task is not ready to run if dependencies are not yet satisfied.
|
| - if (node.dependencies)
|
| - continue;
|
| -
|
| - // Skip if already finished running task.
|
| - if (node.task->HasFinishedRunning())
|
| - continue;
|
| -
|
| - // Skip if already running.
|
| - if (std::find(task_namespace.running_tasks.begin(),
|
| - task_namespace.running_tasks.end(),
|
| - node.task) != task_namespace.running_tasks.end())
|
| - continue;
|
| -
|
| - task_namespace.ready_to_run_tasks.push_back(
|
| - PrioritizedTask(node.task, node.priority));
|
| - }
|
| -
|
| - // Rearrange the elements in |ready_to_run_tasks| in such a way that they
|
| - // form a heap.
|
| - std::make_heap(task_namespace.ready_to_run_tasks.begin(),
|
| - task_namespace.ready_to_run_tasks.end(),
|
| - CompareTaskPriority);
|
| -
|
| - // Swap task graph.
|
| - task_namespace.graph.Swap(graph);
|
| -
|
| - // Determine what tasks in old graph need to be canceled.
|
| - for (TaskGraph::Node::Vector::iterator it = graph->nodes.begin();
|
| - it != graph->nodes.end();
|
| - ++it) {
|
| - TaskGraph::Node& node = *it;
|
| -
|
| - // Skip if already finished running task.
|
| - if (node.task->HasFinishedRunning())
|
| - continue;
|
| -
|
| - // Skip if already running.
|
| - if (std::find(task_namespace.running_tasks.begin(),
|
| - task_namespace.running_tasks.end(),
|
| - node.task) != task_namespace.running_tasks.end())
|
| - continue;
|
| -
|
| - DCHECK(std::find(task_namespace.completed_tasks.begin(),
|
| - task_namespace.completed_tasks.end(),
|
| - node.task) == task_namespace.completed_tasks.end());
|
| - task_namespace.completed_tasks.push_back(node.task);
|
| - }
|
| -
|
| - // Build new "ready to run" task namespaces queue.
|
| - ready_to_run_namespaces_.clear();
|
| - for (TaskNamespaceMap::iterator it = namespaces_.begin();
|
| - it != namespaces_.end();
|
| - ++it) {
|
| - if (!it->second.ready_to_run_tasks.empty())
|
| - ready_to_run_namespaces_.push_back(&it->second);
|
| - }
|
| -
|
| - // Rearrange the task namespaces in |ready_to_run_namespaces_| in such a way
|
| - // that they form a heap.
|
| - std::make_heap(ready_to_run_namespaces_.begin(),
|
| - ready_to_run_namespaces_.end(),
|
| - CompareTaskNamespacePriority);
|
| -
|
| - // If there is more work available, wake up worker thread.
|
| - if (!ready_to_run_namespaces_.empty())
|
| - has_ready_to_run_tasks_cv_.Signal();
|
| - }
|
| -}
|
| -
|
| -void TaskGraphRunner::WaitForTasksToFinishRunning(NamespaceToken token) {
|
| - TRACE_EVENT0("cc", "TaskGraphRunner::WaitForTasksToFinishRunning");
|
| -
|
| - DCHECK(token.IsValid());
|
| -
|
| - {
|
| - base::AutoLock lock(lock_);
|
| - base::ThreadRestrictions::ScopedAllowWait allow_wait;
|
| -
|
| - TaskNamespaceMap::const_iterator it = namespaces_.find(token.id_);
|
| - if (it == namespaces_.end())
|
| - return;
|
| -
|
| - const TaskNamespace& task_namespace = it->second;
|
| -
|
| - while (!HasFinishedRunningTasksInNamespace(&task_namespace))
|
| - has_namespaces_with_finished_running_tasks_cv_.Wait();
|
| -
|
| - // There may be other namespaces that have finished running tasks, so wake
|
| - // up another origin thread.
|
| - has_namespaces_with_finished_running_tasks_cv_.Signal();
|
| - }
|
| -}
|
| -
|
| -void TaskGraphRunner::CollectCompletedTasks(NamespaceToken token,
|
| - Task::Vector* completed_tasks) {
|
| - TRACE_EVENT0("cc", "TaskGraphRunner::CollectCompletedTasks");
|
| -
|
| - DCHECK(token.IsValid());
|
| -
|
| - {
|
| - base::AutoLock lock(lock_);
|
| -
|
| - TaskNamespaceMap::iterator it = namespaces_.find(token.id_);
|
| - if (it == namespaces_.end())
|
| - return;
|
| -
|
| - TaskNamespace& task_namespace = it->second;
|
| -
|
| - DCHECK_EQ(0u, completed_tasks->size());
|
| - completed_tasks->swap(task_namespace.completed_tasks);
|
| - if (!HasFinishedRunningTasksInNamespace(&task_namespace))
|
| - return;
|
| -
|
| - // Remove namespace if finished running tasks.
|
| - DCHECK_EQ(0u, task_namespace.completed_tasks.size());
|
| - DCHECK_EQ(0u, task_namespace.ready_to_run_tasks.size());
|
| - DCHECK_EQ(0u, task_namespace.running_tasks.size());
|
| - namespaces_.erase(it);
|
| - }
|
| -}
|
| -
|
| -void TaskGraphRunner::Shutdown() {
|
| - base::AutoLock lock(lock_);
|
| -
|
| - DCHECK_EQ(0u, ready_to_run_namespaces_.size());
|
| - DCHECK_EQ(0u, namespaces_.size());
|
| -
|
| - DCHECK(!shutdown_);
|
| - shutdown_ = true;
|
| -
|
| - // Wake up a worker so it knows it should exit. This will cause all workers
|
| - // to exit as each will wake up another worker before exiting.
|
| - has_ready_to_run_tasks_cv_.Signal();
|
| -}
|
| -
|
| -void TaskGraphRunner::FlushForTesting() {
|
| - base::AutoLock lock(lock_);
|
| -
|
| - while (std::find_if(namespaces_.begin(), namespaces_.end(),
|
| - [](const TaskNamespaceMap::value_type& entry) {
|
| - return !HasFinishedRunningTasksInNamespace(
|
| - &entry.second);
|
| - }) != namespaces_.end()) {
|
| - has_namespaces_with_finished_running_tasks_cv_.Wait();
|
| - }
|
| -}
|
| -
|
| -void TaskGraphRunner::Run() {
|
| - base::AutoLock lock(lock_);
|
| -
|
| - while (true) {
|
| - if (ready_to_run_namespaces_.empty()) {
|
| - // Exit when shutdown is set and no more tasks are pending.
|
| - if (shutdown_)
|
| - break;
|
| -
|
| - // Wait for more tasks.
|
| - has_ready_to_run_tasks_cv_.Wait();
|
| - continue;
|
| - }
|
| -
|
| - RunTaskWithLockAcquired();
|
| - }
|
| -
|
| - // We noticed we should exit. Wake up the next worker so it knows it should
|
| - // exit as well (because the Shutdown() code only signals once).
|
| - has_ready_to_run_tasks_cv_.Signal();
|
| -}
|
| -
|
| -void TaskGraphRunner::RunUntilIdle() {
|
| - base::AutoLock lock(lock_);
|
| -
|
| - while (!ready_to_run_namespaces_.empty())
|
| - RunTaskWithLockAcquired();
|
| -}
|
| -
|
| -void TaskGraphRunner::RunTaskWithLockAcquired() {
|
| - TRACE_EVENT0("toplevel", "TaskGraphRunner::RunTask");
|
| -
|
| - lock_.AssertAcquired();
|
| - DCHECK(!ready_to_run_namespaces_.empty());
|
| -
|
| - // Take top priority TaskNamespace from |ready_to_run_namespaces_|.
|
| - std::pop_heap(ready_to_run_namespaces_.begin(),
|
| - ready_to_run_namespaces_.end(),
|
| - CompareTaskNamespacePriority);
|
| - TaskNamespace* task_namespace = ready_to_run_namespaces_.back();
|
| - ready_to_run_namespaces_.pop_back();
|
| - DCHECK(!task_namespace->ready_to_run_tasks.empty());
|
| -
|
| - // Take top priority task from |ready_to_run_tasks|.
|
| - std::pop_heap(task_namespace->ready_to_run_tasks.begin(),
|
| - task_namespace->ready_to_run_tasks.end(),
|
| - CompareTaskPriority);
|
| - scoped_refptr<Task> task(task_namespace->ready_to_run_tasks.back().task);
|
| - task_namespace->ready_to_run_tasks.pop_back();
|
| -
|
| - // Add task namespace back to |ready_to_run_namespaces_| if not empty after
|
| - // taking top priority task.
|
| - if (!task_namespace->ready_to_run_tasks.empty()) {
|
| - ready_to_run_namespaces_.push_back(task_namespace);
|
| - std::push_heap(ready_to_run_namespaces_.begin(),
|
| - ready_to_run_namespaces_.end(),
|
| - CompareTaskNamespacePriority);
|
| - }
|
| -
|
| - // Add task to |running_tasks|.
|
| - task_namespace->running_tasks.push_back(task.get());
|
| -
|
| - // There may be more work available, so wake up another worker thread.
|
| - has_ready_to_run_tasks_cv_.Signal();
|
| -
|
| - // Call WillRun() before releasing |lock_| and running task.
|
| - task->WillRun();
|
| -
|
| - {
|
| - base::AutoUnlock unlock(lock_);
|
| -
|
| - task->RunOnWorkerThread();
|
| - }
|
| -
|
| - // This will mark task as finished running.
|
| - task->DidRun();
|
| -
|
| - // Remove task from |running_tasks|.
|
| - TaskVector::iterator it = std::find(task_namespace->running_tasks.begin(),
|
| - task_namespace->running_tasks.end(),
|
| - task.get());
|
| - DCHECK(it != task_namespace->running_tasks.end());
|
| - std::swap(*it, task_namespace->running_tasks.back());
|
| - task_namespace->running_tasks.pop_back();
|
| -
|
| - // Now iterate over all dependents to decrement dependencies and check if they
|
| - // are ready to run.
|
| - bool ready_to_run_namespaces_has_heap_properties = true;
|
| - for (DependentIterator it(&task_namespace->graph, task.get()); it; ++it) {
|
| - TaskGraph::Node& dependent_node = *it;
|
| -
|
| - DCHECK_LT(0u, dependent_node.dependencies);
|
| - dependent_node.dependencies--;
|
| - // Task is ready if it has no dependencies. Add it to |ready_to_run_tasks_|.
|
| - if (!dependent_node.dependencies) {
|
| - bool was_empty = task_namespace->ready_to_run_tasks.empty();
|
| - task_namespace->ready_to_run_tasks.push_back(
|
| - PrioritizedTask(dependent_node.task, dependent_node.priority));
|
| - std::push_heap(task_namespace->ready_to_run_tasks.begin(),
|
| - task_namespace->ready_to_run_tasks.end(),
|
| - CompareTaskPriority);
|
| - // Task namespace is ready if it has at least one ready to run task. Add
|
| - // it to |ready_to_run_namespaces_| if it just become ready.
|
| - if (was_empty) {
|
| - DCHECK(std::find(ready_to_run_namespaces_.begin(),
|
| - ready_to_run_namespaces_.end(),
|
| - task_namespace) == ready_to_run_namespaces_.end());
|
| - ready_to_run_namespaces_.push_back(task_namespace);
|
| - }
|
| - ready_to_run_namespaces_has_heap_properties = false;
|
| - }
|
| - }
|
| -
|
| - // Rearrange the task namespaces in |ready_to_run_namespaces_| in such a way
|
| - // that they yet again form a heap.
|
| - if (!ready_to_run_namespaces_has_heap_properties) {
|
| - std::make_heap(ready_to_run_namespaces_.begin(),
|
| - ready_to_run_namespaces_.end(),
|
| - CompareTaskNamespacePriority);
|
| - }
|
| -
|
| - // Finally add task to |completed_tasks_|.
|
| - task_namespace->completed_tasks.push_back(task);
|
| -
|
| - // If namespace has finished running all tasks, wake up origin thread.
|
| - if (HasFinishedRunningTasksInNamespace(task_namespace))
|
| - has_namespaces_with_finished_running_tasks_cv_.Signal();
|
| -}
|
| -
|
| } // namespace cc
|
|
|