| Index: trunk/src/tools/gn/input_file_manager.cc
|
| ===================================================================
|
| --- trunk/src/tools/gn/input_file_manager.cc (revision 214322)
|
| +++ trunk/src/tools/gn/input_file_manager.cc (working copy)
|
| @@ -1,254 +0,0 @@
|
| -// Copyright (c) 2013 The Chromium Authors. All rights reserved.
|
| -// Use of this source code is governed by a BSD-style license that can be
|
| -// found in the LICENSE file.
|
| -
|
| -#include "tools/gn/input_file_manager.h"
|
| -
|
| -#include "base/bind.h"
|
| -#include "base/stl_util.h"
|
| -#include "tools/gn/filesystem_utils.h"
|
| -#include "tools/gn/parser.h"
|
| -#include "tools/gn/scheduler.h"
|
| -#include "tools/gn/scope_per_file_provider.h"
|
| -#include "tools/gn/tokenizer.h"
|
| -
|
| -namespace {
|
| -
|
| -void InvokeFileLoadCallback(const InputFileManager::FileLoadCallback& cb,
|
| - const ParseNode* node) {
|
| - cb.Run(node);
|
| -}
|
| -
|
| -} // namespace
|
| -
|
| -InputFileManager::InputFileData::InputFileData(const SourceFile& file_name)
|
| - : file(file_name),
|
| - loaded(false),
|
| - sync_invocation(false) {
|
| -}
|
| -
|
| -InputFileManager::InputFileData::~InputFileData() {
|
| -}
|
| -
|
| -InputFileManager::InputFileManager() {
|
| -}
|
| -
|
| -InputFileManager::~InputFileManager() {
|
| - // Should be single-threaded by now.
|
| - STLDeleteContainerPairSecondPointers(input_files_.begin(),
|
| - input_files_.end());
|
| -}
|
| -
|
| -bool InputFileManager::AsyncLoadFile(const LocationRange& origin,
|
| - const BuildSettings* build_settings,
|
| - const SourceFile& file_name,
|
| - const FileLoadCallback& callback,
|
| - Err* err) {
|
| - // Try not to schedule callbacks while holding the lock. All cases that don't
|
| - // want to schedule should return early. Otherwise, this will be scheduled
|
| - // after we leave the lock.
|
| - base::Closure schedule_this;
|
| - {
|
| - base::AutoLock lock(lock_);
|
| -
|
| - InputFileMap::const_iterator found = input_files_.find(file_name);
|
| - if (found == input_files_.end()) {
|
| - // New file, schedule load.
|
| - InputFileData* data = new InputFileData(file_name);
|
| - data->scheduled_callbacks.push_back(callback);
|
| - input_files_[file_name] = data;
|
| -
|
| - schedule_this = base::Bind(&InputFileManager::BackgroundLoadFile,
|
| - this,
|
| - origin,
|
| - build_settings,
|
| - file_name,
|
| - &data->file);
|
| - } else {
|
| - InputFileData* data = found->second;
|
| -
|
| - // Prevent mixing async and sync loads. See SyncLoadFile for discussion.
|
| - if (data->sync_invocation) {
|
| - g_scheduler->FailWithError(Err(
|
| - origin, "Load type mismatch.",
|
| - "The file \"" + file_name.value() + "\" was previously loaded\n"
|
| - "synchronously (via an import) and now you're trying to load it "
|
| - "asynchronously\n(via a deps rule). This is a class 2 misdemeanor: "
|
| - "a single input file must\nbe loaded the same way each time to "
|
| - "avoid blowing my tiny, tiny mind."));
|
| - return false;
|
| - }
|
| -
|
| - if (data->loaded) {
|
| - // Can just directly issue the callback on the background thread.
|
| - schedule_this = base::Bind(&InvokeFileLoadCallback, callback,
|
| - data->parsed_root.get());
|
| - } else {
|
| - // Load is pending on this file, schedule the invoke.
|
| - data->scheduled_callbacks.push_back(callback);
|
| - return true;
|
| - }
|
| - }
|
| - }
|
| - g_scheduler->pool()->PostWorkerTaskWithShutdownBehavior(
|
| - FROM_HERE, schedule_this,
|
| - base::SequencedWorkerPool::BLOCK_SHUTDOWN);
|
| - return true;
|
| -}
|
| -
|
| -const ParseNode* InputFileManager::SyncLoadFile(
|
| - const LocationRange& origin,
|
| - const BuildSettings* build_settings,
|
| - const SourceFile& file_name,
|
| - Err* err) {
|
| - base::AutoLock lock(lock_);
|
| -
|
| - InputFileData* data = NULL;
|
| - InputFileMap::iterator found = input_files_.find(file_name);
|
| - if (found == input_files_.end()) {
|
| - base::AutoUnlock unlock(lock_);
|
| -
|
| - // Haven't seen this file yet, start loading right now.
|
| - data = new InputFileData(file_name);
|
| - data->sync_invocation = true;
|
| - input_files_[file_name] = data;
|
| -
|
| - if (!LoadFile(origin, build_settings, file_name, &data->file, err))
|
| - return NULL;
|
| - } else {
|
| - // This file has either been loaded or is pending loading.
|
| - data = found->second;
|
| -
|
| - if (!data->sync_invocation) {
|
| - // Don't allow mixing of sync and async loads. If an async load is
|
| - // scheduled and then a bunch of threads need to load it synchronously
|
| - // and block on it loading, it could deadlock or at least cause a lot
|
| - // of wasted CPU while those threads wait for the load to complete (which
|
| - // may be far back in the input queue).
|
| - //
|
| - // We could work around this by promoting the load to a sync load. This
|
| - // requires a bunch of extra code to either check flags and likely do
|
| - // extra locking (bad) or to just do both types of load on the file and
|
| - // deal with the race condition.
|
| - //
|
| - // I have no practical way to test this, and generally we should have
|
| - // all include files processed synchronously and all build files
|
| - // processed asynchronously, so it doesn't happen in practice.
|
| - *err = Err(
|
| - origin, "Load type mismatch.",
|
| - "The file \"" + file_name.value() + "\" was previously loaded\n"
|
| - "asynchronously (via a deps rule) and now you're trying to load it "
|
| - "synchronously.\nThis is a class 2 misdemeanor: a single input file "
|
| - "must be loaded the same way\neach time to avoid blowing my tiny, "
|
| - "tiny mind.");
|
| - return NULL;
|
| - }
|
| -
|
| - if (!data->loaded) {
|
| - // Wait for the already-pending sync load to complete.
|
| - if (!data->completion_event)
|
| - data->completion_event.reset(new base::WaitableEvent(false, false));
|
| - {
|
| - base::AutoUnlock unlock(lock_);
|
| - data->completion_event->Wait();
|
| - }
|
| - }
|
| - }
|
| -
|
| - // The other load could have failed. In this case that error will be printed
|
| - // to the console, but we need to return something here, so make up a
|
| - // dummy error.
|
| - if (!data->parsed_root)
|
| - *err = Err(origin, "File parse failed");
|
| - return data->parsed_root.get();
|
| -}
|
| -
|
| -int InputFileManager::GetInputFileCount() const {
|
| - base::AutoLock lock(lock_);
|
| - return input_files_.size();
|
| -}
|
| -
|
| -void InputFileManager::GetAllInputFileNames(
|
| - std::vector<SourceFile>* result) const {
|
| - base::AutoLock lock(lock_);
|
| - result->reserve(input_files_.size());
|
| - for (InputFileMap::const_iterator i = input_files_.begin();
|
| - i != input_files_.end(); ++i) {
|
| - result->push_back(i->second->file.name());
|
| - }
|
| -}
|
| -
|
| -void InputFileManager::BackgroundLoadFile(const LocationRange& origin,
|
| - const BuildSettings* build_settings,
|
| - const SourceFile& name,
|
| - InputFile* file) {
|
| - Err err;
|
| - if (!LoadFile(origin, build_settings, name, file, &err))
|
| - g_scheduler->FailWithError(err);
|
| -}
|
| -
|
| -bool InputFileManager::LoadFile(const LocationRange& origin,
|
| - const BuildSettings* build_settings,
|
| - const SourceFile& name,
|
| - InputFile* file,
|
| - Err* err) {
|
| - // Do all of this stuff outside the lock. We should not give out file
|
| - // pointers until the read is complete.
|
| - if (g_scheduler->verbose_logging())
|
| - g_scheduler->Log("Loading", name.value());
|
| -
|
| - // Read.
|
| - base::FilePath primary_path = build_settings->GetFullPath(name);
|
| - if (!file->Load(primary_path)) {
|
| - if (!build_settings->secondary_source_path().empty()) {
|
| - // Fall back to secondary source tree.
|
| - base::FilePath secondary_path =
|
| - build_settings->GetFullPathSecondary(name);
|
| - if (!file->Load(secondary_path)) {
|
| - *err = Err(origin, "Can't load input file.",
|
| - "Unable to load either \n" +
|
| - FilePathToUTF8(primary_path) + " or \n" +
|
| - FilePathToUTF8(secondary_path));
|
| - return false;
|
| - }
|
| - } else {
|
| - *err = Err(origin,
|
| - "Unable to load \"" + FilePathToUTF8(primary_path) + "\".");
|
| - return false;
|
| - }
|
| - }
|
| -
|
| - if (g_scheduler->verbose_logging())
|
| - g_scheduler->Log("Parsing", name.value());
|
| -
|
| - // Tokenize.
|
| - std::vector<Token> tokens = Tokenizer::Tokenize(file, err);
|
| - if (err->has_error())
|
| - return false;
|
| -
|
| - // Parse.
|
| - scoped_ptr<ParseNode> root = Parser::Parse(tokens, err);
|
| - if (err->has_error())
|
| - return false;
|
| - ParseNode* unowned_root = root.get();
|
| -
|
| - std::vector<FileLoadCallback> callbacks;
|
| - {
|
| - base::AutoLock lock(lock_);
|
| - DCHECK(input_files_.find(name) != input_files_.end());
|
| -
|
| - InputFileData* data = input_files_[name];
|
| - data->loaded = true;
|
| - data->tokens.swap(tokens);
|
| - data->parsed_root = root.Pass();
|
| -
|
| - callbacks.swap(data->scheduled_callbacks);
|
| - }
|
| -
|
| - // Run pending invocations. Theoretically we could schedule each of these
|
| - // separately to get some parallelism. But normally there will only be one
|
| - // item in the list, so that's extra overhead and complexity for no gain.
|
| - for (size_t i = 0; i < callbacks.size(); i++)
|
| - callbacks[i].Run(unowned_root);
|
| - return true;
|
| -}
|
|
|