Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(277)

Unified Diff: mojo/public/dart/third_party/barback/lib/src/graph/package_graph.dart

Issue 1346773002: Stop running pub get at gclient sync time and fix build bugs (Closed) Base URL: git@github.com:domokit/mojo.git@master
Patch Set: Created 5 years, 3 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
Index: mojo/public/dart/third_party/barback/lib/src/graph/package_graph.dart
diff --git a/mojo/public/dart/third_party/barback/lib/src/graph/package_graph.dart b/mojo/public/dart/third_party/barback/lib/src/graph/package_graph.dart
new file mode 100644
index 0000000000000000000000000000000000000000..75730819e636aa6ce406ff0870bab9d19e86ee29
--- /dev/null
+++ b/mojo/public/dart/third_party/barback/lib/src/graph/package_graph.dart
@@ -0,0 +1,291 @@
+// Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file
+// for details. All rights reserved. Use of this source code is governed by a
+// BSD-style license that can be found in the LICENSE file.
+
+library barback.graph.package_graph;
+
+import 'dart:async';
+import 'dart:collection';
+
+import '../asset/asset_id.dart';
+import '../asset/asset_node.dart';
+import '../asset/asset_set.dart';
+import '../build_result.dart';
+import '../errors.dart';
+import '../log.dart';
+import '../package_provider.dart';
+import '../utils.dart';
+import 'asset_cascade.dart';
+import 'node_status.dart';
+import 'static_asset_cascade.dart';
+
+/// The collection of [AssetCascade]s for an entire application.
+///
+/// This tracks each package's [AssetCascade] and routes asset requests between
+/// them.
+class PackageGraph {
+ /// The provider that exposes asset and package information.
+ final PackageProvider provider;
+
+ /// The [AssetCascade] for each package.
+ final _cascades = <String, AssetCascade>{};
+
+ /// A stream that emits a [BuildResult] each time the build is completed,
+ /// whether or not it succeeded.
+ ///
+ /// This will emit a result only once every package's [AssetCascade] has
+ /// finished building.
+ ///
+ /// If an unexpected error in barback itself occurs, it will be emitted
+ /// through this stream's error channel.
+ Stream<BuildResult> get results => _resultsController.stream;
+ final _resultsController =
+ new StreamController<BuildResult>.broadcast(sync: true);
+
+ /// A stream that emits any errors from the graph or the transformers.
+ ///
+ /// This emits errors as they're detected. If an error occurs in one part of
+ /// the graph, unrelated parts will continue building.
+ ///
+ /// This will not emit programming errors from barback itself. Those will be
+ /// emitted through the [results] stream's error channel.
+ Stream<BarbackException> get errors => _errors;
+ Stream<BarbackException> _errors;
+
+ /// The stream of [LogEntry] objects used to report transformer log entries.
+ Stream<LogEntry> get log => _logController.stream;
+ final _logController = new StreamController<LogEntry>.broadcast(sync: true);
+
+ /// How far along [this] is in processing its assets.
+ NodeStatus get _status => NodeStatus.dirtiest(
+ _cascades.values.map((cascade) => cascade.status));
+
+ /// Whether a [BuildResult] is scheduled to be emitted on [results] (see
+ /// [_tryScheduleResult]).
+ bool _resultScheduled = false;
+
+ /// The most recent [BuildResult] emitted on [results].
+ BuildResult _lastResult;
+
+ // TODO(nweiz): This can have bogus errors if an error is created and resolved
+ // in the space of one build.
+ /// The errors that have occurred since the current build started.
+ ///
+ /// This will be empty if no build is occurring.
+ final _accumulatedErrors = new Queue<BarbackException>();
+
+ /// The most recent error emitted from a cascade's result stream.
+ ///
+ /// This is used to pipe an unexpected error from a build to the resulting
+ /// [Future] returned by [getAllAssets].
+ var _lastUnexpectedError;
+
+ /// The stack trace for [_lastUnexpectedError].
+ StackTrace _lastUnexpectedErrorTrace;
+
+ /// Creates a new [PackageGraph] that will transform assets in all packages
+ /// made available by [provider].
+ PackageGraph(this.provider) {
+ _inErrorZone(() {
+ for (var package in provider.packages) {
+ var cascade = new AssetCascade(this, package);
+ _cascades[package] = cascade;
+ cascade.onLog.listen(_onLog);
+ cascade.onStatusChange.listen((status) {
+ if (status == NodeStatus.IDLE) _tryScheduleResult();
+ });
+ }
+
+ if (provider is StaticPackageProvider) {
+ StaticPackageProvider staticProvider = provider;
+ for (var package in staticProvider.staticPackages) {
+ if (_cascades.containsKey(package)) {
+ throw new StateError('Package "$package" is in both '
+ 'PackageProvider.packages and PackageProvider.staticPackages.');
+ }
+
+ var cascade = new StaticAssetCascade(this, package);
+ _cascades[package] = cascade;
+ }
+ }
+
+ _errors = mergeStreams(_cascades.values.map((cascade) => cascade.errors),
+ broadcast: true);
+ _errors.listen(_accumulatedErrors.add);
+
+ // Make sure a result gets scheduled even if there are no cascades or all
+ // of them are static.
+ if (provider.packages.isEmpty) _tryScheduleResult();
+ });
+ }
+
+ /// Gets the asset node identified by [id].
+ ///
+ /// If [id] is for a generated or transformed asset, this will wait until it
+ /// has been created and return it. This means that the returned asset will
+ /// always be [AssetState.AVAILABLE].
+ ///
+ /// If the asset cannot be found, returns null.
+ Future<AssetNode> getAssetNode(AssetId id) {
+ return _inErrorZone(() {
+ var cascade = _cascades[id.package];
+ if (cascade != null) return cascade.getAssetNode(id);
+ return new Future.value(null);
+ });
+ }
+
+ /// Returns the stream of newly-emitted assets for the given package's
+ /// cascade.
+ ///
+ /// If there's no cascade for [package], returns `null`.
+ Stream<AssetNode> onAssetFor(String package) {
+ var cascade = _cascades[package];
+ return cascade == null ? null : cascade.onAsset;
+ }
+
+ /// Gets all output assets.
+ ///
+ /// If a build is currently in progress, waits until it completes. The
+ /// returned future will complete with an error if the build is not
+ /// successful.
+ ///
+ /// Any transforms using [LazyTransformer]s will be forced to generate
+ /// concrete outputs, and those outputs will be returned.
+ Future<AssetSet> getAllAssets() {
+ for (var cascade in _cascades.values) {
+ _inErrorZone(() => cascade.forceAllTransforms());
+ }
+
+ if (_status != NodeStatus.IDLE) {
+ // A build is still ongoing, so wait for it to complete and try again.
+ return results.first.then((_) => getAllAssets());
+ }
+
+ // If an unexpected error occurred, complete with that.
+ if (_lastUnexpectedError != null) {
+ var error = _lastUnexpectedError;
+ _lastUnexpectedError = null;
+ return new Future.error(error, _lastUnexpectedErrorTrace);
+ }
+
+ // If the last build completed with an error, complete the future with it.
+ if (!_lastResult.succeeded) {
+ return new Future.error(BarbackException.aggregate(_lastResult.errors));
+ }
+
+ // Otherwise, return all of the final output assets.
+ return Future.wait(_cascades.values.map(
+ (cascade) => cascade.availableOutputs))
+ .then((assetSets) {
+ var assets = unionAll(assetSets.map((assetSet) => assetSet.toSet()));
+ return new Future.value(new AssetSet.from(assets));
+ });
+ }
+
+ /// Adds [sources] to the graph's known set of source assets.
+ ///
+ /// Begins applying any transforms that can consume any of the sources. If a
+ /// given source is already known, it is considered modified and all
+ /// transforms that use it will be re-applied.
+ void updateSources(Iterable<AssetId> sources) {
+ groupBy(sources, (id) => id.package).forEach((package, ids) {
+ var cascade = _cascades[package];
+ if (cascade == null) throw new ArgumentError("Unknown package $package.");
+ _inErrorZone(() => cascade.updateSources(ids));
+ });
+
+ // It's possible for adding sources not to cause any processing. The user
+ // still expects there to be a build, though, so we emit one immediately.
+ _tryScheduleResult();
+ }
+
+ /// Removes [removed] from the graph's known set of source assets.
+ void removeSources(Iterable<AssetId> sources) {
+ groupBy(sources, (id) => id.package).forEach((package, ids) {
+ var cascade = _cascades[package];
+ if (cascade == null) throw new ArgumentError("Unknown package $package.");
+ _inErrorZone(() => cascade.removeSources(ids));
+ });
+
+ // It's possible for removing sources not to cause any processing. The user
+ // still expects there to be a build, though, so we emit one immediately.
+ _tryScheduleResult();
+ }
+
+ void updateTransformers(String package, Iterable<Iterable> transformers) {
+ _inErrorZone(() => _cascades[package].updateTransformers(transformers));
+
+ // It's possible for updating transformers not to cause any processing. The
+ // user still expects there to be a build, though, so we emit one
+ // immediately.
+ _tryScheduleResult();
+ }
+
+ /// A handler for a log entry from an [AssetCascade].
+ void _onLog(LogEntry entry) {
+ if (entry.level == LogLevel.ERROR) {
+ // TODO(nweiz): keep track of stack chain.
+ _accumulatedErrors.add(
+ new TransformerException(entry.transform, entry.message, null));
+ }
+
+ if (_logController.hasListener) {
+ _logController.add(entry);
+ } else if (entry.level != LogLevel.FINE) {
+ // No listeners, so just print entry.
+ var buffer = new StringBuffer();
+ buffer.write("[${entry.level} ${entry.transform}] ");
+
+ if (entry.span != null) {
+ buffer.write(entry.span.message(entry.message));
+ } else {
+ buffer.write(entry.message);
+ }
+
+ print(buffer);
+ }
+ }
+
+ /// If [this] is done processing, schedule a [BuildResult] to be emitted on
+ /// [results].
+ ///
+ /// This schedules the result (as opposed to just emitting one directly on
+ /// [BuildResult]) to ensure that calling multiple functions synchronously
+ /// produces only a single [BuildResult].
+ void _tryScheduleResult() {
+ if (_status != NodeStatus.IDLE) return;
+ if (_resultScheduled) return;
+
+ _resultScheduled = true;
+ newFuture(() {
+ _resultScheduled = false;
+ if (_status != NodeStatus.IDLE) return;
+
+ _lastResult = new BuildResult(_accumulatedErrors);
+ _accumulatedErrors.clear();
+ _resultsController.add(_lastResult);
+ });
+ }
+
+ /// Run [body] in an error-handling [Zone] and pipe any unexpected errors to
+ /// the error channel of [results].
+ ///
+ /// [body] can return a value or a [Future] that will be piped to the returned
+ /// [Future]. If it throws a [BarbackException], that exception will be piped
+ /// to the returned [Future] as well. Any other exceptions will be piped to
+ /// [results].
+ Future _inErrorZone(body()) {
+ var completer = new Completer.sync();
+ runZoned(() {
+ syncFuture(body).then(completer.complete).catchError((error, stackTrace) {
+ if (error is! BarbackException) throw error;
+ completer.completeError(error, stackTrace);
+ });
+ }, onError: (error, stackTrace) {
+ _lastUnexpectedError = error;
+ _lastUnexpectedErrorTrace = stackTrace;
+ _resultsController.addError(error, stackTrace);
+ });
+ return completer.future;
+ }
+}

Powered by Google App Engine
This is Rietveld 408576698