Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(859)

Unified Diff: sdk/lib/_internal/pub_generated/lib/src/source/hosted.dart

Issue 557563002: Store the async-await compiled pub code directly in the repo. (Closed) Base URL: https://dart.googlecode.com/svn/branches/bleeding_edge/dart
Patch Set: Created 6 years, 3 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
Index: sdk/lib/_internal/pub_generated/lib/src/source/hosted.dart
diff --git a/sdk/lib/_internal/pub_generated/lib/src/source/hosted.dart b/sdk/lib/_internal/pub_generated/lib/src/source/hosted.dart
new file mode 100644
index 0000000000000000000000000000000000000000..265b673889b8b5ca264549d707318bfe7573f25d
--- /dev/null
+++ b/sdk/lib/_internal/pub_generated/lib/src/source/hosted.dart
@@ -0,0 +1,238 @@
+library pub.source.hosted;
+import 'dart:async';
+import 'dart:io' as io;
+import "dart:convert";
+import 'package:http/http.dart' as http;
+import 'package:path/path.dart' as path;
+import '../exceptions.dart';
+import '../http.dart';
+import '../io.dart';
+import '../log.dart' as log;
+import '../package.dart';
+import '../pubspec.dart';
+import '../utils.dart';
+import '../version.dart';
+import 'cached.dart';
+class HostedSource extends CachedSource {
+ final name = "hosted";
+ final hasMultipleVersions = true;
+ static String get defaultUrl {
+ var url = io.Platform.environment["PUB_HOSTED_URL"];
+ if (url != null) return url;
+ return "https://pub.dartlang.org";
+ }
+ Future<List<Version>> getVersions(String name, description) {
+ var url =
+ _makeUrl(description, (server, package) => "$server/api/packages/$package");
+ log.io("Get versions from $url.");
+ return httpClient.read(url, headers: PUB_API_HEADERS).then((body) {
+ var doc = JSON.decode(body);
+ return doc['versions'].map(
+ (version) => new Version.parse(version['version'])).toList();
+ }).catchError((ex, stackTrace) {
+ var parsed = _parseDescription(description);
+ _throwFriendlyError(ex, stackTrace, parsed.first, parsed.last);
+ });
+ }
+ Future<Pubspec> describeUncached(PackageId id) {
+ var url = _makeVersionUrl(
+ id,
+ (server, package, version) =>
+ "$server/api/packages/$package/versions/$version");
+ log.io("Describe package at $url.");
+ return httpClient.read(url, headers: PUB_API_HEADERS).then((version) {
+ version = JSON.decode(version);
+ return new Pubspec.fromMap(
+ version['pubspec'],
+ systemCache.sources,
+ expectedName: id.name,
+ location: url);
+ }).catchError((ex, stackTrace) {
+ var parsed = _parseDescription(id.description);
+ _throwFriendlyError(ex, stackTrace, id.name, parsed.last);
+ });
+ }
+ Future<Package> downloadToSystemCache(PackageId id) {
+ return isInSystemCache(id).then((inCache) {
+ if (inCache) return true;
+ var packageDir = _getDirectory(id);
+ ensureDir(path.dirname(packageDir));
+ var parsed = _parseDescription(id.description);
+ return _download(parsed.last, parsed.first, id.version, packageDir);
+ }).then((found) {
+ if (!found) fail('Package $id not found.');
+ return new Package.load(id.name, _getDirectory(id), systemCache.sources);
+ });
+ }
+ Future<String> getDirectory(PackageId id) =>
+ new Future.value(_getDirectory(id));
+ String _getDirectory(PackageId id) {
+ var parsed = _parseDescription(id.description);
+ var dir = _urlToDirectory(parsed.last);
+ return path.join(systemCacheRoot, dir, "${parsed.first}-${id.version}");
+ }
+ String packageName(description) => _parseDescription(description).first;
+ bool descriptionsEqual(description1, description2) =>
+ _parseDescription(description1) == _parseDescription(description2);
+ dynamic parseDescription(String containingPath, description,
+ {bool fromLockFile: false}) {
+ _parseDescription(description);
+ return description;
+ }
+ Future<Pair<int, int>> repairCachedPackages() {
+ if (!dirExists(systemCacheRoot)) return new Future.value(new Pair(0, 0));
+ var successes = 0;
+ var failures = 0;
+ return Future.wait(listDir(systemCacheRoot).map((serverDir) {
+ var url = _directoryToUrl(path.basename(serverDir));
+ var packages = _getCachedPackagesInDirectory(path.basename(serverDir));
+ packages.sort(Package.orderByNameAndVersion);
+ return Future.wait(packages.map((package) {
+ return _download(
+ url,
+ package.name,
+ package.version,
+ package.dir).then((_) {
+ successes++;
+ }).catchError((error, stackTrace) {
+ failures++;
+ var message =
+ "Failed to repair ${log.bold(package.name)} " "${package.version}";
+ if (url != defaultUrl) message += " from $url";
+ log.error("$message. Error:\n$error");
+ log.fine(stackTrace);
+ });
+ }));
+ })).then((_) => new Pair(successes, failures));
+ }
+ List<Package> getCachedPackages() {
+ return _getCachedPackagesInDirectory(_urlToDirectory(defaultUrl));
+ }
+ List<Package> _getCachedPackagesInDirectory(String dir) {
+ var cacheDir = path.join(systemCacheRoot, dir);
+ if (!dirExists(cacheDir)) return [];
+ return listDir(
+ cacheDir).map(
+ (entry) => new Package.load(null, entry, systemCache.sources)).toList();
+ }
+ Future<bool> _download(String server, String package, Version version,
+ String destPath) {
+ return syncFuture(() {
+ var url = Uri.parse("$server/packages/$package/versions/$version.tar.gz");
+ log.io("Get package from $url.");
+ log.message('Downloading ${log.bold(package)} ${version}...');
+ var tempDir = systemCache.createTempDir();
+ return httpClient.send(
+ new http.Request(
+ "GET",
+ url)).then((response) => response.stream).then((stream) {
+ return timeout(
+ extractTarGz(stream, tempDir),
+ HTTP_TIMEOUT,
+ url,
+ 'downloading $url');
+ }).then((_) {
+ if (dirExists(destPath)) deleteEntry(destPath);
+ renameDir(tempDir, destPath);
+ return true;
+ });
+ });
+ }
+ void _throwFriendlyError(error, StackTrace stackTrace, String package,
+ String url) {
+ if (error is PubHttpException && error.response.statusCode == 404) {
+ throw new PackageNotFoundException(
+ "Could not find package $package at $url.",
+ error,
+ stackTrace);
+ }
+ if (error is TimeoutException) {
+ fail(
+ "Timed out trying to find package $package at $url.",
+ error,
+ stackTrace);
+ }
+ if (error is io.SocketException) {
+ fail(
+ "Got socket error trying to find package $package at $url.",
+ error,
+ stackTrace);
+ }
+ throw error;
+ }
+}
+class OfflineHostedSource extends HostedSource {
+ Future<List<Version>> getVersions(String name, description) {
+ return newFuture(() {
+ var parsed = _parseDescription(description);
+ var server = parsed.last;
+ log.io(
+ "Finding versions of $name in " "$systemCacheRoot/${_urlToDirectory(server)}");
+ return _getCachedPackagesInDirectory(
+ _urlToDirectory(
+ server)).where(
+ (package) => package.name == name).map((package) => package.version).toList();
+ }).then((versions) {
+ if (versions.isEmpty) fail("Could not find package $name in cache.");
+ return versions;
+ });
+ }
+ Future<bool> _download(String server, String package, Version version,
+ String destPath) {
+ throw new UnsupportedError("Cannot download packages when offline.");
+ }
+ Future<Pubspec> doDescribeUncached(PackageId id) {
+ throw new UnsupportedError("Cannot describe packages when offline.");
+ }
+}
+String _urlToDirectory(String url) {
+ url = url.replaceAllMapped(
+ new RegExp(r"^https?://(127\.0\.0\.1|\[::1\])?"),
+ (match) => match[1] == null ? '' : 'localhost');
+ return replace(
+ url,
+ new RegExp(r'[<>:"\\/|?*%]'),
+ (match) => '%${match[0].codeUnitAt(0)}');
+}
+String _directoryToUrl(String url) {
+ var chars = '<>:"\\/|?*%';
+ for (var i = 0; i < chars.length; i++) {
+ var c = chars.substring(i, i + 1);
+ url = url.replaceAll("%${c.codeUnitAt(0)}", c);
+ }
+ var scheme = "https";
+ if (isLoopback(url.replaceAll(new RegExp(":.*"), ""))) scheme = "http";
+ return "$scheme://$url";
+}
+Uri _makeUrl(description, String pattern(String server, String package)) {
+ var parsed = _parseDescription(description);
+ var server = parsed.last;
+ var package = Uri.encodeComponent(parsed.first);
+ return Uri.parse(pattern(server, package));
+}
+Uri _makeVersionUrl(PackageId id, String pattern(String server, String package,
+ String version)) {
+ var parsed = _parseDescription(id.description);
+ var server = parsed.last;
+ var package = Uri.encodeComponent(parsed.first);
+ var version = Uri.encodeComponent(id.version.toString());
+ return Uri.parse(pattern(server, package, version));
+}
+Pair<String, String> _parseDescription(description) {
+ if (description is String) {
+ return new Pair<String, String>(description, HostedSource.defaultUrl);
+ }
+ if (description is! Map) {
+ throw new FormatException("The description must be a package name or map.");
+ }
+ if (!description.containsKey("name")) {
+ throw new FormatException("The description map must contain a 'name' key.");
+ }
+ var name = description["name"];
+ if (name is! String) {
+ throw new FormatException("The 'name' key must have a string value.");
+ }
+ var url = description["url"];
+ if (url == null) url = HostedSource.defaultUrl;
+ return new Pair<String, String>(name, url);
+}

Powered by Google App Engine
This is Rietveld 408576698