Update pkg/http to use the new async APIs.

pkg/http/lib/src/utils.dart

 // Copyright (c) 2012, the Dart project authors.  Please see the AUTHORS file
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
 library utils;
 
 import 'dart:async';
 import 'dart:crypto';
 import 'dart:io';
 import 'dart:scalarlist';
 import 'dart:uri';
 import 'dart:utf';
 
+import 'byte_stream.dart';
+
 /// Converts a URL query string (or `application/x-www-form-urlencoded` body)
 /// into a [Map] from parameter names to values.
 ///
 ///     queryToMap("foo=bar&baz=bang&qux");
 ///     //=> {"foo": "bar", "baz": "bang", "qux": ""}
 Map<String, String> queryToMap(String queryList) {
   var map = <String>{};
   for (var pair in queryList.split("&")) {
     var split = split1(pair, "=");
     if (split.isEmpty) continue;
@@ skipping 100 matching lines @@
 /// [ByteArrayViewable], this just returns a view on [input].
 Uint8List toUint8List(List<int> input) {
   if (input is Uint8List) return input;
   if (input is ByteArrayViewable) input = input.asByteArray();
   if (input is ByteArray) return new Uint8List.view(input);
   var output = new Uint8List(input.length);
   output.setRange(0, input.length, input);
   return output;
 }
 
-/// Buffers all input from an InputStream and returns it as a future.
-Future<List<int>> consumeInputStream(InputStream stream) {
-  if (stream.closed) return new Future<List<int>>.immediate(<int>[]);
+/// If [stream] is already a [ByteStream], returns it. Otherwise, wraps it in a
+/// [ByteStream].

[Bob Nystrom, 2013/01/08 23:50:49]

How about making this a (potentially factory) constructor on ByteStream? That
way any code using that type has easy access to the method?

[nweiz, 2013/01/09 00:52:11]

It feels too similar to the default ByteStream constructor. If I could make the
default constructor this without hosing the ability to extend ByteStream, I
would, but since I can't I think it's better to leave it here. I doubt most code
will need to make use of it.

+ByteStream toByteStream(Stream<List<int>> stream) {
+  if (stream is ByteStream) return stream;
+  return new ByteStream(stream);
+}
 
-  var completer = new Completer<List<int>>();
-  /// TODO(nweiz): use BufferList when issue 6409 is fixed
-  var buffer = <int>[];
-  stream.onClosed = () => completer.complete(buffer);
-  stream.onData = () => buffer.addAll(stream.read());
-  stream.onError = completer.completeError;
+/// Calls [onDone] once [stream] (a single-subscription [Stream]) is finished.
+/// The return value, also a single-subscription [Stream] should be used in
+/// place of [stream] after calling this method.
+Stream onDone(Stream stream, void onDone()) {
+  var pair = tee(stream);
+  pair.first.listen((_) {}, onError: (_) {}, onDone: onDone);
+  return pair.last;
+}
+
+/// Wraps [stream] in a single-subscription [ByteStream] that emits the same
+/// data.

[Bob Nystrom, 2013/01/08 23:50:49]

Is this just for compatibility with the existing dart:io code? If so, add a TODO
to that effect?

[nweiz, 2013/01/09 00:52:11]

Done.

+ByteStream wrapInputStream(InputStream stream) {
+  if (stream.closed) return emptyStream;
+
+  var controller = new StreamController.singleSubscription();
+  stream.onClosed = controller.close;
+  stream.onData = () => controller.add(stream.read());
+  stream.onError = (e) => controller.signalError(new AsyncError(e));

[Bob Nystrom, 2013/01/08 23:50:49]

Having to manually create the AsyncError here is lame. Maybe file a bug to
change this?

[nweiz, 2013/01/09 00:52:11]

I'm not sure what a better API would be.

+  return new ByteStream(controller);
+}
+
+/// Wraps [stream] in a [StreamConsumer] so that [Stream]s can by piped into it
+/// using [Stream.pipe].
+StreamConsumer<List<int>, dynamic> wrapOutputStream(OutputStream stream) =>
+  new _OutputStreamConsumer(stream);
+
+/// A [StreamConsumer] that pipes data into an [OutputStream].
+class _OutputStreamConsumer implements StreamConsumer<List<int>, dynamic> {
+  final OutputStream _outputStream;
+
+  _OutputStreamConsumer(this._outputStream)
+    : super();
+
+  Future consume(Stream<List<int>> stream) {
+    // TODO(nweiz): we have to manually keep track of whether or not the
+    // completer has completed since the output stream could signal an error
+    // after close() has been called but before it has shut down internally. See
+    // the following TODO.
+    var completed = false;
+    var completer = new Completer();
+    stream.listen((data) => _outputStream.write(data), onDone: () {
+      _outputStream.close();
+      // TODO(nweiz): wait until _outputStream.onClosed is called once issue
+      // 7761 is fixed.
+      if (!completed) completer.complete(null);
+      completed = true;
+    });
+
+    _outputStream.onError = (e) {
+      if (!completed) completer.completeError(e);
+      completed = true;
+    };
+
+    return completer.future;
+  }
+}
+
+// TODO(nweiz): remove this when it's added to the Stream API.

[Bob Nystrom, 2013/01/08 23:50:49]

Is there a bug# for this?

[nweiz, 2013/01/09 00:52:11]

Filed one.

+
+/// Pipes all data and errors from [stream] into [sink]. When [stream] is done,
+/// [sink] is closed and the returned [Future] is completed.
+Future store(Stream stream, StreamSink sink) {
+  var completer = new Completer();
+  stream.listen(sink.add,
+      onError: sink.signalError,
+      onDone: () {
+        sink.close();
+        completer.complete(null);

[Bob Nystrom, 2013/01/08 23:50:49]

The arg is optional here now. Just do:

completer.complete();

(Too bad the param in the then() callback isn't optional...)

[nweiz, 2013/01/09 00:52:11]

Done.

+      });
   return completer.future;
 }
 
-/// Takes all input from [source] and writes it to [sink], then closes [sink].
-/// Returns a [Future] that completes when [source] is exhausted.
-void pipeInputToInput(InputStream source, ListInputStream sink) {
-  source.onClosed = sink.markEndOfStream;
-  source.onData = () => sink.write(source.read());
-  // TODO(nweiz): propagate source errors to the sink. See issue 3657.
-  // TODO(nweiz): we need to use async here to avoid issue 4974.
-  source.onError = (e) => async.then((_) {
-    throw e;
-  });
-}
-
-/// Takes all input from [source] and writes it to [sink], but does not close
-/// [sink] when [source] is closed. Returns a [Future] that completes when
-/// [source] is closed.
-Future writeInputToInput(InputStream source, ListInputStream sink) {
+/// Pipes all data and errors from [stream] into [sink]. Completes [Future] once
+/// [stream] is done. Unlike [store], [sink] remains open after [stream] is
+/// done.
+Future writeStreamToSink(Stream stream, StreamSink sink) {
   var completer = new Completer();
-  source.onClosed = () => completer.complete(null);
-  source.onData = () => sink.write(source.read());
-  // TODO(nweiz): propagate source errors to the sink. See issue 3657.
+  stream.listen(sink.add,
+      onError: sink.signalError,
+      onDone: () => completer.complete(null));

[Bob Nystrom, 2013/01/08 23:50:49]

complete()

[nweiz, 2013/01/09 00:52:11]

Done.

   return completer.future;
 }
 
 /// Returns a [Future] that asynchronously completes to `null`.
-Future get async {
-  var completer = new Completer();
-  new Timer(0, (_) => completer.complete(null));
-  return completer.future;
+Future get async => new Future.immediate(null);
+
+/// Returns a closed [Stream] with no elements.
+Stream get emptyStream => streamFromIterable([]);
+
+/// Creates a single-subscription stream that emits the items in [iter] and then
+/// ends.
+Stream streamFromIterable(Iterable iter) {
+  var stream = new StreamController.singleSubscription();
+  iter.forEach(stream.add);
+  stream.close();
+  return stream.stream;
+}
+
+/// Creates two single-subscription [Stream]s that each emit all values and
+/// errors from [stream]. This is useful if [stream] is single-subscription but
+/// multiple subscribers are necessary.
+Pair<Stream, Stream> tee(Stream stream) {

[Bob Nystrom, 2013/01/08 23:50:49]

If single-subscriber streams are going to stick around, it seems like this
should be in corelib then. File a bug?

[nweiz, 2013/01/09 00:52:11]

Done.

+  var controller1 = new StreamController.singleSubscription();
+  var controller2 = new StreamController.singleSubscription();
+  stream.listen((value) {
+    controller1.add(value);
+    controller2.add(value);
+  }, onError: (error) {
+    controller1.signalError(error);
+    controller2.signalError(error);
+  }, onDone: () {
+    controller1.close();
+    controller2.close();
+  });
+  return new Pair<Stream, Stream>(controller1.stream, controller2.stream);
+}
+
+/// A pair of values.
+class Pair<E, F> {
+  E first;
+  F last;
+
+  Pair(this.first, this.last);
+
+  String toString() => '($first, $last)';
+
+  bool operator==(other) {
+    if (other is! Pair) return false;
+    return other.first == first && other.last == last;
+  }
+
+  int get hashCode => first.hashCode ^ last.hashCode;
+}
+
+/// Configures [future] so that its result (success or exception) is passed on
+/// to [completer].
+void chainToCompleter(Future future, Completer completer) {
+  future.then((v) => completer.complete(v)).catchError((e) {
+    completer.completeError(e.error, e.stackTrace);
+  });

[Bob Nystrom, 2013/01/08 23:50:49]

Use onError:

future.then((v) => completer.complete(v), onError: (e) {
  completer.completeError(e.error, e.stackTrace);
});

[nweiz, 2013/01/09 00:52:11]

Why? The documentation says (and I agree) that catchError is more readable than
onError, and Future.complete doesn't synchronously throw errors any more.

[Bob Nystrom, 2013/01/09 03:00:43]

<shrug>

I figured one method call with two args was simpler than chaining (and, for what
it's worth, it creates one fewer future), but I don't have a strong preference.
I do wish "catchError" had a shorter name.

We should pick a consistent style, though, since there's little reason to mix
them.

[nweiz, 2013/01/09 03:07:40]

I vote chaining.

 }
 
 // TOOD(nweiz): Get rid of this once https://codereview.chromium.org/11293132/
 // is in.
 /// Runs [fn] for each element in [input] in order, moving to the next element
 /// only when the [Future] returned by [fn] completes. Returns a [Future] that
 /// completes when all elements have been processed.
 ///
 /// The return values of all [Future]s are discarded. Any errors will cause the
 /// iteration to stop and will be piped through the return value.
 Future forEachFuture(Iterable input, Future fn(element)) {
   var iterator = input.iterator;
   Future nextElement(_) {
     if (!iterator.moveNext()) return new Future.immediate(null);
     return fn(iterator.current).then(nextElement);
   }
   return nextElement(null);
 }