OLD | NEW |
| (Empty) |
1 // Copyright (c) 2012, the Dart project authors. Please see the AUTHORS file | |
2 // for details. All rights reserved. Use of this source code is governed by a | |
3 // BSD-style license that can be found in the LICENSE file. | |
4 | |
5 // VMOptions=--old_gen_heap_size=64 | |
6 | |
7 library slow_consumer2_test; | |
8 | |
9 import 'package:async_helper/async_helper.dart'; | |
10 import "package:expect/expect.dart"; | |
11 import 'dart:async'; | |
12 | |
13 const int KB = 1024; | |
14 const int MB = KB * KB; | |
15 const int GB = KB * KB * KB; | |
16 | |
17 class SlowConsumer extends StreamConsumer { | |
18 int receivedCount = 0; | |
19 final int bytesPerSecond; | |
20 final int bufferSize; | |
21 final List bufferedData = []; | |
22 int usedBufferSize = 0; | |
23 int finalCount; | |
24 | |
25 SlowConsumer(int this.bytesPerSecond, int this.bufferSize); | |
26 | |
27 Future consume(Stream stream) { | |
28 return addStream(stream).then((_) => close()); | |
29 } | |
30 | |
31 Future addStream(Stream stream) { | |
32 Completer result = new Completer(); | |
33 var subscription; | |
34 subscription = stream.listen((List<int> data) { | |
35 receivedCount += data.length; | |
36 usedBufferSize += data.length; | |
37 bufferedData.add(data); | |
38 int currentBufferedDataLength = bufferedData.length; | |
39 if (usedBufferSize > bufferSize) { | |
40 subscription.pause(); | |
41 usedBufferSize = 0; | |
42 int ms = data.length * 1000 ~/ bytesPerSecond; | |
43 Duration duration = new Duration(milliseconds: ms); | |
44 new Timer(duration, () { | |
45 for (int i = 0; i < currentBufferedDataLength; i++) { | |
46 bufferedData[i] = null; | |
47 } | |
48 subscription.resume(); | |
49 }); | |
50 } | |
51 }, onDone: () { | |
52 finalCount = receivedCount; | |
53 result.complete(receivedCount); | |
54 }); | |
55 return result.future; | |
56 } | |
57 | |
58 Future close() { | |
59 return new Future.value(finalCount); | |
60 } | |
61 } | |
62 | |
63 class DataProvider { | |
64 final int chunkSize; | |
65 final int bytesPerSecond; | |
66 int sentCount = 0; | |
67 int targetCount; | |
68 StreamController controller; | |
69 | |
70 DataProvider(int this.bytesPerSecond, int this.targetCount, this.chunkSize) { | |
71 controller = new StreamController( | |
72 sync: true, onPause: onPauseStateChange, onResume: onPauseStateChange); | |
73 Timer.run(send); | |
74 } | |
75 | |
76 Stream get stream => controller.stream; | |
77 | |
78 send() { | |
79 if (controller.isPaused) return; | |
80 if (sentCount == targetCount) { | |
81 controller.close(); | |
82 return; | |
83 } | |
84 int listSize = chunkSize; | |
85 sentCount += listSize; | |
86 if (sentCount > targetCount) { | |
87 listSize -= sentCount - targetCount; | |
88 sentCount = targetCount; | |
89 } | |
90 controller.add(new List(listSize)); | |
91 int ms = listSize * 1000 ~/ bytesPerSecond; | |
92 Duration duration = new Duration(milliseconds: ms); | |
93 if (!controller.isPaused) new Timer(duration, send); | |
94 } | |
95 | |
96 onPauseStateChange() { | |
97 // We don't care if we just unpaused or paused. In either case we just | |
98 // call send which will test it for us. | |
99 send(); | |
100 } | |
101 } | |
102 | |
103 main() { | |
104 asyncStart(); | |
105 // The data provider can deliver 800MB/s of data. It sends 100MB of data to | |
106 // the slower consumer who can only read 200MB/s. The data is sent in 1MB | |
107 // chunks. The consumer has a buffer of 5MB. That is, it can accept a few | |
108 // packages without pausing its input. | |
109 // | |
110 // This test is limited to 32MB of heap-space (see VMOptions on top of the | |
111 // file). If the consumer doesn't pause the data-provider it will run out of | |
112 // heap-space. | |
113 | |
114 new DataProvider(800 * MB, 100 * MB, 1 * MB) | |
115 .stream | |
116 .pipe(new SlowConsumer(200 * MB, 5 * MB)) | |
117 .then((count) { | |
118 Expect.equals(100 * MB, count); | |
119 asyncEnd(); | |
120 }); | |
121 } | |
OLD | NEW |