OLD | NEW |
1 // Copyright 2015 The LUCI Authors. All rights reserved. | 1 // Copyright 2015 The LUCI Authors. All rights reserved. |
2 // Use of this source code is governed under the Apache License, Version 2.0 | 2 // Use of this source code is governed under the Apache License, Version 2.0 |
3 // that can be found in the LICENSE file. | 3 // that can be found in the LICENSE file. |
4 | 4 |
5 package parallel | 5 package parallel |
6 | 6 |
7 import ( | 7 import ( |
8 "github.com/luci/luci-go/common/errors" | 8 "github.com/luci/luci-go/common/errors" |
9 ) | 9 ) |
10 | 10 |
11 // WorkPool creates a fixed-size pool of worker goroutines. A supplied generator | 11 // WorkPool creates a fixed-size pool of worker goroutines. A supplied generator |
12 // method creates task functions and passes them through to the work pool. | 12 // method creates task functions and passes them through to the work pool. |
13 // | 13 // |
14 // WorkPool will use at most workers goroutines to execute the supplied tasks. | 14 // WorkPool will use at most workers goroutines to execute the supplied tasks. |
15 // If workers is <= 0, WorkPool will be unbounded and behave like FanOutIn. | 15 // If workers is <= 0, WorkPool will be unbounded and behave like FanOutIn. |
16 // | 16 // |
17 // WorkPool blocks until all the generator completes and all workers have | 17 // WorkPool blocks until all the generator completes and all workers have |
18 // finished their tasks. | 18 // finished their tasks. |
19 func WorkPool(workers int, gen func(chan<- func() error)) error { | 19 func WorkPool(workers int, gen func(chan<- func() error)) error { |
20 » return errors.MultiErrorFromErrors(Run(workers, gen)) | 20 » return multiErrorFromErrors(Run(workers, gen)) |
21 } | 21 } |
22 | 22 |
23 // FanOutIn is useful to quickly parallelize a group of tasks. | 23 // FanOutIn is useful to quickly parallelize a group of tasks. |
24 // | 24 // |
25 // You pass it a function which is expected to push simple `func() error` | 25 // You pass it a function which is expected to push simple `func() error` |
26 // closures into the provided chan. Each function will be executed in parallel | 26 // closures into the provided chan. Each function will be executed in parallel |
27 // and their error results will be collated. | 27 // and their error results will be collated. |
28 // | 28 // |
29 // The function blocks until all functions are executed, and an | 29 // The function blocks until all functions are executed, and an |
30 // errors.MultiError is returned if one or more of your fan-out tasks failed, | 30 // errors.MultiError is returned if one or more of your fan-out tasks failed, |
31 // otherwise this function returns nil. | 31 // otherwise this function returns nil. |
32 // | 32 // |
33 // This function is equivalent to WorkPool(0, gen). | 33 // This function is equivalent to WorkPool(0, gen). |
34 func FanOutIn(gen func(chan<- func() error)) error { | 34 func FanOutIn(gen func(chan<- func() error)) error { |
35 return WorkPool(0, gen) | 35 return WorkPool(0, gen) |
36 } | 36 } |
| 37 |
| 38 // multiErrorFromErrors takes an error-channel, blocks on it, and returns |
| 39 // a MultiError for any errors pushed to it over the channel, or nil if |
| 40 // all the errors were nil. |
| 41 func multiErrorFromErrors(ch <-chan error) error { |
| 42 if ch == nil { |
| 43 return nil |
| 44 } |
| 45 ret := errors.MultiError(nil) |
| 46 for e := range ch { |
| 47 if e == nil { |
| 48 continue |
| 49 } |
| 50 ret = append(ret, e) |
| 51 } |
| 52 if len(ret) == 0 { |
| 53 return nil |
| 54 } |
| 55 return ret |
| 56 } |
OLD | NEW |