blob: c73d2d133b4df8820f46109ad576c18265532e38 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
|
package llmc
import (
"iter"
"sync"
)
func Pool[In, Out any](seq iter.Seq[In], nWorkers int, f func(In) Out) <-chan Out {
out := make(chan Out, 256)
go func() {
defer close(out)
type work struct {
idx int
in In
}
type result struct {
idx int
out Out
}
jobs := make(chan work, nWorkers)
results := make(chan result, nWorkers)
var wg sync.WaitGroup
for range nWorkers {
wg.Add(1)
go func() {
defer wg.Done()
for j := range jobs {
results <- result{j.idx, f(j.in)}
}
}()
}
go func() {
idx := 0
for item := range seq {
jobs <- work{idx, item}
idx++
}
close(jobs)
wg.Wait()
close(results)
}()
next := 0
pending := make(map[int]Out)
for r := range results {
pending[r.idx] = r.out
for {
v, ok := pending[next]
if !ok {
break
}
out <- v
delete(pending, next)
next++
}
}
}()
return out
}
|
