blob: 204d324b985f183e484bf9c4d4dbcf3fd4f8932a (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
|
package llm
type job struct {
positions []int
tokens [][]int64
seen []int
results []result
debug [][2]int
}
func newJob(batchSize int) *job {
return &job{
positions: make([]int, 0, batchSize),
tokens: make([][]int64, 0, batchSize),
seen: make([]int, 0, batchSize),
results: make([]result, 0, batchSize),
debug: make([][2]int, 0),
}
}
|
