blob: 3e7c5c9d193450b3d9aee20ca322bb78384d0f32 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
|
package llm
type job struct {
positions []int
tokens [][]int64
seen []int
results []float64
debug [][2]int
}
func newJob(batchSize int) *job {
return &job{
positions: make([]int, 0, batchSize),
tokens: make([][]int64, 0, batchSize),
seen: make([]int, 0, batchSize),
results: make([]float64, 0, batchSize),
debug: make([][2]int, 0),
}
}
|
