blob: 974b905c3b68a8fa6aa0c2473c775f95dc4b4caa (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
|
package llm
type Job struct {
Document int
Position int
Tokens []int64
Seen int
PaddingLeft int
PaddingRight int
}
type batch struct {
jobs []Job
}
func newBatch(capacity int) *batch {
return &batch{
jobs: make([]Job, 0, capacity),
}
}
func (b *batch) Size() int {
return len(b.jobs)
}
func (b *batch) AddJob(job Job) {
if b.Size() == cap(b.jobs) {
panic("batch full")
}
b.jobs = append(b.jobs, job)
}
|
