blob: 67804d3987e54fcc5c309999c37c1757e66345ec (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
|
package bpc
import (
"fmt"
"llm"
)
func Run(model llm.Causal, tokenizer llm.Tokenizer) {
t := tokenizer.Tokenize("The quick brown")
logits := make([][]float32, 0)
if _, err := model.Generate(toInt64(t), 0, &logits); err != nil {
// TODO handle
}
fmt.Println(logits)
}
func toInt64(s []int) []int64 {
r := make([]int64, len(s))
for i, v := range s {
r[i] = int64(v)
}
return r
}
|
