blob: f29738fea61f4db584c32327b020c236995da668 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
|
package bpc
import (
"fmt"
"log"
"go.jknobloc.com/x/llm"
)
func Run(model llm.Causal, tokenizer llm.Tokenizer) {
e := llm.NewEvaluator()
e.AddModel(model)
e.SetTokenizer(tokenizer)
ppl, err := e.Perplexity("data/shakespeare.txt")
if err != nil {
log.Fatal(err)
}
fmt.Printf("\nPerplexity: %.2f\n", ppl)
}
|
