blob: fd4ab6ab178077a9788365b65633ae5f39836577 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
|
package bpc
import (
"fmt"
"llm"
"log"
)
func Run(model llm.Causal, tokenizer llm.Tokenizer) {
e := llm.NewEvaluator()
e.AddModel(model)
e.SetTokenizer(tokenizer)
ppl, err := e.Perplexity("data/shakespeare.txt")
if err != nil {
log.Fatal(err)
}
fmt.Printf("\nPerplexity: %.2f\n", ppl)
}
|
