diff options
Diffstat (limited to 'llm/cmd/eval/ppl.go')
| -rw-r--r-- | llm/cmd/eval/ppl.go | 8 |
1 files changed, 2 insertions, 6 deletions
diff --git a/llm/cmd/eval/ppl.go b/llm/cmd/eval/ppl.go index fdbcff3..0a028d2 100644 --- a/llm/cmd/eval/ppl.go +++ b/llm/cmd/eval/ppl.go @@ -18,15 +18,11 @@ type pplResult struct { func perplexity() { d := data() + m := model() t := tokenizer() - e := llm.NewEvaluator[pplResult]() - - e.SetTokenizer(t) - e.AddModel(m) - - e.SetCallback(func(job llm.Job, logits [][]float32, tokens []int) pplResult { + e := llm.NewEvaluator(m, t, func(job llm.Job, logits [][]float32, tokens []int) pplResult { p, n := llm.NegLogLikelihood(logits, tokens) return pplResult{ |