diff options
| author | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-03-25 21:23:41 +0100 |
|---|---|---|
| committer | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-03-25 21:44:36 +0100 |
| commit | a53c085de9f3e27dadf1f3f3025708d5c7542f92 (patch) | |
| tree | 4f23d85ef225bf123a8b57f03967c77d51013e70 /llm/cmd/eval/ppl.go | |
| parent | 2327622c3671d887adf1240c5e90418e1ced8671 (diff) | |
Refactor evaluator initialization
Diffstat (limited to 'llm/cmd/eval/ppl.go')
| -rw-r--r-- | llm/cmd/eval/ppl.go | 8 |
1 files changed, 2 insertions, 6 deletions
diff --git a/llm/cmd/eval/ppl.go b/llm/cmd/eval/ppl.go index fdbcff3..0a028d2 100644 --- a/llm/cmd/eval/ppl.go +++ b/llm/cmd/eval/ppl.go @@ -18,15 +18,11 @@ type pplResult struct { func perplexity() { d := data() + m := model() t := tokenizer() - e := llm.NewEvaluator[pplResult]() - - e.SetTokenizer(t) - e.AddModel(m) - - e.SetCallback(func(job llm.Job, logits [][]float32, tokens []int) pplResult { + e := llm.NewEvaluator(m, t, func(job llm.Job, logits [][]float32, tokens []int) pplResult { p, n := llm.NegLogLikelihood(logits, tokens) return pplResult{ |