summaryrefslogtreecommitdiff
path: root/llm/cmd/eval/logprobs.go
diff options
context:
space:
mode:
authorJonas Knobloch <jonas.knobloch@t-online.de>2026-03-25 21:23:41 +0100
committerJonas Knobloch <jonas.knobloch@t-online.de>2026-03-25 21:44:36 +0100
commita53c085de9f3e27dadf1f3f3025708d5c7542f92 (patch)
tree4f23d85ef225bf123a8b57f03967c77d51013e70 /llm/cmd/eval/logprobs.go
parent2327622c3671d887adf1240c5e90418e1ced8671 (diff)
Refactor evaluator initialization
Diffstat (limited to 'llm/cmd/eval/logprobs.go')
-rw-r--r--llm/cmd/eval/logprobs.go8
1 files changed, 2 insertions, 6 deletions
diff --git a/llm/cmd/eval/logprobs.go b/llm/cmd/eval/logprobs.go
index eaa7459..7c04626 100644
--- a/llm/cmd/eval/logprobs.go
+++ b/llm/cmd/eval/logprobs.go
@@ -24,15 +24,11 @@ type logProbs []logProb
func logprobs() {
d := data()
+
m := model()
t := tokenizer()
- e := llm.NewEvaluator[logProbs]()
-
- e.SetTokenizer(t)
- e.AddModel(m)
-
- e.SetCallback(func(j llm.Job, logits [][]float32, tokens []int) logProbs {
+ e := llm.NewEvaluator(m, t, func(j llm.Job, logits [][]float32, tokens []int) logProbs {
probs := selectLogProbs(logits, tokens)
r := make(logProbs, len(tokens))