diff options
Diffstat (limited to 'llm/cmd/eval/logprobs.go')
| -rw-r--r-- | llm/cmd/eval/logprobs.go | 8 |
1 files changed, 2 insertions, 6 deletions
diff --git a/llm/cmd/eval/logprobs.go b/llm/cmd/eval/logprobs.go index eaa7459..7c04626 100644 --- a/llm/cmd/eval/logprobs.go +++ b/llm/cmd/eval/logprobs.go @@ -24,15 +24,11 @@ type logProbs []logProb func logprobs() { d := data() + m := model() t := tokenizer() - e := llm.NewEvaluator[logProbs]() - - e.SetTokenizer(t) - e.AddModel(m) - - e.SetCallback(func(j llm.Job, logits [][]float32, tokens []int) logProbs { + e := llm.NewEvaluator(m, t, func(j llm.Job, logits [][]float32, tokens []int) logProbs { probs := selectLogProbs(logits, tokens) r := make(logProbs, len(tokens)) |