From b81fa93e098ca689cb6f73627968fe0b4d49decb Mon Sep 17 00:00:00 2001
From: Jonas Knobloch <jonas.knobloch@t-online.de>
Date: Tue, 7 Apr 2026 00:01:23 +0200
Subject: Run evaluator with score

---
 llm/run.go | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

(limited to 'llm/run.go')

diff --git a/llm/run.go b/llm/run.go
index fd77ce9..9cdf8c3 100644
--- a/llm/run.go
+++ b/llm/run.go
@@ -125,13 +125,13 @@ func (e *Evaluator[R]) execute(j *batch, device int) {
 
 	m := e.models[device]
 
-	logits := make([][]float32, 0, len(job.Tokens))
+	logProbs := make([]float32, 0, len(job.Tokens)-1)
 
-	if _, err := m.Generate(job.Tokens, 0, &logits); err != nil {
+	if err := m.Score(job.Tokens, &logProbs); err != nil {
 		panic(err) // TODO handle
 	}
 
-	l := logits[job.Seen-1 : len(logits)-1]
+	l := logProbs[job.Seen-1:]
 	t := toInt(job.Tokens[job.Seen:])
 
 	r := e.callback(job, l, t)
-- 
cgit v1.3.1