From b81fa93e098ca689cb6f73627968fe0b4d49decb Mon Sep 17 00:00:00 2001 From: Jonas Knobloch Date: Tue, 7 Apr 2026 00:01:23 +0200 Subject: Run evaluator with score --- llm/evaluator.go | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) (limited to 'llm/evaluator.go') diff --git a/llm/evaluator.go b/llm/evaluator.go index 17a7759..8340ad4 100644 --- a/llm/evaluator.go +++ b/llm/evaluator.go @@ -21,10 +21,10 @@ type Evaluator[R any] struct { jobs chan batch results chan R - callback func(job Job, logits [][]float32, tokens []int) R + callback func(job Job, logProbs []float32, tokens []int) R } -func NewEvaluator[R any](model Causal, tokenizer Tokenizer, callback func(job Job, logits [][]float32, tokens []int) R) *Evaluator[R] { +func NewEvaluator[R any](model Causal, tokenizer Tokenizer, callback func(job Job, logProbs []float32, tokens []int) R) *Evaluator[R] { return &Evaluator[R]{ models: []Causal{model}, // TODO multiple devices tokenizer: tokenizer, -- cgit v1.3.1