diff options
Diffstat (limited to 'llm/evaluator.go')
| -rw-r--r-- | llm/evaluator.go | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/llm/evaluator.go b/llm/evaluator.go index 17a7759..8340ad4 100644 --- a/llm/evaluator.go +++ b/llm/evaluator.go @@ -21,10 +21,10 @@ type Evaluator[R any] struct { jobs chan batch results chan R - callback func(job Job, logits [][]float32, tokens []int) R + callback func(job Job, logProbs []float32, tokens []int) R } -func NewEvaluator[R any](model Causal, tokenizer Tokenizer, callback func(job Job, logits [][]float32, tokens []int) R) *Evaluator[R] { +func NewEvaluator[R any](model Causal, tokenizer Tokenizer, callback func(job Job, logProbs []float32, tokens []int) R) *Evaluator[R] { return &Evaluator[R]{ models: []Causal{model}, // TODO multiple devices tokenizer: tokenizer, |