diff options
| author | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-04-07 00:01:23 +0200 |
|---|---|---|
| committer | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-04-07 00:01:23 +0200 |
| commit | b81fa93e098ca689cb6f73627968fe0b4d49decb (patch) | |
| tree | bb852b92c2761a0924a5cefcc3bce6d10b480822 /llm/evaluator.go | |
| parent | b9faf92148c7e6432ff0411783f444b7779fa36a (diff) | |
Run evaluator with score
Diffstat (limited to 'llm/evaluator.go')
| -rw-r--r-- | llm/evaluator.go | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/llm/evaluator.go b/llm/evaluator.go index 17a7759..8340ad4 100644 --- a/llm/evaluator.go +++ b/llm/evaluator.go @@ -21,10 +21,10 @@ type Evaluator[R any] struct { jobs chan batch results chan R - callback func(job Job, logits [][]float32, tokens []int) R + callback func(job Job, logProbs []float32, tokens []int) R } -func NewEvaluator[R any](model Causal, tokenizer Tokenizer, callback func(job Job, logits [][]float32, tokens []int) R) *Evaluator[R] { +func NewEvaluator[R any](model Causal, tokenizer Tokenizer, callback func(job Job, logProbs []float32, tokens []int) R) *Evaluator[R] { return &Evaluator[R]{ models: []Causal{model}, // TODO multiple devices tokenizer: tokenizer, |