From e5d7c530ffd7ab88131988a05f66109ec880b809 Mon Sep 17 00:00:00 2001 From: Jonas Knobloch Date: Mon, 9 Mar 2026 19:14:50 +0100 Subject: Fix perplexity calculation * Track total evaluated tokens * Use first token as context --- llm/evaluator.go | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) (limited to 'llm/evaluator.go') diff --git a/llm/evaluator.go b/llm/evaluator.go index ccc554e..9faf483 100644 --- a/llm/evaluator.go +++ b/llm/evaluator.go @@ -6,14 +6,14 @@ type Evaluator struct { mutex sync.RWMutex models []Causal tokenizer Tokenizer - results []float64 + results []result jobs int } func NewEvaluator() *Evaluator { return &Evaluator{ models: make([]Causal, 0), - results: make([]float64, 0), + results: make([]result, 0), } } -- cgit v1.3.1