Fix perplexity calculation

* Track total evaluated tokens
* Use first token as context

1 files changed, 2 insertions, 2 deletions

diff --git a/llm/evaluator.go b/llm/evaluator.go
index ccc554e..9faf483 100644
--- a/llm/evaluator.go
+++ b/llm/evaluator.go
@@ -6,14 +6,14 @@ type Evaluator struct {
 	mutex     sync.RWMutex
 	models    []Causal
 	tokenizer Tokenizer
-	results   []float64
+	results   []result
 	jobs      int
 }
 
 func NewEvaluator() *Evaluator {
 	return &Evaluator{
 		models:  make([]Causal, 0),
-		results: make([]float64, 0),
+		results: make([]result, 0),
 	}
 }