From 321802e7b1f77f684a720d1052befd6d36280875 Mon Sep 17 00:00:00 2001
From: Jonas Knobloch <jonas.knobloch@t-online.de>
Date: Tue, 18 Nov 2025 02:04:41 +0100
Subject: Add perplexity evaluation

---
 llm/evaluator.go | 26 ++++++++++++++++++++++++++
 1 file changed, 26 insertions(+)
 create mode 100644 llm/evaluator.go

(limited to 'llm/evaluator.go')

diff --git a/llm/evaluator.go b/llm/evaluator.go
new file mode 100644
index 0000000..ccc554e
--- /dev/null
+++ b/llm/evaluator.go
@@ -0,0 +1,26 @@
+package llm
+
+import "sync"
+
+type Evaluator struct {
+	mutex     sync.RWMutex
+	models    []Causal
+	tokenizer Tokenizer
+	results   []float64
+	jobs      int
+}
+
+func NewEvaluator() *Evaluator {
+	return &Evaluator{
+		models:  make([]Causal, 0),
+		results: make([]float64, 0),
+	}
+}
+
+func (e *Evaluator) AddModel(model Causal) {
+	e.models = append(e.models, model)
+}
+
+func (e *Evaluator) SetTokenizer(tokenizer Tokenizer) {
+	e.tokenizer = tokenizer
+}
-- 
cgit v1.3.1