From 7e48ca5b9143c2b5f1a6eb81f35e90e67e628404 Mon Sep 17 00:00:00 2001
From: Jonas Knobloch <jonas.knobloch@t-online.de>
Date: Wed, 8 Apr 2026 22:06:35 +0200
Subject: Add evaluator config

---
 llm/cmd/eval/logprobs.go | 3 +++
 llm/cmd/eval/ppl.go      | 3 +++
 2 files changed, 6 insertions(+)

(limited to 'llm/cmd')

diff --git a/llm/cmd/eval/logprobs.go b/llm/cmd/eval/logprobs.go
index 7228ea6..baac805 100644
--- a/llm/cmd/eval/logprobs.go
+++ b/llm/cmd/eval/logprobs.go
@@ -38,6 +38,9 @@ func logprobs() {
 		}
 
 		return r
+	}, llm.EvaluatorConfig{
+		BatchSize:  1,
+		NumWorkers: 4,
 	})
 
 	var insertStmt *sql.Stmt
diff --git a/llm/cmd/eval/ppl.go b/llm/cmd/eval/ppl.go
index 8838f86..330e4ab 100644
--- a/llm/cmd/eval/ppl.go
+++ b/llm/cmd/eval/ppl.go
@@ -36,6 +36,9 @@ func perplexity() {
 			v: total,
 			n: n,
 		}
+	}, llm.EvaluatorConfig{
+		BatchSize:  1,
+		NumWorkers: 4,
 	})
 
 	total := float64(0)
-- 
cgit v1.3.1