From 59b0d9b9e9e648b3626cc7a17cfc769e6bfa6a9c Mon Sep 17 00:00:00 2001
From: Jonas Knobloch <jonas.knobloch@t-online.de>
Date: Tue, 7 Apr 2026 19:45:39 +0200
Subject: Batch scoring

---
 llm/causal.go | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

(limited to 'llm/causal.go')

diff --git a/llm/causal.go b/llm/causal.go
index b683985..69c3127 100644
--- a/llm/causal.go
+++ b/llm/causal.go
@@ -2,5 +2,5 @@ package llm
 
 type Causal interface {
 	Generate(prompt []int64, steps int64, logits *[][]float32) ([]int64, error)
-	Score(tokens []int64, logProbs *[]float32) error
+	Score(tokens []int64, batchSize int, logProbs *[]float32) error
 }
-- 
cgit v1.3.1