diff options
| author | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-04-07 19:45:39 +0200 |
|---|---|---|
| committer | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-04-07 19:45:39 +0200 |
| commit | 59b0d9b9e9e648b3626cc7a17cfc769e6bfa6a9c (patch) | |
| tree | 3aa0d434d501a5f2c0b08790fc982f998f88c937 /llm/causal.go | |
| parent | 96b4edc5e291e253747956083933339040ad07c3 (diff) | |
Batch scoring
Diffstat (limited to 'llm/causal.go')
| -rw-r--r-- | llm/causal.go | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/llm/causal.go b/llm/causal.go index b683985..69c3127 100644 --- a/llm/causal.go +++ b/llm/causal.go @@ -2,5 +2,5 @@ package llm type Causal interface { Generate(prompt []int64, steps int64, logits *[][]float32) ([]int64, error) - Score(tokens []int64, logProbs *[]float32) error + Score(tokens []int64, batchSize int, logProbs *[]float32) error } |