diff options
Diffstat (limited to 'llm/causal.go')
| -rw-r--r-- | llm/causal.go | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/llm/causal.go b/llm/causal.go index b683985..69c3127 100644 --- a/llm/causal.go +++ b/llm/causal.go @@ -2,5 +2,5 @@ package llm type Causal interface { Generate(prompt []int64, steps int64, logits *[][]float32) ([]int64, error) - Score(tokens []int64, logProbs *[]float32) error + Score(tokens []int64, batchSize int, logProbs *[]float32) error } |