From 59b0d9b9e9e648b3626cc7a17cfc769e6bfa6a9c Mon Sep 17 00:00:00 2001 From: Jonas Knobloch Date: Tue, 7 Apr 2026 19:45:39 +0200 Subject: Batch scoring --- gpt2/cmd/gpt2/main.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'gpt2/cmd') diff --git a/gpt2/cmd/gpt2/main.go b/gpt2/cmd/gpt2/main.go index d854519..472d8b6 100644 --- a/gpt2/cmd/gpt2/main.go +++ b/gpt2/cmd/gpt2/main.go @@ -55,7 +55,7 @@ func score(prompt []int64) { logProbs := make([]float32, 0, 2) - if err := m.Score(prompt, &logProbs); err != nil { + if err := m.Score(prompt, 1, &logProbs); err != nil { log.Fatal(err) } -- cgit v1.3.1