diff options
| author | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-04-07 19:45:39 +0200 |
|---|---|---|
| committer | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-04-07 19:45:39 +0200 |
| commit | 59b0d9b9e9e648b3626cc7a17cfc769e6bfa6a9c (patch) | |
| tree | 3aa0d434d501a5f2c0b08790fc982f998f88c937 /gpt2/cmd | |
| parent | 96b4edc5e291e253747956083933339040ad07c3 (diff) | |
Batch scoring
Diffstat (limited to 'gpt2/cmd')
| -rw-r--r-- | gpt2/cmd/gpt2/main.go | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/gpt2/cmd/gpt2/main.go b/gpt2/cmd/gpt2/main.go index d854519..472d8b6 100644 --- a/gpt2/cmd/gpt2/main.go +++ b/gpt2/cmd/gpt2/main.go @@ -55,7 +55,7 @@ func score(prompt []int64) { logProbs := make([]float32, 0, 2) - if err := m.Score(prompt, &logProbs); err != nil { + if err := m.Score(prompt, 1, &logProbs); err != nil { log.Fatal(err) } |