diff options
| author | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-04-06 22:39:07 +0200 |
|---|---|---|
| committer | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-04-06 23:27:30 +0200 |
| commit | a8f1b564dba5cc4029ff25a49d2aa47bc7dab406 (patch) | |
| tree | e601fd866015175c740699aa1033a6e8d708eec8 /gpt2/cmd | |
| parent | 42ee72bf62a03cffc0d10bb691a1b011dfadccfa (diff) | |
Add parameter to control logits output binding
Diffstat (limited to 'gpt2/cmd')
| -rw-r--r-- | gpt2/cmd/gpt2/main.go | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/gpt2/cmd/gpt2/main.go b/gpt2/cmd/gpt2/main.go index 6c7a46b..663bdd8 100644 --- a/gpt2/cmd/gpt2/main.go +++ b/gpt2/cmd/gpt2/main.go @@ -19,7 +19,7 @@ func main() { } func generate(prompt []int64) { - m := gpt2.NewModel("gpt2/models/mbpe_conv/gpt2_8192_m000_babylm_v2/model_cache.onnx", "0", gpt2.NewDefaultConfig().WithVocabSize(8193), true, false) + m := gpt2.NewModel("gpt2/models/mbpe_conv/gpt2_8192_m000_babylm_v2/model_cache.onnx", "0", gpt2.NewDefaultConfig().WithVocabSize(8193), true, true, false) if err := m.Init(); err != nil { log.Fatal(err) @@ -41,7 +41,7 @@ func generate(prompt []int64) { } func score(prompt []int64) { - m := gpt2.NewModel("gpt2/models/mbpe_conv/gpt2_8192_m000_babylm_v2/model_eval.onnx", "0", gpt2.NewDefaultConfig().WithVocabSize(8193), false, true) + m := gpt2.NewModel("gpt2/models/mbpe_conv/gpt2_8192_m000_babylm_v2/model_eval.onnx", "0", gpt2.NewDefaultConfig().WithVocabSize(8193), false, false, true) if err := m.Init(); err != nil { log.Fatal(err) |