diff options
| author | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-04-08 22:14:43 +0200 |
|---|---|---|
| committer | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-04-08 23:33:38 +0200 |
| commit | a006507a24b93a6af7e3cff8833fb96b48b159d7 (patch) | |
| tree | 8b5585aea514fbaab4f1de6ce2db5da5f2533dbf /gpt2/cmd | |
| parent | 7e48ca5b9143c2b5f1a6eb81f35e90e67e628404 (diff) | |
Refactor model config
Diffstat (limited to 'gpt2/cmd')
| -rw-r--r-- | gpt2/cmd/gpt2/main.go | 12 |
1 files changed, 10 insertions, 2 deletions
diff --git a/gpt2/cmd/gpt2/main.go b/gpt2/cmd/gpt2/main.go index bad9639..be8d011 100644 --- a/gpt2/cmd/gpt2/main.go +++ b/gpt2/cmd/gpt2/main.go @@ -27,7 +27,11 @@ func main() { } func generate(prompt []int64) { - m := gpt2.NewModel("gpt2/models/mbpe_conv/gpt2_8192_m000_babylm_v2/model_cache.onnx", "0", gpt2.DefaultConfig().WithVocabSize(8193), true, true, false) + cfg := gpt2.DefaultConfig() + + cfg.VocabSize = 8193 + + m := gpt2.NewModel("gpt2/models/mbpe_conv/gpt2_8192_m000_babylm_v2/model_cache.onnx", "0", cfg, true, true, false) if err := m.Init(); err != nil { log.Fatal(err) @@ -47,7 +51,11 @@ func generate(prompt []int64) { } func score(prompt []int64) { - m := gpt2.NewModel("gpt2/models/mbpe_conv/gpt2_8192_m000_babylm_v2/model_eval.onnx", "0", gpt2.DefaultConfig().WithVocabSize(8193), false, false, true) + cfg := gpt2.DefaultConfig() + + cfg.VocabSize = 8193 + + m := gpt2.NewModel("gpt2/models/mbpe_conv/gpt2_8192_m000_babylm_v2/model_eval.onnx", "0", cfg, false, false, true) if err := m.Init(); err != nil { log.Fatal(err) |