From a006507a24b93a6af7e3cff8833fb96b48b159d7 Mon Sep 17 00:00:00 2001 From: Jonas Knobloch Date: Wed, 8 Apr 2026 22:14:43 +0200 Subject: Refactor model config --- gpt2/cmd/gpt2/main.go | 12 ++++++++++-- 1 file changed, 10 insertions(+), 2 deletions(-) (limited to 'gpt2/cmd') diff --git a/gpt2/cmd/gpt2/main.go b/gpt2/cmd/gpt2/main.go index bad9639..be8d011 100644 --- a/gpt2/cmd/gpt2/main.go +++ b/gpt2/cmd/gpt2/main.go @@ -27,7 +27,11 @@ func main() { } func generate(prompt []int64) { - m := gpt2.NewModel("gpt2/models/mbpe_conv/gpt2_8192_m000_babylm_v2/model_cache.onnx", "0", gpt2.DefaultConfig().WithVocabSize(8193), true, true, false) + cfg := gpt2.DefaultConfig() + + cfg.VocabSize = 8193 + + m := gpt2.NewModel("gpt2/models/mbpe_conv/gpt2_8192_m000_babylm_v2/model_cache.onnx", "0", cfg, true, true, false) if err := m.Init(); err != nil { log.Fatal(err) @@ -47,7 +51,11 @@ func generate(prompt []int64) { } func score(prompt []int64) { - m := gpt2.NewModel("gpt2/models/mbpe_conv/gpt2_8192_m000_babylm_v2/model_eval.onnx", "0", gpt2.DefaultConfig().WithVocabSize(8193), false, false, true) + cfg := gpt2.DefaultConfig() + + cfg.VocabSize = 8193 + + m := gpt2.NewModel("gpt2/models/mbpe_conv/gpt2_8192_m000_babylm_v2/model_eval.onnx", "0", cfg, false, false, true) if err := m.Init(); err != nil { log.Fatal(err) -- cgit v1.3.1