From 4386784c1006321c5cf0e1e005b19e0a7d7563ae Mon Sep 17 00:00:00 2001 From: Jonas Knobloch Date: Wed, 8 Apr 2026 22:24:10 +0200 Subject: Refactor model options * Add options struct --- gpt2/cmd/gpt2/main.go | 16 ++++++++++++++-- 1 file changed, 14 insertions(+), 2 deletions(-) (limited to 'gpt2/cmd') diff --git a/gpt2/cmd/gpt2/main.go b/gpt2/cmd/gpt2/main.go index be8d011..a1b3cf8 100644 --- a/gpt2/cmd/gpt2/main.go +++ b/gpt2/cmd/gpt2/main.go @@ -31,7 +31,13 @@ func generate(prompt []int64) { cfg.VocabSize = 8193 - m := gpt2.NewModel("gpt2/models/mbpe_conv/gpt2_8192_m000_babylm_v2/model_cache.onnx", "0", cfg, true, true, false) + opts := gpt2.Options{ + WithCache: true, + WithLogits: true, + WithLogProbs: false, + } + + m := gpt2.NewModel("gpt2/models/mbpe_conv/gpt2_8192_m000_babylm_v2/model_cache.onnx", "0", cfg, opts) if err := m.Init(); err != nil { log.Fatal(err) @@ -55,7 +61,13 @@ func score(prompt []int64) { cfg.VocabSize = 8193 - m := gpt2.NewModel("gpt2/models/mbpe_conv/gpt2_8192_m000_babylm_v2/model_eval.onnx", "0", cfg, false, false, true) + opts := gpt2.Options{ + WithCache: false, + WithLogits: false, + WithLogProbs: true, + } + + m := gpt2.NewModel("gpt2/models/mbpe_conv/gpt2_8192_m000_babylm_v2/model_eval.onnx", "0", cfg, opts) if err := m.Init(); err != nil { log.Fatal(err) -- cgit v1.3.1