diff options
| author | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-05-04 15:39:45 +0200 |
|---|---|---|
| committer | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-05-04 15:39:45 +0200 |
| commit | 29c52bf0f0981d4ea8e12e86237365da2b225ef7 (patch) | |
| tree | 6ac95a78f2d0ad59fbafa760c216835f38f462e1 /research/sander/cmd | |
| parent | 281e82eed24c1f871e868afbd23cb6811333c2f4 (diff) | |
Add parameter to set hidden dimension
Diffstat (limited to 'research/sander/cmd')
| -rw-r--r-- | research/sander/cmd/sander/main.go | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/research/sander/cmd/sander/main.go b/research/sander/cmd/sander/main.go index 56f1488..ae7f7b9 100644 --- a/research/sander/cmd/sander/main.go +++ b/research/sander/cmd/sander/main.go @@ -5,6 +5,7 @@ import ( "log" "path" + "go.jknobloc.com/x/gpt2" "go.jknobloc.com/x/research/sander" "go.jknobloc.com/x/shelf" "go.jknobloc.com/x/tokenizer/bpe" @@ -33,7 +34,7 @@ func run(src, dst string) error { } t := must(bpe.NewTokenizerFromFiles(path.Join(src, "vocab.json"), path.Join(src, "merges.txt"), cfg)) - e := must(sander.NewExperiment(dst, path.Join(src, "model.onnx"), sander.UnusedTokensMBPE(t))) + e := must(sander.NewExperiment(dst, path.Join(src, "model.onnx"), sander.UnusedTokensMBPE(t), gpt2.ConfigDefault().HiddenDim)) return e.Run() } |