diff options
| author | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-09-11 18:36:45 +0200 |
|---|---|---|
| committer | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-09-11 18:36:45 +0200 |
| commit | 6e6a94b12d6d43c1ce4b8e587742627af6d86a43 (patch) | |
| tree | 8da5c2f1abc9d46d89942890ee75cccb11a6e04b /research/knobloch/cmd/train/serialize.go | |
| parent | 08400210cfdfd5769ce2d48db5234fbeae2e0c6e (diff) | |
WIP
Diffstat (limited to 'research/knobloch/cmd/train/serialize.go')
| -rw-r--r-- | research/knobloch/cmd/train/serialize.go | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/research/knobloch/cmd/train/serialize.go b/research/knobloch/cmd/train/serialize.go index 9fbf968..5536450 100644 --- a/research/knobloch/cmd/train/serialize.go +++ b/research/knobloch/cmd/train/serialize.go @@ -23,7 +23,9 @@ func serialize() { paths = ps } - steps := []int{100512, 50256, 32768, 16384, 8192} + // steps := []int{100512, 50256, 32768, 16384, 8192} + // steps := []int{131072} + steps := []int{256} outRoot := shelf.Abs("tokenizers") |