From 6e6a94b12d6d43c1ce4b8e587742627af6d86a43 Mon Sep 17 00:00:00 2001 From: Jonas Knobloch Date: Fri, 11 Sep 2026 18:36:45 +0200 Subject: WIP --- research/knobloch/cmd/train/serialize.go | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) (limited to 'research/knobloch/cmd/train/serialize.go') diff --git a/research/knobloch/cmd/train/serialize.go b/research/knobloch/cmd/train/serialize.go index 9fbf968..5536450 100644 --- a/research/knobloch/cmd/train/serialize.go +++ b/research/knobloch/cmd/train/serialize.go @@ -23,7 +23,9 @@ func serialize() { paths = ps } - steps := []int{100512, 50256, 32768, 16384, 8192} + // steps := []int{100512, 50256, 32768, 16384, 8192} + // steps := []int{131072} + steps := []int{256} outRoot := shelf.Abs("tokenizers") -- cgit v1.3.1