From 2327622c3671d887adf1240c5e90418e1ced8671 Mon Sep 17 00:00:00 2001 From: Jonas Knobloch Date: Wed, 25 Mar 2026 14:18:41 +0100 Subject: Sort imports --- tokenizer/bpe/bytelevel.go | 1 + 1 file changed, 1 insertion(+) (limited to 'tokenizer') diff --git a/tokenizer/bpe/bytelevel.go b/tokenizer/bpe/bytelevel.go index 4059d0d..dfecb53 100644 --- a/tokenizer/bpe/bytelevel.go +++ b/tokenizer/bpe/bytelevel.go @@ -2,6 +2,7 @@ package bpe import ( "github.com/jonasknobloch/mbpe" + "go.jknobloc.com/x/tokenizer/bpe/split" ) -- cgit v1.3.1