diff options
Diffstat (limited to 'tokenizer/bpe/bytelevel.go')
| -rw-r--r-- | tokenizer/bpe/bytelevel.go | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/tokenizer/bpe/bytelevel.go b/tokenizer/bpe/bytelevel.go index 4059d0d..dfecb53 100644 --- a/tokenizer/bpe/bytelevel.go +++ b/tokenizer/bpe/bytelevel.go @@ -2,6 +2,7 @@ package bpe import ( "github.com/jonasknobloch/mbpe" + "go.jknobloc.com/x/tokenizer/bpe/split" ) |