diff options
| author | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-03-25 14:18:41 +0100 |
|---|---|---|
| committer | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-03-25 14:19:52 +0100 |
| commit | 2327622c3671d887adf1240c5e90418e1ced8671 (patch) | |
| tree | 6464aadc336b928e883b913e9acbf34607fba4fe /tokenizer | |
| parent | 4127e0440dc6821b990064704314b0a9891caa72 (diff) | |
Sort imports
Diffstat (limited to 'tokenizer')
| -rw-r--r-- | tokenizer/bpe/bytelevel.go | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/tokenizer/bpe/bytelevel.go b/tokenizer/bpe/bytelevel.go index 4059d0d..dfecb53 100644 --- a/tokenizer/bpe/bytelevel.go +++ b/tokenizer/bpe/bytelevel.go @@ -2,6 +2,7 @@ package bpe import ( "github.com/jonasknobloch/mbpe" + "go.jknobloc.com/x/tokenizer/bpe/split" ) |