diff options
| author | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-04-03 16:02:05 +0200 |
|---|---|---|
| committer | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-04-03 18:45:57 +0200 |
| commit | c1644da32ecb9856f15e2c919a84d2666d5ef29c (patch) | |
| tree | 0c19b78e35c05d7814f855128642a384bd8660cd /tokenizer | |
| parent | a61bc9ff890ea50d41a406cd1ffe554341551d2b (diff) | |
Scope text column to parquet reader
Diffstat (limited to 'tokenizer')
| -rw-r--r-- | tokenizer/bpe/cmd/tokenize/main.go | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/tokenizer/bpe/cmd/tokenize/main.go b/tokenizer/bpe/cmd/tokenize/main.go index 1dbfaae..a0519cf 100644 --- a/tokenizer/bpe/cmd/tokenize/main.go +++ b/tokenizer/bpe/cmd/tokenize/main.go @@ -55,7 +55,7 @@ func main() { n := 0 - for d := range reader.Texts("text") { + for d := range reader.Texts() { if n >= 1000 { break } |