From c1644da32ecb9856f15e2c919a84d2666d5ef29c Mon Sep 17 00:00:00 2001
From: Jonas Knobloch <jonas.knobloch@t-online.de>
Date: Fri, 3 Apr 2026 16:02:05 +0200
Subject: Scope text column to parquet reader

---
 tokenizer/bpe/cmd/tokenize/main.go | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

(limited to 'tokenizer')

diff --git a/tokenizer/bpe/cmd/tokenize/main.go b/tokenizer/bpe/cmd/tokenize/main.go
index 1dbfaae..a0519cf 100644
--- a/tokenizer/bpe/cmd/tokenize/main.go
+++ b/tokenizer/bpe/cmd/tokenize/main.go
@@ -55,7 +55,7 @@ func main() {
 
 	n := 0
 
-	for d := range reader.Texts("text") {
+	for d := range reader.Texts() {
 		if n >= 1000 {
 			break
 		}
-- 
cgit v1.3.1