From c1644da32ecb9856f15e2c919a84d2666d5ef29c Mon Sep 17 00:00:00 2001
From: Jonas Knobloch <jonas.knobloch@t-online.de>
Date: Fri, 3 Apr 2026 16:02:05 +0200
Subject: Scope text column to parquet reader

---
 llm/cmd/eval/ppl.go | 2 +-
 llm/run.go          | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

(limited to 'llm')

diff --git a/llm/cmd/eval/ppl.go b/llm/cmd/eval/ppl.go
index 60dd30a..679de90 100644
--- a/llm/cmd/eval/ppl.go
+++ b/llm/cmd/eval/ppl.go
@@ -53,7 +53,7 @@ func joined() dataset.Reader {
 
 	docs := make([]string, 0)
 
-	for d := range miniPile.Texts("text") {
+	for d := range miniPile.Texts() {
 		docs = append(docs, d)
 	}
 
diff --git a/llm/run.go b/llm/run.go
index 1843c94..483cd5d 100644
--- a/llm/run.go
+++ b/llm/run.go
@@ -63,7 +63,7 @@ func (e *Evaluator[R]) Run(title string, data dataset.Reader, window, stride int
 
 	b := newBatch(e.batchSize)
 
-	for d := range data.Texts("text") {
+	for d := range data.Texts() {
 		for w, s := range tb.Push(n, d) {
 			if s == 0 {
 				s = 1 // first token as context
-- 
cgit v1.3.1