diff options
Diffstat (limited to 'llm')
| -rw-r--r-- | llm/cmd/eval/ppl.go | 2 | ||||
| -rw-r--r-- | llm/run.go | 2 |
2 files changed, 2 insertions, 2 deletions
diff --git a/llm/cmd/eval/ppl.go b/llm/cmd/eval/ppl.go index 60dd30a..679de90 100644 --- a/llm/cmd/eval/ppl.go +++ b/llm/cmd/eval/ppl.go @@ -53,7 +53,7 @@ func joined() dataset.Reader { docs := make([]string, 0) - for d := range miniPile.Texts("text") { + for d := range miniPile.Texts() { docs = append(docs, d) } @@ -63,7 +63,7 @@ func (e *Evaluator[R]) Run(title string, data dataset.Reader, window, stride int b := newBatch(e.batchSize) - for d := range data.Texts("text") { + for d := range data.Texts() { for w, s := range tb.Push(n, d) { if s == 0 { s = 1 // first token as context |