diff options
| author | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-03-16 17:15:24 +0100 |
|---|---|---|
| committer | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-03-16 17:15:24 +0100 |
| commit | 236d184ad8a2af0e6416b381ea55668c89d40df2 (patch) | |
| tree | 264111cb6dd2c87ea71a90a847a8784809693e64 /llm/cmd/ppl | |
| parent | 2fe532756317f02df29ece342bc656da430701a2 (diff) | |
Rename dataset reader
Diffstat (limited to 'llm/cmd/ppl')
| -rw-r--r-- | llm/cmd/ppl/ppl.go | 6 |
1 files changed, 3 insertions, 3 deletions
diff --git a/llm/cmd/ppl/ppl.go b/llm/cmd/ppl/ppl.go index 584cd16..6912e48 100644 --- a/llm/cmd/ppl/ppl.go +++ b/llm/cmd/ppl/ppl.go @@ -30,10 +30,10 @@ func main() { fmt.Println(ppl) } -func data() *dataset.Reader { - var miniPile *dataset.Reader +func data() *dataset.ParquetReader { + var miniPile *dataset.ParquetReader - if r, err := dataset.NewReader("dataset/cmd/dataset/tmp/minipile/validation"); err != nil { + if r, err := dataset.NewParquetReader("dataset/cmd/dataset/tmp/minipile/validation"); err != nil { log.Fatal(err) } else { miniPile = r |