summaryrefslogtreecommitdiff
path: root/llm/perplexity.go
diff options
context:
space:
mode:
authorJonas Knobloch <jonas.knobloch@t-online.de>2026-03-16 17:15:24 +0100
committerJonas Knobloch <jonas.knobloch@t-online.de>2026-03-16 17:15:24 +0100
commit236d184ad8a2af0e6416b381ea55668c89d40df2 (patch)
tree264111cb6dd2c87ea71a90a847a8784809693e64 /llm/perplexity.go
parent2fe532756317f02df29ece342bc656da430701a2 (diff)
Rename dataset reader
Diffstat (limited to 'llm/perplexity.go')
-rw-r--r--llm/perplexity.go2
1 files changed, 1 insertions, 1 deletions
diff --git a/llm/perplexity.go b/llm/perplexity.go
index 9596e8d..2240f2d 100644
--- a/llm/perplexity.go
+++ b/llm/perplexity.go
@@ -14,7 +14,7 @@ import (
"go.jknobloc.com/x/dataset"
)
-func (e *Evaluator) Perplexity(data *dataset.Reader, window, stride int) (float64, error) {
+func (e *Evaluator) Perplexity(data *dataset.ParquetReader, window, stride int) (float64, error) {
docs := make([]string, 0)
n := 0