From e1e4eab2e1a682d633125f3c71cc09c3e95b30d3 Mon Sep 17 00:00:00 2001 From: Jonas Knobloch Date: Sat, 27 Jun 2026 19:08:39 +0200 Subject: Add token buffer config --- llm/cmd/eval/perplexity.go | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) (limited to 'llm/cmd') diff --git a/llm/cmd/eval/perplexity.go b/llm/cmd/eval/perplexity.go index ba92c99..dd4dae3 100644 --- a/llm/cmd/eval/perplexity.go +++ b/llm/cmd/eval/perplexity.go @@ -42,7 +42,12 @@ func perplexity() { total := float64(0) n := 0 - if err := e.RunAndCollect("Perplexity", d, 1024, 512, func(r pplResult) error { + cfg := llm.TokenBufferConfig{ + Window: 1024, + Stride: 512, + } + + if err := e.RunAndCollect("Perplexity", d, cfg, func(r pplResult) error { total += r.v n += r.n -- cgit v1.3.1