diff options
| author | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-06-27 19:08:39 +0200 |
|---|---|---|
| committer | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-06-27 19:08:39 +0200 |
| commit | e1e4eab2e1a682d633125f3c71cc09c3e95b30d3 (patch) | |
| tree | 92f107c4907f09b0f898351830286e981db87893 /llm/cmd/eval/perplexity.go | |
| parent | 416fa02619a2111ab3184f083f513bd263fc7cf2 (diff) | |
Add token buffer config
Diffstat (limited to 'llm/cmd/eval/perplexity.go')
| -rw-r--r-- | llm/cmd/eval/perplexity.go | 7 |
1 files changed, 6 insertions, 1 deletions
diff --git a/llm/cmd/eval/perplexity.go b/llm/cmd/eval/perplexity.go index ba92c99..dd4dae3 100644 --- a/llm/cmd/eval/perplexity.go +++ b/llm/cmd/eval/perplexity.go @@ -42,7 +42,12 @@ func perplexity() { total := float64(0) n := 0 - if err := e.RunAndCollect("Perplexity", d, 1024, 512, func(r pplResult) error { + cfg := llm.TokenBufferConfig{ + Window: 1024, + Stride: 512, + } + + if err := e.RunAndCollect("Perplexity", d, cfg, func(r pplResult) error { total += r.v n += r.n |