diff options
Diffstat (limited to 'llm/cmd/eval/ppl.go')
| -rw-r--r-- | llm/cmd/eval/ppl.go | 3 |
1 files changed, 3 insertions, 0 deletions
diff --git a/llm/cmd/eval/ppl.go b/llm/cmd/eval/ppl.go index 8838f86..330e4ab 100644 --- a/llm/cmd/eval/ppl.go +++ b/llm/cmd/eval/ppl.go @@ -36,6 +36,9 @@ func perplexity() { v: total, n: n, } + }, llm.EvaluatorConfig{ + BatchSize: 1, + NumWorkers: 4, }) total := float64(0) |