diff options
Diffstat (limited to 'llm/cmd/eval')
| -rw-r--r-- | llm/cmd/eval/logprobs.go | 3 | ||||
| -rw-r--r-- | llm/cmd/eval/ppl.go | 3 |
2 files changed, 6 insertions, 0 deletions
diff --git a/llm/cmd/eval/logprobs.go b/llm/cmd/eval/logprobs.go index 7228ea6..baac805 100644 --- a/llm/cmd/eval/logprobs.go +++ b/llm/cmd/eval/logprobs.go @@ -38,6 +38,9 @@ func logprobs() { } return r + }, llm.EvaluatorConfig{ + BatchSize: 1, + NumWorkers: 4, }) var insertStmt *sql.Stmt diff --git a/llm/cmd/eval/ppl.go b/llm/cmd/eval/ppl.go index 8838f86..330e4ab 100644 --- a/llm/cmd/eval/ppl.go +++ b/llm/cmd/eval/ppl.go @@ -36,6 +36,9 @@ func perplexity() { v: total, n: n, } + }, llm.EvaluatorConfig{ + BatchSize: 1, + NumWorkers: 4, }) total := float64(0) |