diff options
| author | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-04-08 22:06:35 +0200 |
|---|---|---|
| committer | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-04-08 22:06:35 +0200 |
| commit | 7e48ca5b9143c2b5f1a6eb81f35e90e67e628404 (patch) | |
| tree | 7cdb3cd65e715806f50ecf598b0b8e0fcc5e8faa /llm/cmd/eval | |
| parent | b5de54cfc298c696fcd090bb7d12e8a6b9a8bfe1 (diff) | |
Add evaluator config
Diffstat (limited to 'llm/cmd/eval')
| -rw-r--r-- | llm/cmd/eval/logprobs.go | 3 | ||||
| -rw-r--r-- | llm/cmd/eval/ppl.go | 3 |
2 files changed, 6 insertions, 0 deletions
diff --git a/llm/cmd/eval/logprobs.go b/llm/cmd/eval/logprobs.go index 7228ea6..baac805 100644 --- a/llm/cmd/eval/logprobs.go +++ b/llm/cmd/eval/logprobs.go @@ -38,6 +38,9 @@ func logprobs() { } return r + }, llm.EvaluatorConfig{ + BatchSize: 1, + NumWorkers: 4, }) var insertStmt *sql.Stmt diff --git a/llm/cmd/eval/ppl.go b/llm/cmd/eval/ppl.go index 8838f86..330e4ab 100644 --- a/llm/cmd/eval/ppl.go +++ b/llm/cmd/eval/ppl.go @@ -36,6 +36,9 @@ func perplexity() { v: total, n: n, } + }, llm.EvaluatorConfig{ + BatchSize: 1, + NumWorkers: 4, }) total := float64(0) |