diff options
Diffstat (limited to 'llm/cmd/eval/logprobs.go')
| -rw-r--r-- | llm/cmd/eval/logprobs.go | 3 |
1 files changed, 3 insertions, 0 deletions
diff --git a/llm/cmd/eval/logprobs.go b/llm/cmd/eval/logprobs.go index 7228ea6..baac805 100644 --- a/llm/cmd/eval/logprobs.go +++ b/llm/cmd/eval/logprobs.go @@ -38,6 +38,9 @@ func logprobs() { } return r + }, llm.EvaluatorConfig{ + BatchSize: 1, + NumWorkers: 4, }) var insertStmt *sql.Stmt |