summaryrefslogtreecommitdiff
path: root/llm/run.go
diff options
context:
space:
mode:
authorJonas Knobloch <jonas.knobloch@t-online.de>2026-06-27 19:08:39 +0200
committerJonas Knobloch <jonas.knobloch@t-online.de>2026-06-27 19:08:39 +0200
commite1e4eab2e1a682d633125f3c71cc09c3e95b30d3 (patch)
tree92f107c4907f09b0f898351830286e981db87893 /llm/run.go
parent416fa02619a2111ab3184f083f513bd263fc7cf2 (diff)
Add token buffer config
Diffstat (limited to 'llm/run.go')
-rw-r--r--llm/run.go4
1 files changed, 2 insertions, 2 deletions
diff --git a/llm/run.go b/llm/run.go
index abb4c0d..3be1cb5 100644
--- a/llm/run.go
+++ b/llm/run.go
@@ -8,7 +8,7 @@ import (
"go.jknobloc.com/x/tui"
)
-func (e *Evaluator[R]) Run(title string, data dataset.Reader, window, stride int) error {
+func (e *Evaluator[R]) Run(title string, data dataset.Reader, cfg TokenBufferConfig) error {
devices := make([]int, len(e.models))
for i := range len(devices) {
@@ -47,7 +47,7 @@ func (e *Evaluator[R]) Run(title string, data dataset.Reader, window, stride int
defer pb.Close()
- tb := NewTokenBuffer(e.tokenizer, window, stride)
+ tb := NewTokenBuffer(e.tokenizer, cfg)
tb.SetIncludeTail(false)