From e1e4eab2e1a682d633125f3c71cc09c3e95b30d3 Mon Sep 17 00:00:00 2001 From: Jonas Knobloch Date: Sat, 27 Jun 2026 19:08:39 +0200 Subject: Add token buffer config --- llm/run.go | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) (limited to 'llm/run.go') diff --git a/llm/run.go b/llm/run.go index abb4c0d..3be1cb5 100644 --- a/llm/run.go +++ b/llm/run.go @@ -8,7 +8,7 @@ import ( "go.jknobloc.com/x/tui" ) -func (e *Evaluator[R]) Run(title string, data dataset.Reader, window, stride int) error { +func (e *Evaluator[R]) Run(title string, data dataset.Reader, cfg TokenBufferConfig) error { devices := make([]int, len(e.models)) for i := range len(devices) { @@ -47,7 +47,7 @@ func (e *Evaluator[R]) Run(title string, data dataset.Reader, window, stride int defer pb.Close() - tb := NewTokenBuffer(e.tokenizer, window, stride) + tb := NewTokenBuffer(e.tokenizer, cfg) tb.SetIncludeTail(false) -- cgit v1.3.1