diff options
| author | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-06-27 19:08:39 +0200 |
|---|---|---|
| committer | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-06-27 19:08:39 +0200 |
| commit | e1e4eab2e1a682d633125f3c71cc09c3e95b30d3 (patch) | |
| tree | 92f107c4907f09b0f898351830286e981db87893 /llm/run.go | |
| parent | 416fa02619a2111ab3184f083f513bd263fc7cf2 (diff) | |
Add token buffer config
Diffstat (limited to 'llm/run.go')
| -rw-r--r-- | llm/run.go | 4 |
1 files changed, 2 insertions, 2 deletions
@@ -8,7 +8,7 @@ import ( "go.jknobloc.com/x/tui" ) -func (e *Evaluator[R]) Run(title string, data dataset.Reader, window, stride int) error { +func (e *Evaluator[R]) Run(title string, data dataset.Reader, cfg TokenBufferConfig) error { devices := make([]int, len(e.models)) for i := range len(devices) { @@ -47,7 +47,7 @@ func (e *Evaluator[R]) Run(title string, data dataset.Reader, window, stride int defer pb.Close() - tb := NewTokenBuffer(e.tokenizer, window, stride) + tb := NewTokenBuffer(e.tokenizer, cfg) tb.SetIncludeTail(false) |
