From e1e4eab2e1a682d633125f3c71cc09c3e95b30d3 Mon Sep 17 00:00:00 2001
From: Jonas Knobloch <jonas.knobloch@t-online.de>
Date: Sat, 27 Jun 2026 19:08:39 +0200
Subject: Add token buffer config

---
 research/lesci/context.go | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)

(limited to 'research')

diff --git a/research/lesci/context.go b/research/lesci/context.go
index 8496507..378b4e5 100644
--- a/research/lesci/context.go
+++ b/research/lesci/context.go
@@ -53,8 +53,13 @@ func (e *Experiment) BuildContext(db *sql.DB) error {
 		}
 	}
 
+	cfg := llm.TokenBufferConfig{
+		Window: 1024,
+		Stride: 512,
+	}
+
 	return AppendRows(db, "context", func(append AppendFunc) error {
-		return eval.RunAndCollect("Context", e.data, 1024, 512, func(r []logProb) error {
+		return eval.RunAndCollect("Context", e.data, cfg, func(r []logProb) error {
 			for _, l := range r {
 				if err := append([]driver.Value{l.document, l.token, l.value, l.offset}); err != nil {
 					return err
-- 
cgit v1.2.3