From f35de835c3b0068f5a2e992c4a0af2acf59f7bb9 Mon Sep 17 00:00:00 2001
From: Jonas Knobloch <jonas.knobloch@t-online.de>
Date: Mon, 16 Feb 2026 20:54:18 +0100
Subject: Verify sequence length

---
 gpt2/model.go | 13 +++++++++----
 1 file changed, 9 insertions(+), 4 deletions(-)

(limited to 'gpt2')

diff --git a/gpt2/model.go b/gpt2/model.go
index 3655b8a..79a4407 100644
--- a/gpt2/model.go
+++ b/gpt2/model.go
@@ -14,10 +14,11 @@ import (
 )
 
 const (
-	vocabSize = 50257
-	nLayers   = 12
-	nHeads    = 12
-	headDim   = 64
+	vocabSize  = 50257
+	nLayers    = 12
+	nHeads     = 12
+	headDim    = 64
+	nPositions = 1024
 )
 
 type Model struct {
@@ -122,6 +123,10 @@ func (m *Model) Generate(prompt []int64, steps int64, logits *[][]float32) ([]in
 		return nil, errors.New("empty prompt")
 	}
 
+	if int64(len(prompt))+steps > nPositions {
+		return nil, errors.New("sequence length exceeds context limit")
+	}
+
 	n := int64(len(prompt))
 	r := make([]int64, steps)
 
-- 
cgit v1.3.1