From 58bdf1ac7155f4c5076cf4a077a5f39dfdedbac7 Mon Sep 17 00:00:00 2001 From: Jonas Knobloch Date: Mon, 6 Apr 2026 22:42:29 +0200 Subject: Require cache when generating new tokens --- gpt2/model.go | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/gpt2/model.go b/gpt2/model.go index 19a3363..f492c56 100644 --- a/gpt2/model.go +++ b/gpt2/model.go @@ -110,6 +110,10 @@ func (m *Model) Generate(prompt []int64, steps int64, logits *[][]float32) ([]in panic("generate requires logits output") } + if steps > 0 && !m.withCache { + panic("generate with steps > 0 requires cache") + } + if len(prompt) == 0 { return nil, errors.New("empty prompt") } -- cgit v1.2.3