diff options
| -rw-r--r-- | gpt2/model.go | 4 |
1 files changed, 4 insertions, 0 deletions
diff --git a/gpt2/model.go b/gpt2/model.go index 19a3363..f492c56 100644 --- a/gpt2/model.go +++ b/gpt2/model.go @@ -110,6 +110,10 @@ func (m *Model) Generate(prompt []int64, steps int64, logits *[][]float32) ([]in panic("generate requires logits output") } + if steps > 0 && !m.withCache { + panic("generate with steps > 0 requires cache") + } + if len(prompt) == 0 { return nil, errors.New("empty prompt") } |