From c1598d443f5bad23595de916c32553b620dcbeba Mon Sep 17 00:00:00 2001 From: Jonas Knobloch Date: Fri, 10 Apr 2026 22:45:40 +0200 Subject: Destroy session on model teardown --- gpt2/cmd/gpt2/main.go | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) (limited to 'gpt2/cmd') diff --git a/gpt2/cmd/gpt2/main.go b/gpt2/cmd/gpt2/main.go index a1b3cf8..fc7dec8 100644 --- a/gpt2/cmd/gpt2/main.go +++ b/gpt2/cmd/gpt2/main.go @@ -53,7 +53,9 @@ func generate(prompt []int64) { fmt.Println(selectLogProbs(logits[:len(logits)-1], prompt[1:])) - m.Destroy() + if err := m.Destroy(); err != nil { + log.Fatal(err) + } } func score(prompt []int64) { @@ -81,7 +83,9 @@ func score(prompt []int64) { fmt.Println(logProbs) - m.Destroy() + if err := m.Destroy(); err != nil { + log.Fatal(err) + } } func selectLogProbs(logits [][]float32, tokens []int64) []float32 { -- cgit v1.3.1