diff options
| author | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-04-10 22:45:40 +0200 |
|---|---|---|
| committer | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-04-10 22:45:40 +0200 |
| commit | c1598d443f5bad23595de916c32553b620dcbeba (patch) | |
| tree | 9d7f965e837b00bffffdcaeae108586c568263dc /gpt2/cmd | |
| parent | 4386784c1006321c5cf0e1e005b19e0a7d7563ae (diff) | |
Destroy session on model teardown
Diffstat (limited to 'gpt2/cmd')
| -rw-r--r-- | gpt2/cmd/gpt2/main.go | 8 |
1 files changed, 6 insertions, 2 deletions
diff --git a/gpt2/cmd/gpt2/main.go b/gpt2/cmd/gpt2/main.go index a1b3cf8..fc7dec8 100644 --- a/gpt2/cmd/gpt2/main.go +++ b/gpt2/cmd/gpt2/main.go @@ -53,7 +53,9 @@ func generate(prompt []int64) { fmt.Println(selectLogProbs(logits[:len(logits)-1], prompt[1:])) - m.Destroy() + if err := m.Destroy(); err != nil { + log.Fatal(err) + } } func score(prompt []int64) { @@ -81,7 +83,9 @@ func score(prompt []int64) { fmt.Println(logProbs) - m.Destroy() + if err := m.Destroy(); err != nil { + log.Fatal(err) + } } func selectLogProbs(logits [][]float32, tokens []int64) []float32 { |