From c1598d443f5bad23595de916c32553b620dcbeba Mon Sep 17 00:00:00 2001 From: Jonas Knobloch Date: Fri, 10 Apr 2026 22:45:40 +0200 Subject: Destroy session on model teardown --- gpt2/model.go | 24 +++++++++++++----------- 1 file changed, 13 insertions(+), 11 deletions(-) (limited to 'gpt2/model.go') diff --git a/gpt2/model.go b/gpt2/model.go index 20dcb71..5fef956 100644 --- a/gpt2/model.go +++ b/gpt2/model.go @@ -12,20 +12,20 @@ import ( ) type Model struct { - name string - deviceID string - config Config - options Options - session *ort.DynamicAdvancedSession - allocator *Allocator + name string + deviceID string + config Config + options Options + session *ort.DynamicAdvancedSession + allocator *Allocator } func NewModel(name string, deviceID string, cfg Config, opts Options) *Model { return &Model{ - name: name, - deviceID: deviceID, - config: cfg, - options: opts, + name: name, + deviceID: deviceID, + config: cfg, + options: opts, } } @@ -89,8 +89,10 @@ func (m *Model) Init() error { return nil } -func (m *Model) Destroy() { +func (m *Model) Destroy() error { m.allocator.Destroy() + + return m.session.Destroy() } func (m *Model) Generate(prompt []int64, steps int64, logits *[][]float32) ([]int64, error) { -- cgit v1.3.1