summaryrefslogtreecommitdiff
path: root/gpt2/model.go
diff options
context:
space:
mode:
authorJonas Knobloch <jonas.knobloch@t-online.de>2026-04-06 22:59:50 +0200
committerJonas Knobloch <jonas.knobloch@t-online.de>2026-04-06 23:28:04 +0200
commitb9faf92148c7e6432ff0411783f444b7779fa36a (patch)
tree96904cd4cf053b3d272b5f2b73c1141483e33863 /gpt2/model.go
parent58bdf1ac7155f4c5076cf4a077a5f39dfdedbac7 (diff)
Handle environment initialization on package level
Diffstat (limited to 'gpt2/model.go')
-rw-r--r--gpt2/model.go10
1 files changed, 1 insertions, 9 deletions
diff --git a/gpt2/model.go b/gpt2/model.go
index f492c56..d0d1c2f 100644
--- a/gpt2/model.go
+++ b/gpt2/model.go
@@ -60,12 +60,6 @@ func IntraOpNumThreads() int {
}
func (m *Model) Init() error {
- ort.SetSharedLibraryPath(SharedLibraryPath())
-
- if err := ort.InitializeEnvironment(); err != nil {
- return err
- }
-
m.allocator = NewAllocator(m.config, m.withCache, m.withLogits, m.withLogProbs)
var options *ort.SessionOptions
@@ -99,10 +93,8 @@ func (m *Model) Init() error {
return nil
}
-func (m *Model) Destroy() error {
+func (m *Model) Destroy() {
m.allocator.Destroy()
-
- return ort.DestroyEnvironment()
}
func (m *Model) Generate(prompt []int64, steps int64, logits *[][]float32) ([]int64, error) {