summaryrefslogtreecommitdiff
path: root/gpt2/cmd
diff options
context:
space:
mode:
authorJonas Knobloch <jonas.knobloch@t-online.de>2026-04-06 22:59:50 +0200
committerJonas Knobloch <jonas.knobloch@t-online.de>2026-04-06 23:28:04 +0200
commitb9faf92148c7e6432ff0411783f444b7779fa36a (patch)
tree96904cd4cf053b3d272b5f2b73c1141483e33863 /gpt2/cmd
parent58bdf1ac7155f4c5076cf4a077a5f39dfdedbac7 (diff)
Handle environment initialization on package level
Diffstat (limited to 'gpt2/cmd')
-rw-r--r--gpt2/cmd/gpt2/main.go16
1 files changed, 10 insertions, 6 deletions
diff --git a/gpt2/cmd/gpt2/main.go b/gpt2/cmd/gpt2/main.go
index 663bdd8..d854519 100644
--- a/gpt2/cmd/gpt2/main.go
+++ b/gpt2/cmd/gpt2/main.go
@@ -10,12 +10,20 @@ import (
)
func main() {
+ if err := gpt2.InitializeEnvironment(); err != nil {
+ log.Fatal(err)
+ }
+
prompt := []int64{464, 2068, 7586}
generate(prompt) // [-13.483142 -11.277906]
score(prompt) // [-13.48314 -11.277912]
_ = prompt
+
+ if err := gpt2.DestroyEnvironment(); err != nil {
+ log.Fatal(err)
+ }
}
func generate(prompt []int64) {
@@ -35,9 +43,7 @@ func generate(prompt []int64) {
fmt.Println(selectLogProbs(logits[:len(logits)-1], prompt[1:]))
- if err := m.Destroy(); err != nil {
- log.Fatal(err)
- }
+ m.Destroy()
}
func score(prompt []int64) {
@@ -55,9 +61,7 @@ func score(prompt []int64) {
fmt.Println(logProbs)
- if err := m.Destroy(); err != nil {
- log.Fatal(err)
- }
+ m.Destroy()
}
func selectLogProbs(logits [][]float32, tokens []int64) []float32 {