diff options
| -rw-r--r-- | go.work | 3 | ||||
| -rw-r--r-- | gpt2/cmd/gpt2/main.go | 27 | ||||
| -rw-r--r-- | gpt2/go.mod (renamed from go.mod) | 2 | ||||
| -rw-r--r-- | gpt2/go.sum (renamed from go.sum) | 0 | ||||
| -rw-r--r-- | gpt2/main.go (renamed from main.go) | 22 | ||||
| -rw-r--r-- | gpt2/scripts/conv.py (renamed from scripts/conv.py) | 0 |
6 files changed, 33 insertions, 21 deletions
@@ -0,0 +1,3 @@ +go 1.24.7 + +use ./gpt2 diff --git a/gpt2/cmd/gpt2/main.go b/gpt2/cmd/gpt2/main.go new file mode 100644 index 0000000..ff84f42 --- /dev/null +++ b/gpt2/cmd/gpt2/main.go @@ -0,0 +1,27 @@ +package main + +import ( + "fmt" + "gpt2" + "log" + + ort "github.com/yalue/onnxruntime_go" +) + +func main() { + ort.SetSharedLibraryPath("lib/onnxruntime-osx-arm64-1.22.0/lib/libonnxruntime.1.22.0.dylib") + + if err := ort.InitializeEnvironment(); err != nil { + log.Fatal(err) + } + + defer ort.DestroyEnvironment() + + prompt := []int64{464, 2068, 7586, 21831} + + if out, err := gpt2.Generate("scripts/onnx-gpt2/model.onnx", prompt, 5, nil); err != nil { + log.Fatal(err) + } else { + fmt.Printf("\n%v\n", out) + } +} @@ -1,4 +1,4 @@ -module bpc +module gpt2 go 1.24 @@ -1,4 +1,4 @@ -package main +package gpt2 import ( "errors" @@ -17,25 +17,7 @@ const ( headDim = 64 ) -func main() { - ort.SetSharedLibraryPath("lib/onnxruntime-osx-arm64-1.22.0/lib/libonnxruntime.1.22.0.dylib") - - if err := ort.InitializeEnvironment(); err != nil { - log.Fatal(err) - } - - defer ort.DestroyEnvironment() - - prompt := []int64{464, 2068, 7586, 21831} - - if out, err := generate("scripts/onnx-gpt2/model.onnx", prompt, 5, nil); err != nil { - log.Fatal(err) - } else { - fmt.Printf("\n%v\n", out) - } -} - -func generate(model string, prompt []int64, steps int64, logits *[][]float32) ([]int64, error) { +func Generate(model string, prompt []int64, steps int64, logits *[][]float32) ([]int64, error) { if len(prompt) == 0 { return nil, errors.New("empty prompt") } diff --git a/scripts/conv.py b/gpt2/scripts/conv.py index cf0cbb8..cf0cbb8 100644 --- a/scripts/conv.py +++ b/gpt2/scripts/conv.py |
