summaryrefslogtreecommitdiff
path: root/gpt2
diff options
context:
space:
mode:
authorJonas Knobloch <jonas.knobloch@t-online.de>2026-04-24 11:07:01 +0200
committerJonas Knobloch <jonas.knobloch@t-online.de>2026-04-24 11:07:01 +0200
commit1e02a5ec7f7794bb542e99ceb804ed88048b6b54 (patch)
tree5db849f4eaa326f9b6511c315180e540f00c393e /gpt2
parent875ac19922932b12f6357d64a460c06d031000e7 (diff)
Access artifacts via shelf
Diffstat (limited to 'gpt2')
-rw-r--r--gpt2/cmd/gpt2/main.go5
-rw-r--r--gpt2/model_test.go6
2 files changed, 7 insertions, 4 deletions
diff --git a/gpt2/cmd/gpt2/main.go b/gpt2/cmd/gpt2/main.go
index 06ec535..b9b75a2 100644
--- a/gpt2/cmd/gpt2/main.go
+++ b/gpt2/cmd/gpt2/main.go
@@ -7,6 +7,7 @@ import (
"slices"
"go.jknobloc.com/x/gpt2"
+ "go.jknobloc.com/x/shelf"
)
func main() {
@@ -37,7 +38,7 @@ func generate(prompt []int64) {
WithLogProbs: false,
}
- m := gpt2.NewModel("gpt2/models/mbpe_conv/gpt2_8192_m000_babylm_v2/model_cache.onnx", cfg, opts)
+ m := gpt2.NewModel(shelf.Abs("models/mbpe/gpt2_8192_m000_babylm_v2/model_cache.onnx"), cfg, opts)
if err := m.Init(); err != nil {
log.Fatal(err)
@@ -69,7 +70,7 @@ func score(prompt []int64) {
WithLogProbs: true,
}
- m := gpt2.NewModel("gpt2/models/mbpe_conv/gpt2_8192_m000_babylm_v2/model_eval.onnx", cfg, opts)
+ m := gpt2.NewModel(shelf.Abs("models/mbpe/gpt2_8192_m000_babylm_v2/model_eval.onnx"), cfg, opts)
if err := m.Init(); err != nil {
log.Fatal(err)
diff --git a/gpt2/model_test.go b/gpt2/model_test.go
index 051a41a..cd38241 100644
--- a/gpt2/model_test.go
+++ b/gpt2/model_test.go
@@ -7,6 +7,8 @@ import (
"os"
"slices"
"testing"
+
+ "go.jknobloc.com/x/shelf"
)
func TestMain(m *testing.M) {
@@ -46,7 +48,7 @@ func model() *Model {
WithLogProbs: false,
}
- m := NewModel("models/base/model.onnx", DefaultConfig(), opts)
+ m := NewModel(shelf.Abs("models/gpt2/model_cache.onnx"), DefaultConfig(), opts)
if err := m.Init(); err != nil {
log.Fatal(err)
@@ -58,7 +60,7 @@ func model() *Model {
func fromGold() []float32 {
shape := []int{1, 9, 50257}
- s, err := f32("test/logits.f32", shape[0]*shape[1]*shape[2])
+ s, err := f32(shelf.Abs("test/gpt2/logits.f32"), shape[0]*shape[1]*shape[2])
if err != nil {
log.Fatal(err)