1 files changed, 23 insertions, 0 deletions
diff --git a/onnx/cmd/extract/main.go b/onnx/cmd/extract/main.go
new file mode 100644
index 0000000..d8f8358
--- /dev/null
+++ b/onnx/cmd/extract/main.go
@@ -0,0 +1,23 @@
+package main
+
+import (
+	"fmt"
+	"log"
+
+	"go.jknobloc.com/x/onnx"
+	"go.jknobloc.com/x/tensor"
+)
+
+func main() {
+	data, shape, err := onnx.ExtractInitializer("gpt2/models/base/model.onnx", "transformer.wte.weight")
+
+	if err != nil {
+		log.Fatal(err)
+	}
+
+	t := tensor.NewDense[float32](shape, data)
+
+	eot := t.Select(0, 50256).Contiguous()
+
+	fmt.Println(eot)
+}