summaryrefslogtreecommitdiff
path: root/onnx/model.go
diff options
context:
space:
mode:
Diffstat (limited to 'onnx/model.go')
-rw-r--r--onnx/model.go146
1 files changed, 146 insertions, 0 deletions
diff --git a/onnx/model.go b/onnx/model.go
new file mode 100644
index 0000000..cd1625c
--- /dev/null
+++ b/onnx/model.go
@@ -0,0 +1,146 @@
+package onnx
+
+//go:generate bash scripts/gen.sh
+
+import (
+ "encoding/binary"
+ "math"
+ "os"
+ "path/filepath"
+ "strconv"
+
+ "google.golang.org/protobuf/proto"
+
+ "go.jknobloc.com/x/onnx/internal/pb"
+)
+
+type Model struct {
+ model *pb.ModelProto
+ name string
+}
+
+func NewModel(name string) (*Model, error) {
+ var data []byte
+
+ if d, err := os.ReadFile(name); err != nil {
+ return nil, err
+ } else {
+ data = d
+ }
+
+ m := &Model{
+ model: &pb.ModelProto{},
+ name: name,
+ }
+
+ if err := proto.Unmarshal(data, m.model); err != nil {
+ return nil, err
+ }
+
+ return m, nil
+}
+
+func (m *Model) ExtractInitializer(initializer string) ([]float32, []int, error) {
+ g := m.model.GetGraph()
+
+ var result []float32
+ var shape []int64
+
+ ok := false
+
+ for _, init := range g.GetInitializer() {
+ if init.GetName() == initializer {
+ var raw []byte
+
+ if init.GetDataLocation() == pb.TensorProto_EXTERNAL {
+ raw = readExternalData(m.name, init.GetExternalData())
+ } else {
+ raw = init.GetRawData()
+ }
+
+ result = make([]float32, len(raw)/4)
+
+ for i := 0; i < len(result); i++ {
+ bits := binary.LittleEndian.Uint32(raw[i*4 : (i+1)*4])
+
+ result[i] = math.Float32frombits(bits)
+ }
+
+ shape = init.GetDims()
+
+ ok = true
+
+ break
+ }
+ }
+
+ if !ok {
+ panic("initializer not found")
+ }
+
+ shapeInt := make([]int, len(shape))
+
+ for i, v := range shape {
+ shapeInt[i] = int(v)
+ }
+
+ return result, shapeInt, nil
+}
+
+func readExternalData(name string, entries []*pb.StringStringEntryProto) []byte {
+ var location string
+ var offset, length int64
+
+ for _, e := range entries {
+ switch e.GetKey() {
+ case "location":
+ location = e.GetValue()
+ case "offset":
+ offset, _ = strconv.ParseInt(e.GetValue(), 10, 64)
+ case "length":
+ length, _ = strconv.ParseInt(e.GetValue(), 10, 64)
+ }
+ }
+
+ data := filepath.Join(filepath.Dir(name), location)
+
+ var file *os.File
+
+ if f, err := os.Open(data); err != nil {
+ panic(err)
+ } else {
+ file = f
+ }
+
+ defer file.Close()
+
+ if offset > 0 {
+ if _, err := file.Seek(offset, 0); err != nil {
+ panic(err)
+ }
+ }
+
+ var buf []byte
+
+ if length > 0 {
+ buf = make([]byte, length)
+
+ if _, err := file.Read(buf); err != nil {
+ panic(err)
+ }
+ } else {
+ var err error
+
+ buf, err = os.ReadFile(data)
+
+ if err != nil {
+ panic(err)
+ }
+
+ if offset > 0 {
+ buf = buf[offset:]
+ }
+ }
+
+ return buf
+}