From 321802e7b1f77f684a720d1052befd6d36280875 Mon Sep 17 00:00:00 2001
From: Jonas Knobloch <jonas.knobloch@t-online.de>
Date: Tue, 18 Nov 2025 02:04:41 +0100
Subject: Add perplexity evaluation

---
 gpt2/cuda.go | 36 ++++++++++++++++++++++++++++++++++++
 1 file changed, 36 insertions(+)
 create mode 100644 gpt2/cuda.go

(limited to 'gpt2/cuda.go')

diff --git a/gpt2/cuda.go b/gpt2/cuda.go
new file mode 100644
index 0000000..ae3fbcd
--- /dev/null
+++ b/gpt2/cuda.go
@@ -0,0 +1,36 @@
+package gpt2
+
+import ort "github.com/yalue/onnxruntime_go"
+
+func SessionsOptionsWithCUDADeviceID(deviceID string) (*ort.SessionOptions, error) {
+	var sessionOptions *ort.SessionOptions
+	var cudaProviderOptions *ort.CUDAProviderOptions
+
+	if s, err := ort.NewSessionOptions(); err != nil {
+		return nil, err
+	} else {
+		sessionOptions = s
+	}
+
+	if c, err := ort.NewCUDAProviderOptions(); err != nil {
+		return nil, err
+	} else {
+		cudaProviderOptions = c
+	}
+
+	if err := cudaProviderOptions.Update(map[string]string{
+		"device_id": deviceID,
+	}); err != nil {
+		return nil, err
+	}
+
+	if err := sessionOptions.AppendExecutionProviderCUDA(cudaProviderOptions); err != nil {
+		return nil, err
+	}
+
+	if err := cudaProviderOptions.Destroy(); err != nil {
+		return nil, err
+	}
+
+	return sessionOptions, nil
+}
-- 
cgit v1.3.1