From 4386784c1006321c5cf0e1e005b19e0a7d7563ae Mon Sep 17 00:00:00 2001
From: Jonas Knobloch <jonas.knobloch@t-online.de>
Date: Wed, 8 Apr 2026 22:24:10 +0200
Subject: Refactor model options

* Add options struct
---
 llm/cmd/eval/main.go | 8 +++++++-
 1 file changed, 7 insertions(+), 1 deletion(-)

(limited to 'llm/cmd/eval')

diff --git a/llm/cmd/eval/main.go b/llm/cmd/eval/main.go
index 10c7db2..88be500 100644
--- a/llm/cmd/eval/main.go
+++ b/llm/cmd/eval/main.go
@@ -34,7 +34,13 @@ func data() *dataset.ParquetReader {
 }
 
 func model() *gpt2.Model {
-	m := gpt2.NewModel("gpt2/models/base/model_eval.onnx", "0", gpt2.DefaultConfig(), false, false, true)
+	opts := gpt2.Options{
+		WithCache:    false,
+		WithLogits:   false,
+		WithLogProbs: true,
+	}
+
+	m := gpt2.NewModel("gpt2/models/base/model_eval.onnx", "0", gpt2.DefaultConfig(), opts)
 
 	if err := m.Init(); err != nil {
 		log.Fatal(err)
-- 
cgit v1.3.1