From 70602ac424113eb3f3d08ecdf1e018871b7c3997 Mon Sep 17 00:00:00 2001
From: Jonas Knobloch <jonas.knobloch@t-online.de>
Date: Mon, 4 May 2026 15:21:02 +0200
Subject: Add hidden dimension to config

---
 gpt2/config.go | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/gpt2/config.go b/gpt2/config.go
index 9f1a65f..7a5f470 100644
--- a/gpt2/config.go
+++ b/gpt2/config.go
@@ -5,6 +5,7 @@ type Config struct {
 	NumLayers    int
 	NumHeads     int
 	HeadDim      int
+	HiddenDim    int
 	NumPositions int
 }
 
@@ -20,6 +21,7 @@ func ConfigDefault() Config {
 		NumLayers:    12,
 		NumHeads:     12,
 		HeadDim:      64,
+		HiddenDim:    768,
 		NumPositions: 1024,
 	}
 }
@@ -30,6 +32,7 @@ func ConfigLarge() Config {
 		NumLayers:    36,
 		NumHeads:     20,
 		HeadDim:      64,
+		HiddenDim:    1280,
 		NumPositions: 1024,
 	}
 }
-- 
cgit v1.2.3