From 0044303c62b876c5a3b1ca9c29ce079d30bce480 Mon Sep 17 00:00:00 2001
From: Jonas Knobloch <jonas.knobloch@t-online.de>
Date: Mon, 4 May 2026 15:17:32 +0200
Subject: Add config for GPT-2 Large

---
 gpt2/config.go | 10 ++++++++++
 1 file changed, 10 insertions(+)

diff --git a/gpt2/config.go b/gpt2/config.go
index cd3984d..7e1f74e 100644
--- a/gpt2/config.go
+++ b/gpt2/config.go
@@ -23,3 +23,13 @@ func DefaultConfig() Config {
 		NumPositions: 1024,
 	}
 }
+
+func ConfigLarge() Config {
+	return Config{
+		VocabSize:    50257,
+		NumLayers:    36,
+		NumHeads:     20,
+		HeadDim:      64,
+		NumPositions: 1024,
+	}
+}
-- 
cgit v1.2.3