1 files changed, 10 insertions, 0 deletions
diff --git a/gpt2/config.go b/gpt2/config.go
index cd3984d..7e1f74e 100644
--- a/gpt2/config.go
+++ b/gpt2/config.go
@@ -23,3 +23,13 @@ func DefaultConfig() Config {
 		NumPositions: 1024,
 	}
 }
+
+func ConfigLarge() Config {
+	return Config{
+		VocabSize:    50257,
+		NumLayers:    36,
+		NumHeads:     20,
+		HeadDim:      64,
+		NumPositions: 1024,
+	}
+}