diff options
| author | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-05-04 15:17:32 +0200 |
|---|---|---|
| committer | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-05-04 15:17:32 +0200 |
| commit | 0044303c62b876c5a3b1ca9c29ce079d30bce480 (patch) | |
| tree | 1b839536ef91f76eea2e78c975032585190787ff /gpt2 | |
| parent | fb6c9f5b46d459602ba880844e61883d012235a4 (diff) | |
Add config for GPT-2 Large
Diffstat (limited to 'gpt2')
| -rw-r--r-- | gpt2/config.go | 10 |
1 files changed, 10 insertions, 0 deletions
diff --git a/gpt2/config.go b/gpt2/config.go index cd3984d..7e1f74e 100644 --- a/gpt2/config.go +++ b/gpt2/config.go @@ -23,3 +23,13 @@ func DefaultConfig() Config { NumPositions: 1024, } } + +func ConfigLarge() Config { + return Config{ + VocabSize: 50257, + NumLayers: 36, + NumHeads: 20, + HeadDim: 64, + NumPositions: 1024, + } +} |