summaryrefslogtreecommitdiff
path: root/gpt2/config.go
diff options
context:
space:
mode:
authorJonas Knobloch <jonas.knobloch@t-online.de>2026-04-08 22:14:43 +0200
committerJonas Knobloch <jonas.knobloch@t-online.de>2026-04-08 23:33:38 +0200
commita006507a24b93a6af7e3cff8833fb96b48b159d7 (patch)
tree8b5585aea514fbaab4f1de6ce2db5da5f2533dbf /gpt2/config.go
parent7e48ca5b9143c2b5f1a6eb81f35e90e67e628404 (diff)
Refactor model config
Diffstat (limited to 'gpt2/config.go')
-rw-r--r--gpt2/config.go26
1 files changed, 10 insertions, 16 deletions
diff --git a/gpt2/config.go b/gpt2/config.go
index be7db30..b77578d 100644
--- a/gpt2/config.go
+++ b/gpt2/config.go
@@ -1,25 +1,19 @@
package gpt2
type Config struct {
- vocabSize int
- nLayers int
- nHeads int
- headDim int
- nPositions int
+ VocabSize int
+ NumLayers int
+ NumHeads int
+ HeadDim int
+ NumPositions int
}
func DefaultConfig() Config {
return Config{
- vocabSize: 50257,
- nLayers: 12,
- nHeads: 12,
- headDim: 64,
- nPositions: 1024,
+ VocabSize: 50257,
+ NumLayers: 12,
+ NumHeads: 12,
+ HeadDim: 64,
+ NumPositions: 1024,
}
}
-
-func (c Config) WithVocabSize(vocabSize int) Config {
- c.vocabSize = vocabSize
-
- return c
-}