summaryrefslogtreecommitdiff
path: root/gpt2/config.go
diff options
context:
space:
mode:
Diffstat (limited to 'gpt2/config.go')
-rw-r--r--gpt2/config.go26
1 files changed, 10 insertions, 16 deletions
diff --git a/gpt2/config.go b/gpt2/config.go
index be7db30..b77578d 100644
--- a/gpt2/config.go
+++ b/gpt2/config.go
@@ -1,25 +1,19 @@
package gpt2
type Config struct {
- vocabSize int
- nLayers int
- nHeads int
- headDim int
- nPositions int
+ VocabSize int
+ NumLayers int
+ NumHeads int
+ HeadDim int
+ NumPositions int
}
func DefaultConfig() Config {
return Config{
- vocabSize: 50257,
- nLayers: 12,
- nHeads: 12,
- headDim: 64,
- nPositions: 1024,
+ VocabSize: 50257,
+ NumLayers: 12,
+ NumHeads: 12,
+ HeadDim: 64,
+ NumPositions: 1024,
}
}
-
-func (c Config) WithVocabSize(vocabSize int) Config {
- c.vocabSize = vocabSize
-
- return c
-}