blob: b77578da3537be06c0455a007695e30d822a5bc4 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
|
package gpt2
type Config struct {
VocabSize int
NumLayers int
NumHeads int
HeadDim int
NumPositions int
}
func DefaultConfig() Config {
return Config{
VocabSize: 50257,
NumLayers: 12,
NumHeads: 12,
HeadDim: 64,
NumPositions: 1024,
}
}
|
