tokenizer/bpe/config.go


1
2
3
4
5
6
7
8
9
10
11

package bpe

type Config struct {
	Recover bool
}

func DefaultConfig() Config {
	return Config{
		Recover: false,
	}
}