path: root/llm/tokenizer.go

package llm

type Tokenizer interface {
	Tokenize(s string) []int
}