diff options
Diffstat (limited to 'llm')
| -rw-r--r-- | llm/causal.go | 5 | ||||
| -rw-r--r-- | llm/go.mod | 3 | ||||
| -rw-r--r-- | llm/tokenizer.go | 5 |
3 files changed, 13 insertions, 0 deletions
diff --git a/llm/causal.go b/llm/causal.go new file mode 100644 index 0000000..296a744 --- /dev/null +++ b/llm/causal.go @@ -0,0 +1,5 @@ +package llm + +type Causal interface { + Generate(prompt []int64, steps int64, logits *[][]float32) ([]int64, error) +} diff --git a/llm/go.mod b/llm/go.mod new file mode 100644 index 0000000..9a09bef --- /dev/null +++ b/llm/go.mod @@ -0,0 +1,3 @@ +module llm + +go 1.24.7 diff --git a/llm/tokenizer.go b/llm/tokenizer.go new file mode 100644 index 0000000..c6ea3c1 --- /dev/null +++ b/llm/tokenizer.go @@ -0,0 +1,5 @@ +package llm + +type Tokenizer interface { + Tokenize(s string) []int +} |