Scaffold byte-pair correction

3 files changed, 13 insertions, 0 deletions

diff --git a/llm/causal.go b/llm/causal.go
new file mode 100644
index 0000000..296a744
--- /dev/null
+++ b/llm/causal.go
@@ -0,0 +1,5 @@
+package llm
+
+type Causal interface {
+	Generate(prompt []int64, steps int64, logits *[][]float32) ([]int64, error)
+}
diff --git a/llm/go.mod b/llm/go.mod
new file mode 100644
index 0000000..9a09bef
--- /dev/null
+++ b/llm/go.mod
@@ -0,0 +1,3 @@
+module llm
+
+go 1.24.7
diff --git a/llm/tokenizer.go b/llm/tokenizer.go
new file mode 100644
index 0000000..c6ea3c1
--- /dev/null
+++ b/llm/tokenizer.go
@@ -0,0 +1,5 @@
+package llm
+
+type Tokenizer interface {
+	Tokenize(s string) []int
+}