summaryrefslogtreecommitdiff
path: root/bpc/bpc.go
diff options
context:
space:
mode:
Diffstat (limited to 'bpc/bpc.go')
-rw-r--r--bpc/bpc.go28
1 files changed, 28 insertions, 0 deletions
diff --git a/bpc/bpc.go b/bpc/bpc.go
new file mode 100644
index 0000000..67804d3
--- /dev/null
+++ b/bpc/bpc.go
@@ -0,0 +1,28 @@
+package bpc
+
+import (
+ "fmt"
+ "llm"
+)
+
+func Run(model llm.Causal, tokenizer llm.Tokenizer) {
+ t := tokenizer.Tokenize("The quick brown")
+
+ logits := make([][]float32, 0)
+
+ if _, err := model.Generate(toInt64(t), 0, &logits); err != nil {
+ // TODO handle
+ }
+
+ fmt.Println(logits)
+}
+
+func toInt64(s []int) []int64 {
+ r := make([]int64, len(s))
+
+ for i, v := range s {
+ r[i] = int64(v)
+ }
+
+ return r
+}