summaryrefslogtreecommitdiff
path: root/bpc/bpc.go
diff options
context:
space:
mode:
Diffstat (limited to 'bpc/bpc.go')
-rw-r--r--bpc/bpc.go23
1 files changed, 0 insertions, 23 deletions
diff --git a/bpc/bpc.go b/bpc/bpc.go
deleted file mode 100644
index f29738f..0000000
--- a/bpc/bpc.go
+++ /dev/null
@@ -1,23 +0,0 @@
-package bpc
-
-import (
- "fmt"
- "log"
-
- "go.jknobloc.com/x/llm"
-)
-
-func Run(model llm.Causal, tokenizer llm.Tokenizer) {
- e := llm.NewEvaluator()
-
- e.AddModel(model)
- e.SetTokenizer(tokenizer)
-
- ppl, err := e.Perplexity("data/shakespeare.txt")
-
- if err != nil {
- log.Fatal(err)
- }
-
- fmt.Printf("\nPerplexity: %.2f\n", ppl)
-}