diff options
| author | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-03-17 21:00:38 +0100 |
|---|---|---|
| committer | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-03-17 21:01:25 +0100 |
| commit | af36446e68946c8b5ec0ac406c7544e204e42e46 (patch) | |
| tree | f49c5536679b56f143d19ca0b4bc7bb3aac6553e /bpc/bpc.go | |
| parent | d5f8cb4c28f636cc05386babcb0555b00dda83f7 (diff) | |
Remove bpc module
Diffstat (limited to 'bpc/bpc.go')
| -rw-r--r-- | bpc/bpc.go | 23 |
1 files changed, 0 insertions, 23 deletions
diff --git a/bpc/bpc.go b/bpc/bpc.go deleted file mode 100644 index f29738f..0000000 --- a/bpc/bpc.go +++ /dev/null @@ -1,23 +0,0 @@ -package bpc - -import ( - "fmt" - "log" - - "go.jknobloc.com/x/llm" -) - -func Run(model llm.Causal, tokenizer llm.Tokenizer) { - e := llm.NewEvaluator() - - e.AddModel(model) - e.SetTokenizer(tokenizer) - - ppl, err := e.Perplexity("data/shakespeare.txt") - - if err != nil { - log.Fatal(err) - } - - fmt.Printf("\nPerplexity: %.2f\n", ppl) -} |
