From af36446e68946c8b5ec0ac406c7544e204e42e46 Mon Sep 17 00:00:00 2001 From: Jonas Knobloch Date: Tue, 17 Mar 2026 21:00:38 +0100 Subject: Remove bpc module --- bpc/bpc.go | 23 ----------------------- 1 file changed, 23 deletions(-) delete mode 100644 bpc/bpc.go (limited to 'bpc/bpc.go') diff --git a/bpc/bpc.go b/bpc/bpc.go deleted file mode 100644 index f29738f..0000000 --- a/bpc/bpc.go +++ /dev/null @@ -1,23 +0,0 @@ -package bpc - -import ( - "fmt" - "log" - - "go.jknobloc.com/x/llm" -) - -func Run(model llm.Causal, tokenizer llm.Tokenizer) { - e := llm.NewEvaluator() - - e.AddModel(model) - e.SetTokenizer(tokenizer) - - ppl, err := e.Perplexity("data/shakespeare.txt") - - if err != nil { - log.Fatal(err) - } - - fmt.Printf("\nPerplexity: %.2f\n", ppl) -} -- cgit v1.3.1