From b81fa93e098ca689cb6f73627968fe0b4d49decb Mon Sep 17 00:00:00 2001 From: Jonas Knobloch Date: Tue, 7 Apr 2026 00:01:23 +0200 Subject: Run evaluator with score --- llm/stat.go | 34 ---------------------------------- 1 file changed, 34 deletions(-) delete mode 100644 llm/stat.go (limited to 'llm/stat.go') diff --git a/llm/stat.go b/llm/stat.go deleted file mode 100644 index 228e9f2..0000000 --- a/llm/stat.go +++ /dev/null @@ -1,34 +0,0 @@ -package llm - -import ( - "math" - "slices" -) - -func NegLogLikelihood(logits [][]float32, targets []int) (float64, int) { - if len(logits) != len(targets) { - panic("mismatched input lengths") - } - - total := float64(0) - - for i, target := range targets { - maxLogit := float64(slices.Max(logits[i])) - - sumExp := float64(0) - - for _, v := range logits[i] { - sumExp += math.Exp(float64(v) - maxLogit) - } - - logSumExp := maxLogit + math.Log(sumExp) - - targetLogit := float64(logits[i][target]) - - logProb := targetLogit - logSumExp - - total -= logProb - } - - return total, len(targets) -} -- cgit v1.3.1