From 60b71d9f78895d78a641b1109e2b0ca293835698 Mon Sep 17 00:00:00 2001 From: Jonas Knobloch Date: Sat, 4 Apr 2026 22:14:02 +0200 Subject: Add score method --- llm/causal.go | 1 + llm/cmd/eval/main.go | 2 +- 2 files changed, 2 insertions(+), 1 deletion(-) (limited to 'llm') diff --git a/llm/causal.go b/llm/causal.go index 296a744..b683985 100644 --- a/llm/causal.go +++ b/llm/causal.go @@ -2,4 +2,5 @@ package llm type Causal interface { Generate(prompt []int64, steps int64, logits *[][]float32) ([]int64, error) + Score(tokens []int64, logProbs *[]float32) error } diff --git a/llm/cmd/eval/main.go b/llm/cmd/eval/main.go index 50448be..44dfedd 100644 --- a/llm/cmd/eval/main.go +++ b/llm/cmd/eval/main.go @@ -26,7 +26,7 @@ func data() *dataset.ParquetReader { } func model() *gpt2.Model { - m := gpt2.NewModel("gpt2/models/base/model.onnx", "0", gpt2.NewDefaultConfig()) + m := gpt2.NewModel("gpt2/models/base/model.onnx", "0", gpt2.NewDefaultConfig(), true, false) if err := m.Init(); err != nil { log.Fatal(err) -- cgit v1.3.1