diff options
| author | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-04-04 22:14:02 +0200 |
|---|---|---|
| committer | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-04-04 22:14:02 +0200 |
| commit | 60b71d9f78895d78a641b1109e2b0ca293835698 (patch) | |
| tree | 0057c3c35362e7b6489476be02e8e6a0edfa9619 /llm | |
| parent | a96c1bf68bf5c477e1d3f105c18346c80d80b47a (diff) | |
Add score method
Diffstat (limited to 'llm')
| -rw-r--r-- | llm/causal.go | 1 | ||||
| -rw-r--r-- | llm/cmd/eval/main.go | 2 |
2 files changed, 2 insertions, 1 deletions
diff --git a/llm/causal.go b/llm/causal.go index 296a744..b683985 100644 --- a/llm/causal.go +++ b/llm/causal.go @@ -2,4 +2,5 @@ package llm type Causal interface { Generate(prompt []int64, steps int64, logits *[][]float32) ([]int64, error) + Score(tokens []int64, logProbs *[]float32) error } diff --git a/llm/cmd/eval/main.go b/llm/cmd/eval/main.go index 50448be..44dfedd 100644 --- a/llm/cmd/eval/main.go +++ b/llm/cmd/eval/main.go @@ -26,7 +26,7 @@ func data() *dataset.ParquetReader { } func model() *gpt2.Model { - m := gpt2.NewModel("gpt2/models/base/model.onnx", "0", gpt2.NewDefaultConfig()) + m := gpt2.NewModel("gpt2/models/base/model.onnx", "0", gpt2.NewDefaultConfig(), true, false) if err := m.Init(); err != nil { log.Fatal(err) |