diff options
Diffstat (limited to 'llm')
| -rw-r--r-- | llm/causal.go | 1 | ||||
| -rw-r--r-- | llm/cmd/eval/main.go | 2 |
2 files changed, 2 insertions, 1 deletions
diff --git a/llm/causal.go b/llm/causal.go index 296a744..b683985 100644 --- a/llm/causal.go +++ b/llm/causal.go @@ -2,4 +2,5 @@ package llm type Causal interface { Generate(prompt []int64, steps int64, logits *[][]float32) ([]int64, error) + Score(tokens []int64, logProbs *[]float32) error } diff --git a/llm/cmd/eval/main.go b/llm/cmd/eval/main.go index 50448be..44dfedd 100644 --- a/llm/cmd/eval/main.go +++ b/llm/cmd/eval/main.go @@ -26,7 +26,7 @@ func data() *dataset.ParquetReader { } func model() *gpt2.Model { - m := gpt2.NewModel("gpt2/models/base/model.onnx", "0", gpt2.NewDefaultConfig()) + m := gpt2.NewModel("gpt2/models/base/model.onnx", "0", gpt2.NewDefaultConfig(), true, false) if err := m.Init(); err != nil { log.Fatal(err) |