diff options
Diffstat (limited to 'llm/cmd/eval')
| -rw-r--r-- | llm/cmd/eval/main.go | 8 |
1 files changed, 7 insertions, 1 deletions
diff --git a/llm/cmd/eval/main.go b/llm/cmd/eval/main.go index 10c7db2..88be500 100644 --- a/llm/cmd/eval/main.go +++ b/llm/cmd/eval/main.go @@ -34,7 +34,13 @@ func data() *dataset.ParquetReader { } func model() *gpt2.Model { - m := gpt2.NewModel("gpt2/models/base/model_eval.onnx", "0", gpt2.DefaultConfig(), false, false, true) + opts := gpt2.Options{ + WithCache: false, + WithLogits: false, + WithLogProbs: true, + } + + m := gpt2.NewModel("gpt2/models/base/model_eval.onnx", "0", gpt2.DefaultConfig(), opts) if err := m.Init(); err != nil { log.Fatal(err) |