summaryrefslogtreecommitdiff
path: root/llm
diff options
context:
space:
mode:
Diffstat (limited to 'llm')
-rw-r--r--llm/cmd/eval/logprobs.go4
-rw-r--r--llm/cmd/eval/ppl.go4
2 files changed, 8 insertions, 0 deletions
diff --git a/llm/cmd/eval/logprobs.go b/llm/cmd/eval/logprobs.go
index baac805..f39e351 100644
--- a/llm/cmd/eval/logprobs.go
+++ b/llm/cmd/eval/logprobs.go
@@ -65,6 +65,10 @@ func logprobs() {
}); err != nil {
log.Fatal(err)
}
+
+ if err := m.Destroy(); err != nil {
+ log.Fatal(err)
+ }
}
func prepare(name string) (*sql.Stmt, *sql.DB, error) {
diff --git a/llm/cmd/eval/ppl.go b/llm/cmd/eval/ppl.go
index 330e4ab..2394d83 100644
--- a/llm/cmd/eval/ppl.go
+++ b/llm/cmd/eval/ppl.go
@@ -57,6 +57,10 @@ func perplexity() {
ppl := math.Exp(avg)
fmt.Println(ppl)
+
+ if err := m.Destroy(); err != nil {
+ log.Fatal(err)
+ }
}
func joined() dataset.Reader {