diff options
Diffstat (limited to 'llm')
| -rw-r--r-- | llm/cmd/eval/logprobs.go | 2 | ||||
| -rw-r--r-- | llm/cmd/eval/ppl.go | 2 | ||||
| -rw-r--r-- | llm/evaluator.go | 4 | ||||
| -rw-r--r-- | llm/perplexity.go | 4 |
4 files changed, 6 insertions, 6 deletions
diff --git a/llm/cmd/eval/logprobs.go b/llm/cmd/eval/logprobs.go index 264f943..bbc71aa 100644 --- a/llm/cmd/eval/logprobs.go +++ b/llm/cmd/eval/logprobs.go @@ -55,7 +55,7 @@ func logprobs() { defer stmt.Close() } - if err := e.RunAndCollect(d, 1024, 512, func(r logProbs) error { + if err := e.RunAndCollect("LogProbs", d, 1024, 512, func(r logProbs) error { for _, l := range r { if err := insert(insertStmt, l); err != nil { return err diff --git a/llm/cmd/eval/ppl.go b/llm/cmd/eval/ppl.go index c03c67c..60dd30a 100644 --- a/llm/cmd/eval/ppl.go +++ b/llm/cmd/eval/ppl.go @@ -33,7 +33,7 @@ func perplexity() { total := float64(0) n := 0 - if err := e.RunAndCollect(d, 1024, 512, func(r pplResult) error { + if err := e.RunAndCollect("Perplexity", d, 1024, 512, func(r pplResult) error { total += r.v n += r.n diff --git a/llm/evaluator.go b/llm/evaluator.go index 8f2a295..17a7759 100644 --- a/llm/evaluator.go +++ b/llm/evaluator.go @@ -40,7 +40,7 @@ func (e *Evaluator[R]) Results() chan R { return e.results } -func (e *Evaluator[R]) RunAndCollect(data dataset.Reader, window, stride int, callback func(R) error) error { +func (e *Evaluator[R]) RunAndCollect(title string, data dataset.Reader, window, stride int, callback func(R) error) error { var wg sync.WaitGroup var collectErr error @@ -57,7 +57,7 @@ func (e *Evaluator[R]) RunAndCollect(data dataset.Reader, window, stride int, ca } }() - runErr := e.Run(data, window, stride) + runErr := e.Run(title, data, window, stride) wg.Wait() diff --git a/llm/perplexity.go b/llm/perplexity.go index 5d9056e..df48ff6 100644 --- a/llm/perplexity.go +++ b/llm/perplexity.go @@ -9,7 +9,7 @@ import ( "go.jknobloc.com/x/tui" ) -func (e *Evaluator[R]) Run(data dataset.Reader, window, stride int) error { +func (e *Evaluator[R]) Run(title string, data dataset.Reader, window, stride int) error { devices := make([]int, len(e.models)) for i := range len(devices) { @@ -46,7 +46,7 @@ func (e *Evaluator[R]) Run(data dataset.Reader, window, stride int) error { }() } - pb := tui.NewProgressBar("Perplexity", 20, 0, time.Now()) + pb := tui.NewProgressBar(title, 20, 0, time.Now()) pb.Start(1*time.Second, func() int { return int(e.completed.Load()) |