diff options
Diffstat (limited to 'llm/cmd')
| -rw-r--r-- | llm/cmd/eval/perplexity.go | 8 |
1 files changed, 6 insertions, 2 deletions
diff --git a/llm/cmd/eval/perplexity.go b/llm/cmd/eval/perplexity.go index dd4dae3..b84b659 100644 --- a/llm/cmd/eval/perplexity.go +++ b/llm/cmd/eval/perplexity.go @@ -43,8 +43,11 @@ func perplexity() { n := 0 cfg := llm.TokenBufferConfig{ - Window: 1024, - Stride: 512, + Window: 1024, + Stride: 512, + PadLeft: false, // probably not fine since we don't adjust model inputs for padding + PadRight: true, // fine since we remove padded log probs anyway + PadTokenID: 50256, } if err := e.RunAndCollect("Perplexity", d, cfg, func(r pplResult) error { @@ -60,6 +63,7 @@ func perplexity() { ppl := math.Exp(avg) fmt.Println(ppl) + fmt.Printf("%d tokens\n", n) if err := m.Destroy(); err != nil { log.Fatal(err) |