diff options
| author | Jonas Knobloch <jonas.knobloch@t-online.de> | 2025-11-24 23:41:41 +0100 |
|---|---|---|
| committer | Jonas Knobloch <jonas.knobloch@t-online.de> | 2025-11-26 18:23:05 +0100 |
| commit | a29505606ecdd0db353d7d2c1c0a79f24e0ac9d7 (patch) | |
| tree | 9a68c13dc9825f253757507f0e8ce2286ea32dce /llm | |
| parent | 9077d8f56f245ab1838cb9b9671e1cd2c6b568fa (diff) | |
Use seen tokens to warm up cache
Diffstat (limited to 'llm')
| -rw-r--r-- | llm/perplexity.go | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/llm/perplexity.go b/llm/perplexity.go index dec3945..fbec496 100644 --- a/llm/perplexity.go +++ b/llm/perplexity.go @@ -153,7 +153,7 @@ func (e *Evaluator) schedule(tokens []int64, contextSize, stride, batchSize int) j.positions = append(j.positions, n) j.tokens = append(j.tokens, tokens[i:min(i+contextSize, len(tokens))]) // TODO verify - j.seen = append(j.seen, seen) + j.seen = append(j.seen, seen-i) seen = i + contextSize n++ @@ -185,7 +185,7 @@ func (e *Evaluator) execute(j *job, device int) { panic(err) // TODO handle } - nll := negLogLikelihood(logits[:len(logits)-1], toInt(j.tokens[0][1:])) + nll := negLogLikelihood(logits[j.seen[0]:len(logits)-1], toInt(j.tokens[0][1+j.seen[0]:])) j.results = append(j.results, nll) |