From 321802e7b1f77f684a720d1052befd6d36280875 Mon Sep 17 00:00:00 2001 From: Jonas Knobloch Date: Tue, 18 Nov 2025 02:04:41 +0100 Subject: Add perplexity evaluation --- llm/job.go | 19 +++++++++++++++++++ 1 file changed, 19 insertions(+) create mode 100644 llm/job.go (limited to 'llm/job.go') diff --git a/llm/job.go b/llm/job.go new file mode 100644 index 0000000..3e7c5c9 --- /dev/null +++ b/llm/job.go @@ -0,0 +1,19 @@ +package llm + +type job struct { + positions []int + tokens [][]int64 + seen []int + results []float64 + debug [][2]int +} + +func newJob(batchSize int) *job { + return &job{ + positions: make([]int, 0, batchSize), + tokens: make([][]int64, 0, batchSize), + seen: make([]int, 0, batchSize), + results: make([]float64, 0, batchSize), + debug: make([][2]int, 0), + } +} -- cgit v1.3.1