summaryrefslogtreecommitdiff
path: root/llm/evaluator.go
blob: 9faf4837437eb807cc32889afeaa932d0f965a32 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
package llm

import "sync"

type Evaluator struct {
	mutex     sync.RWMutex
	models    []Causal
	tokenizer Tokenizer
	results   []result
	jobs      int
}

func NewEvaluator() *Evaluator {
	return &Evaluator{
		models:  make([]Causal, 0),
		results: make([]result, 0),
	}
}

func (e *Evaluator) AddModel(model Causal) {
	e.models = append(e.models, model)
}

func (e *Evaluator) SetTokenizer(tokenizer Tokenizer) {
	e.tokenizer = tokenizer
}