diff options
| author | Jonas Knobloch <jonas.knobloch@t-online.de> | 2025-11-18 02:04:41 +0100 |
|---|---|---|
| committer | Jonas Knobloch <jonas.knobloch@t-online.de> | 2025-11-18 02:09:09 +0100 |
| commit | 321802e7b1f77f684a720d1052befd6d36280875 (patch) | |
| tree | 7312584cc5db9b30acef5151dff242dbbd7a7379 /bpc/cmd | |
| parent | 7073b124c5eb31169442ef18d1627b7ed7401280 (diff) | |
Add perplexity evaluation
Diffstat (limited to 'bpc/cmd')
| -rw-r--r-- | bpc/cmd/bpc/main.go | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/bpc/cmd/bpc/main.go b/bpc/cmd/bpc/main.go index b6ebef1..8f7fc1e 100644 --- a/bpc/cmd/bpc/main.go +++ b/bpc/cmd/bpc/main.go @@ -5,6 +5,7 @@ import ( "gpt2" "log" mbpe "mbpe-dyn" + "os" ) func main() { @@ -24,7 +25,7 @@ func main() { } func model() *gpt2.Model { - return gpt2.NewModel("../gpt2/models/base/model.onnx") + return gpt2.NewModel("../gpt2/models/base/model.onnx", os.Getenv("BPC_CUDA_DEVICE_ID")) } func tokenizer() *mbpe.Tokenizer { |