From 321802e7b1f77f684a720d1052befd6d36280875 Mon Sep 17 00:00:00 2001
From: Jonas Knobloch <jonas.knobloch@t-online.de>
Date: Tue, 18 Nov 2025 02:04:41 +0100
Subject: Add perplexity evaluation

---
 bpc/cmd/bpc/main.go | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

(limited to 'bpc/cmd')

diff --git a/bpc/cmd/bpc/main.go b/bpc/cmd/bpc/main.go
index b6ebef1..8f7fc1e 100644
--- a/bpc/cmd/bpc/main.go
+++ b/bpc/cmd/bpc/main.go
@@ -5,6 +5,7 @@ import (
 	"gpt2"
 	"log"
 	mbpe "mbpe-dyn"
+	"os"
 )
 
 func main() {
@@ -24,7 +25,7 @@ func main() {
 }
 
 func model() *gpt2.Model {
-	return gpt2.NewModel("../gpt2/models/base/model.onnx")
+	return gpt2.NewModel("../gpt2/models/base/model.onnx", os.Getenv("BPC_CUDA_DEVICE_ID"))
 }
 
 func tokenizer() *mbpe.Tokenizer {
-- 
cgit v1.3.1