diff options
| author | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-04-23 20:14:26 +0200 |
|---|---|---|
| committer | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-04-23 20:19:46 +0200 |
| commit | d35f5fad1d26fc09cfd98f6e7faf17d6a48e4e8f (patch) | |
| tree | 208ca3b822b822ec1c5e236f4a86d8971a79b575 /gpt2/cmd | |
| parent | d3276058dd057178e1218a6b76f2ec42d713d6e8 (diff) | |
Use platform specific defaults for CUDA device ID
Diffstat (limited to 'gpt2/cmd')
| -rw-r--r-- | gpt2/cmd/gpt2/main.go | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/gpt2/cmd/gpt2/main.go b/gpt2/cmd/gpt2/main.go index fc7dec8..06ec535 100644 --- a/gpt2/cmd/gpt2/main.go +++ b/gpt2/cmd/gpt2/main.go @@ -37,7 +37,7 @@ func generate(prompt []int64) { WithLogProbs: false, } - m := gpt2.NewModel("gpt2/models/mbpe_conv/gpt2_8192_m000_babylm_v2/model_cache.onnx", "0", cfg, opts) + m := gpt2.NewModel("gpt2/models/mbpe_conv/gpt2_8192_m000_babylm_v2/model_cache.onnx", cfg, opts) if err := m.Init(); err != nil { log.Fatal(err) @@ -69,7 +69,7 @@ func score(prompt []int64) { WithLogProbs: true, } - m := gpt2.NewModel("gpt2/models/mbpe_conv/gpt2_8192_m000_babylm_v2/model_eval.onnx", "0", cfg, opts) + m := gpt2.NewModel("gpt2/models/mbpe_conv/gpt2_8192_m000_babylm_v2/model_eval.onnx", cfg, opts) if err := m.Init(); err != nil { log.Fatal(err) |