summaryrefslogtreecommitdiff
path: root/gpt2/cmd
diff options
context:
space:
mode:
Diffstat (limited to 'gpt2/cmd')
-rw-r--r--gpt2/cmd/gpt2/main.go4
1 files changed, 2 insertions, 2 deletions
diff --git a/gpt2/cmd/gpt2/main.go b/gpt2/cmd/gpt2/main.go
index 6c7a46b..663bdd8 100644
--- a/gpt2/cmd/gpt2/main.go
+++ b/gpt2/cmd/gpt2/main.go
@@ -19,7 +19,7 @@ func main() {
}
func generate(prompt []int64) {
- m := gpt2.NewModel("gpt2/models/mbpe_conv/gpt2_8192_m000_babylm_v2/model_cache.onnx", "0", gpt2.NewDefaultConfig().WithVocabSize(8193), true, false)
+ m := gpt2.NewModel("gpt2/models/mbpe_conv/gpt2_8192_m000_babylm_v2/model_cache.onnx", "0", gpt2.NewDefaultConfig().WithVocabSize(8193), true, true, false)
if err := m.Init(); err != nil {
log.Fatal(err)
@@ -41,7 +41,7 @@ func generate(prompt []int64) {
}
func score(prompt []int64) {
- m := gpt2.NewModel("gpt2/models/mbpe_conv/gpt2_8192_m000_babylm_v2/model_eval.onnx", "0", gpt2.NewDefaultConfig().WithVocabSize(8193), false, true)
+ m := gpt2.NewModel("gpt2/models/mbpe_conv/gpt2_8192_m000_babylm_v2/model_eval.onnx", "0", gpt2.NewDefaultConfig().WithVocabSize(8193), false, false, true)
if err := m.Init(); err != nil {
log.Fatal(err)