summaryrefslogtreecommitdiff
path: root/scripts/conv.py
diff options
context:
space:
mode:
authorJonas Knobloch <jonas.knobloch@t-online.de>2025-11-10 19:46:04 +0100
committerJonas Knobloch <jonas.knobloch@t-online.de>2025-11-10 19:46:04 +0100
commit9605daf285621697247f67965fa2a654d5743596 (patch)
tree134517036d821204a01783a64f942dd38af661db /scripts/conv.py
parent03417140e4f64533bac7e65566ca5936f54a992e (diff)
Initialize with empty cache
Diffstat (limited to 'scripts/conv.py')
-rw-r--r--scripts/conv.py2
1 files changed, 1 insertions, 1 deletions
diff --git a/scripts/conv.py b/scripts/conv.py
index 07d63f9..cf0cbb8 100644
--- a/scripts/conv.py
+++ b/scripts/conv.py
@@ -11,5 +11,5 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
from optimum.onnxruntime import ORTModelForCausalLM
model_id = "gpt2"
-model = ORTModelForCausalLM.from_pretrained(model_id, export=True, use_cache=False)
+model = ORTModelForCausalLM.from_pretrained(model_id, export=True, use_cache=True)
model.save_pretrained("onnx-gpt2") \ No newline at end of file