From 019a25a6082a8cde372304e34dcd0ae3d5e875ed Mon Sep 17 00:00:00 2001 From: Jonas Knobloch Date: Thu, 13 Nov 2025 19:25:27 +0100 Subject: Refactor into workspace --- gpt2/scripts/conv.py | 15 +++++++++++++++ 1 file changed, 15 insertions(+) create mode 100644 gpt2/scripts/conv.py (limited to 'gpt2/scripts/conv.py') diff --git a/gpt2/scripts/conv.py b/gpt2/scripts/conv.py new file mode 100644 index 0000000..cf0cbb8 --- /dev/null +++ b/gpt2/scripts/conv.py @@ -0,0 +1,15 @@ +# /// script +# dependencies = [ +# "torch", +# "transformers", +# "optimum", +# "optimum[onnxruntime]", +# ] +# /// + +from transformers import AutoTokenizer, AutoModelForCausalLM +from optimum.onnxruntime import ORTModelForCausalLM + +model_id = "gpt2" +model = ORTModelForCausalLM.from_pretrained(model_id, export=True, use_cache=True) +model.save_pretrained("onnx-gpt2") \ No newline at end of file -- cgit v1.3.1