diff options
| author | Jonas Knobloch <jonas.knobloch@t-online.de> | 2025-11-10 15:54:26 +0100 |
|---|---|---|
| committer | Jonas Knobloch <jonas.knobloch@t-online.de> | 2025-11-10 15:54:26 +0100 |
| commit | 588596b60cc4f01e82e6efe68aa5c185c8e3f413 (patch) | |
| tree | e825738c56ff2ade2e1cb1f72571274529dc5a32 /scripts/conv.py | |
Initial commit
Diffstat (limited to 'scripts/conv.py')
| -rw-r--r-- | scripts/conv.py | 15 |
1 files changed, 15 insertions, 0 deletions
diff --git a/scripts/conv.py b/scripts/conv.py new file mode 100644 index 0000000..07d63f9 --- /dev/null +++ b/scripts/conv.py @@ -0,0 +1,15 @@ +# /// script +# dependencies = [ +# "torch", +# "transformers", +# "optimum", +# "optimum[onnxruntime]", +# ] +# /// + +from transformers import AutoTokenizer, AutoModelForCausalLM +from optimum.onnxruntime import ORTModelForCausalLM + +model_id = "gpt2" +model = ORTModelForCausalLM.from_pretrained(model_id, export=True, use_cache=False) +model.save_pretrained("onnx-gpt2")
\ No newline at end of file |