diff options
| author | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-04-07 11:13:47 +0200 |
|---|---|---|
| committer | Jonas Knobloch <jonas.knobloch@t-online.de> | 2026-04-07 11:13:47 +0200 |
| commit | 96b4edc5e291e253747956083933339040ad07c3 (patch) | |
| tree | ae6fdc64fda6b87b092b810d632715d13b663468 /gpt2/scripts/base.py | |
| parent | 58ef69d71be7cdaa005a4ee21ec5ba43511e7196 (diff) | |
Add model conversion script
Diffstat (limited to 'gpt2/scripts/base.py')
| -rw-r--r-- | gpt2/scripts/base.py | 11 |
1 files changed, 11 insertions, 0 deletions
diff --git a/gpt2/scripts/base.py b/gpt2/scripts/base.py new file mode 100644 index 0000000..0553ffd --- /dev/null +++ b/gpt2/scripts/base.py @@ -0,0 +1,11 @@ +#!/usr/bin/env python3 + +from transformers import AutoTokenizer, AutoModelForCausalLM + +model_id = "gpt2" + +tokenizer = AutoTokenizer.from_pretrained(model_id) +tokenizer.save_pretrained("../models/base") + +model = AutoModelForCausalLM.from_pretrained(model_id) +model.save_pretrained("../models/base") |