diff options
Diffstat (limited to 'gpt2/scripts/base.py')
| -rw-r--r-- | gpt2/scripts/base.py | 11 |
1 files changed, 11 insertions, 0 deletions
diff --git a/gpt2/scripts/base.py b/gpt2/scripts/base.py new file mode 100644 index 0000000..0553ffd --- /dev/null +++ b/gpt2/scripts/base.py @@ -0,0 +1,11 @@ +#!/usr/bin/env python3 + +from transformers import AutoTokenizer, AutoModelForCausalLM + +model_id = "gpt2" + +tokenizer = AutoTokenizer.from_pretrained(model_id) +tokenizer.save_pretrained("../models/base") + +model = AutoModelForCausalLM.from_pretrained(model_id) +model.save_pretrained("../models/base") |