blob: 0553ffdd785b5c9b3e9aa104649e5df7d456e479 (
plain)
1
2
3
4
5
6
7
8
9
10
11
|
#!/usr/bin/env python3
from transformers import AutoTokenizer, AutoModelForCausalLM
model_id = "gpt2"
tokenizer = AutoTokenizer.from_pretrained(model_id)
tokenizer.save_pretrained("../models/base")
model = AutoModelForCausalLM.from_pretrained(model_id)
model.save_pretrained("../models/base")
|
