From 96b4edc5e291e253747956083933339040ad07c3 Mon Sep 17 00:00:00 2001
From: Jonas Knobloch <jonas.knobloch@t-online.de>
Date: Tue, 7 Apr 2026 11:13:47 +0200
Subject: Add model conversion script

---
 gpt2/scripts/base.py | 11 +++++++++++
 1 file changed, 11 insertions(+)
 create mode 100644 gpt2/scripts/base.py

(limited to 'gpt2/scripts/base.py')

diff --git a/gpt2/scripts/base.py b/gpt2/scripts/base.py
new file mode 100644
index 0000000..0553ffd
--- /dev/null
+++ b/gpt2/scripts/base.py
@@ -0,0 +1,11 @@
+#!/usr/bin/env python3
+
+from transformers import AutoTokenizer, AutoModelForCausalLM
+
+model_id = "gpt2"
+
+tokenizer = AutoTokenizer.from_pretrained(model_id)
+tokenizer.save_pretrained("../models/base")
+
+model = AutoModelForCausalLM.from_pretrained(model_id)
+model.save_pretrained("../models/base")
-- 
cgit v1.3.1