1 files changed, 11 insertions, 0 deletions
diff --git a/tokenizer/bpe/config.go b/tokenizer/bpe/config.go
new file mode 100644
index 0000000..aef62c9
--- /dev/null
+++ b/tokenizer/bpe/config.go
@@ -0,0 +1,11 @@
+package bpe
+
+type Config struct {
+	Recover bool
+}
+
+func DefaultConfig() Config {
+	return Config{
+		Recover: false,
+	}
+}