diff options
Diffstat (limited to 'llmc/cmd/data/tinyshakespeare.go')
| -rw-r--r-- | llmc/cmd/data/tinyshakespeare.go | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/llmc/cmd/data/tinyshakespeare.go b/llmc/cmd/data/tinyshakespeare.go index d71151b..960dca6 100644 --- a/llmc/cmd/data/tinyshakespeare.go +++ b/llmc/cmd/data/tinyshakespeare.go @@ -19,7 +19,7 @@ func tinyShakespeare() { reader = r } - reader.SetDelimiters("\n\n") + reader.SetDelimiter("\n\n") var tokenizer *bpe.Tokenizer |