Upload tokenizer.json
Browse files- tokenizer.json +1 -1
tokenizer.json
CHANGED
@@ -193,7 +193,7 @@
|
|
193 |
"special": false
|
194 |
},
|
195 |
{
|
196 |
-
"id":
|
197 |
"content": "<|EOT|>",
|
198 |
"single_word": false,
|
199 |
"lstrip": false,
|
|
|
193 |
"special": false
|
194 |
},
|
195 |
{
|
196 |
+
"id": 32023,
|
197 |
"content": "<|EOT|>",
|
198 |
"single_word": false,
|
199 |
"lstrip": false,
|