sdadas
/

polish-roberta-large-v2

Inference Endpoints

Model card Files Files and versions Community

sdadas commited on Apr 23, 2024

Commit

66e3b18

·

verified ·

1 Parent(s): 9f60bd3

Upload tokenizer.json

Files changed (1) hide show

tokenizer.json +1 -1

tokenizer.json CHANGED Viewed

@@ -55,7 +55,7 @@
   "pre_tokenizer": {
     "type": "Metaspace",
     "replacement": "▁",
-    "add_prefix_space": false
   },
   "post_processor": {
     "type": "RobertaProcessing",

   "pre_tokenizer": {
     "type": "Metaspace",
     "replacement": "▁",
+    "add_prefix_space": true
   },
   "post_processor": {
     "type": "RobertaProcessing",