UVA-MSBA
/

Team11M4

paragon-analytics commited on May 15, 2023

Commit

b3b168b

1 Parent(s): 16de52a

Upload tokenizer

Files changed (1) hide show

tokenizer_config.json CHANGED Viewed

@@ -1,14 +1,12 @@
 {
   "cls_token": "[CLS]",
-  "do_basic_tokenize": true,
   "do_lower_case": false,
   "mask_token": "[MASK]",
   "model_max_length": 512,
-  "name_or_path": "dmis-lab/biobert-v1.1",
-  "never_split": null,
   "pad_token": "[PAD]",
   "sep_token": "[SEP]",
-  "special_tokens_map_file": "/home/rm6uz/.cache/huggingface/hub/models--dmis-lab--biobert-v1.1/snapshots/551ca18efd7f052c8dfa0b01c94c2a8e68bc5488/special_tokens_map.json",
   "strip_accents": null,
   "tokenize_chinese_chars": true,
   "tokenizer_class": "BertTokenizer",

 {
   "cls_token": "[CLS]",
   "do_lower_case": false,
   "mask_token": "[MASK]",
   "model_max_length": 512,
+  "name_or_path": "bert-base-cased",
   "pad_token": "[PAD]",
   "sep_token": "[SEP]",
+  "special_tokens_map_file": null,
   "strip_accents": null,
   "tokenize_chinese_chars": true,
   "tokenizer_class": "BertTokenizer",