Shu Huang
commited on
Commit
·
309d320
1
Parent(s):
c514899
update
Browse files- config.json +1 -1
- tokenizer.json +5 -1
config.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
{
|
| 2 |
"_name_or_path": "/lus/theta-fs0/projects/SolarWindowsADSP/shu/models/best_models/bert/batteryonlybert-uncased/",
|
| 3 |
"architectures": [
|
| 4 |
-
"
|
| 5 |
],
|
| 6 |
"attention_probs_dropout_prob": 0.1,
|
| 7 |
"classifier_dropout": null,
|
|
|
|
| 1 |
{
|
| 2 |
"_name_or_path": "/lus/theta-fs0/projects/SolarWindowsADSP/shu/models/best_models/bert/batteryonlybert-uncased/",
|
| 3 |
"architectures": [
|
| 4 |
+
"BertLstmCrfForTokenClassification"
|
| 5 |
],
|
| 6 |
"attention_probs_dropout_prob": 0.1,
|
| 7 |
"classifier_dropout": null,
|
tokenizer.json
CHANGED
|
@@ -141,7 +141,11 @@
|
|
| 141 |
}
|
| 142 |
}
|
| 143 |
},
|
| 144 |
-
"decoder":
|
|
|
|
|
|
|
|
|
|
|
|
|
| 145 |
"model": {
|
| 146 |
"type": "WordPiece",
|
| 147 |
"unk_token": "[UNK]",
|
|
|
|
| 141 |
}
|
| 142 |
}
|
| 143 |
},
|
| 144 |
+
"decoder": {
|
| 145 |
+
"type": "WordPiece",
|
| 146 |
+
"prefix": "##",
|
| 147 |
+
"cleanup": true
|
| 148 |
+
},
|
| 149 |
"model": {
|
| 150 |
"type": "WordPiece",
|
| 151 |
"unk_token": "[UNK]",
|