|
{ |
|
"architectures": [ |
|
"RobertaForTokenClassification" |
|
], |
|
"attention_probs_dropout_prob": 0.1, |
|
"bos_token_id": 0, |
|
"classifier_dropout": null, |
|
"custom_pipelines": { |
|
"universal-dependencies": { |
|
"impl": "ud.UniversalDependenciesPipeline" |
|
} |
|
}, |
|
"eos_token_id": 2, |
|
"gradient_checkpointing": false, |
|
"hidden_act": "gelu", |
|
"hidden_dropout_prob": 0.1, |
|
"hidden_size": 1024, |
|
"id2label": { |
|
"0": "-|_|dep", |
|
"1": "ADJ|_|acl", |
|
"2": "ADJ|_|acl:relcl", |
|
"3": "ADJ|_|advcl", |
|
"4": "ADJ|_|advmod", |
|
"5": "ADJ|_|amod", |
|
"6": "ADJ|_|appos", |
|
"7": "ADJ|_|ccomp", |
|
"8": "ADJ|_|conj", |
|
"9": "ADJ|_|dep", |
|
"10": "ADJ|_|dislocated", |
|
"11": "ADJ|_|fixed", |
|
"12": "ADJ|_|flat", |
|
"13": "ADJ|_|nmod", |
|
"14": "ADJ|_|nsubj", |
|
"15": "ADJ|_|obj", |
|
"16": "ADJ|_|obl", |
|
"17": "ADJ|_|root", |
|
"18": "ADP|_|appos", |
|
"19": "ADP|_|case", |
|
"20": "ADP|_|flat", |
|
"21": "ADP|_|mark", |
|
"22": "ADP|_|nmod", |
|
"23": "ADP|_|nsubj", |
|
"24": "ADP|_|obj", |
|
"25": "ADV|_|acl", |
|
"26": "ADV|_|acl:relcl", |
|
"27": "ADV|_|advcl", |
|
"28": "ADV|_|advmod", |
|
"29": "ADV|_|amod", |
|
"30": "ADV|_|appos", |
|
"31": "ADV|_|case", |
|
"32": "ADV|_|cc", |
|
"33": "ADV|_|ccomp", |
|
"34": "ADV|_|conj", |
|
"35": "ADV|_|dep", |
|
"36": "ADV|_|dislocated", |
|
"37": "ADV|_|fixed", |
|
"38": "ADV|_|flat", |
|
"39": "ADV|_|iobj", |
|
"40": "ADV|_|mark", |
|
"41": "ADV|_|nmod", |
|
"42": "ADV|_|nmod:poss", |
|
"43": "ADV|_|nsubj", |
|
"44": "ADV|_|obj", |
|
"45": "ADV|_|obl", |
|
"46": "ADV|_|root", |
|
"47": "AUX|_|amod", |
|
"48": "AUX|_|aux", |
|
"49": "AUX|_|cop", |
|
"50": "AUX|_|fixed", |
|
"51": "AUX|_|flat", |
|
"52": "AUX|_|root", |
|
"53": "CCONJ|_|acl", |
|
"54": "CCONJ|_|advcl", |
|
"55": "CCONJ|_|advmod", |
|
"56": "CCONJ|_|amod", |
|
"57": "CCONJ|_|case", |
|
"58": "CCONJ|_|cc", |
|
"59": "CCONJ|_|ccomp", |
|
"60": "CCONJ|_|compound", |
|
"61": "CCONJ|_|conj", |
|
"62": "CCONJ|_|csubj", |
|
"63": "CCONJ|_|dep", |
|
"64": "CCONJ|_|dislocated", |
|
"65": "CCONJ|_|fixed", |
|
"66": "CCONJ|_|flat", |
|
"67": "CCONJ|_|iobj", |
|
"68": "CCONJ|_|mark", |
|
"69": "CCONJ|_|nmod", |
|
"70": "CCONJ|_|nsubj", |
|
"71": "CCONJ|_|obj", |
|
"72": "CCONJ|_|obl", |
|
"73": "CCONJ|_|root", |
|
"74": "CCONJ|_|xcomp", |
|
"75": "DET|NumType=Card|det", |
|
"76": "DET|_|appos", |
|
"77": "DET|_|ccomp", |
|
"78": "DET|_|det", |
|
"79": "DET|_|root", |
|
"80": "INTJ|_|advcl", |
|
"81": "INTJ|_|conj", |
|
"82": "INTJ|_|discourse", |
|
"83": "INTJ|_|root", |
|
"84": "INTJ|_|vocative", |
|
"85": "NOUN|_|acl", |
|
"86": "NOUN|_|acl:relcl", |
|
"87": "NOUN|_|advcl", |
|
"88": "NOUN|_|amod", |
|
"89": "NOUN|_|appos", |
|
"90": "NOUN|_|case", |
|
"91": "NOUN|_|ccomp", |
|
"92": "NOUN|_|clf", |
|
"93": "NOUN|_|compound", |
|
"94": "NOUN|_|conj", |
|
"95": "NOUN|_|csubj", |
|
"96": "NOUN|_|dep", |
|
"97": "NOUN|_|dislocated", |
|
"98": "NOUN|_|fixed", |
|
"99": "NOUN|_|flat", |
|
"100": "NOUN|_|iobj", |
|
"101": "NOUN|_|nmod", |
|
"102": "NOUN|_|nmod:poss", |
|
"103": "NOUN|_|nsubj", |
|
"104": "NOUN|_|nsubj:pass", |
|
"105": "NOUN|_|nummod", |
|
"106": "NOUN|_|obj", |
|
"107": "NOUN|_|obl", |
|
"108": "NOUN|_|parataxis", |
|
"109": "NOUN|_|root", |
|
"110": "NOUN|_|vocative", |
|
"111": "NOUN|_|xcomp", |
|
"112": "NUM|NumType=Card|acl:relcl", |
|
"113": "NUM|NumType=Card|advcl", |
|
"114": "NUM|NumType=Card|appos", |
|
"115": "NUM|NumType=Card|conj", |
|
"116": "NUM|NumType=Card|dep", |
|
"117": "NUM|NumType=Card|flat", |
|
"118": "NUM|NumType=Card|nmod", |
|
"119": "NUM|NumType=Card|nmod:poss", |
|
"120": "NUM|NumType=Card|nsubj", |
|
"121": "NUM|NumType=Card|nsubj:pass", |
|
"122": "NUM|NumType=Card|nummod", |
|
"123": "NUM|NumType=Card|obj", |
|
"124": "NUM|NumType=Card|obl", |
|
"125": "NUM|NumType=Card|root", |
|
"126": "NUM|_|acl:relcl", |
|
"127": "NUM|_|advcl", |
|
"128": "NUM|_|appos", |
|
"129": "NUM|_|compound", |
|
"130": "NUM|_|conj", |
|
"131": "NUM|_|csubj", |
|
"132": "NUM|_|dep", |
|
"133": "NUM|_|dislocated", |
|
"134": "NUM|_|flat", |
|
"135": "NUM|_|nmod", |
|
"136": "NUM|_|nmod:poss", |
|
"137": "NUM|_|nsubj", |
|
"138": "NUM|_|nsubj:pass", |
|
"139": "NUM|_|nummod", |
|
"140": "NUM|_|obj", |
|
"141": "NUM|_|obl", |
|
"142": "NUM|_|root", |
|
"143": "NUM|_|xcomp", |
|
"144": "PART|_|acl", |
|
"145": "PART|_|advcl", |
|
"146": "PART|_|advmod", |
|
"147": "PART|_|amod", |
|
"148": "PART|_|case", |
|
"149": "PART|_|ccomp", |
|
"150": "PART|_|compound", |
|
"151": "PART|_|conj", |
|
"152": "PART|_|dep", |
|
"153": "PART|_|dislocated", |
|
"154": "PART|_|nmod", |
|
"155": "PART|_|nsubj", |
|
"156": "PART|_|obj", |
|
"157": "PART|_|obl", |
|
"158": "PART|_|root", |
|
"159": "PART|_|xcomp", |
|
"160": "PRON|_|acl", |
|
"161": "PRON|_|advcl", |
|
"162": "PRON|_|appos", |
|
"163": "PRON|_|ccomp", |
|
"164": "PRON|_|compound", |
|
"165": "PRON|_|conj", |
|
"166": "PRON|_|csubj", |
|
"167": "PRON|_|dep", |
|
"168": "PRON|_|det:poss", |
|
"169": "PRON|_|dislocated", |
|
"170": "PRON|_|flat", |
|
"171": "PRON|_|iobj", |
|
"172": "PRON|_|nmod", |
|
"173": "PRON|_|nsubj", |
|
"174": "PRON|_|nsubj:pass", |
|
"175": "PRON|_|obj", |
|
"176": "PRON|_|obl", |
|
"177": "PRON|_|root", |
|
"178": "PROPN|_|acl", |
|
"179": "PROPN|_|acl:relcl", |
|
"180": "PROPN|_|advcl", |
|
"181": "PROPN|_|amod", |
|
"182": "PROPN|_|appos", |
|
"183": "PROPN|_|ccomp", |
|
"184": "PROPN|_|compound", |
|
"185": "PROPN|_|conj", |
|
"186": "PROPN|_|csubj", |
|
"187": "PROPN|_|dep", |
|
"188": "PROPN|_|dislocated", |
|
"189": "PROPN|_|flat", |
|
"190": "PROPN|_|iobj", |
|
"191": "PROPN|_|nmod", |
|
"192": "PROPN|_|nmod:poss", |
|
"193": "PROPN|_|nsubj", |
|
"194": "PROPN|_|nsubj:pass", |
|
"195": "PROPN|_|obj", |
|
"196": "PROPN|_|obl", |
|
"197": "PROPN|_|root", |
|
"198": "PROPN|_|vocative", |
|
"199": "PROPN|_|xcomp", |
|
"200": "PUNCT|NumType=Card|punct", |
|
"201": "PUNCT|_|punct", |
|
"202": "SCONJ|_|acl", |
|
"203": "SCONJ|_|advcl", |
|
"204": "SCONJ|_|amod", |
|
"205": "SCONJ|_|appos", |
|
"206": "SCONJ|_|case", |
|
"207": "SCONJ|_|cc", |
|
"208": "SCONJ|_|ccomp", |
|
"209": "SCONJ|_|conj", |
|
"210": "SCONJ|_|dep", |
|
"211": "SCONJ|_|dislocated", |
|
"212": "SCONJ|_|fixed", |
|
"213": "SCONJ|_|mark", |
|
"214": "SCONJ|_|nmod", |
|
"215": "SCONJ|_|nsubj", |
|
"216": "SCONJ|_|obj", |
|
"217": "SCONJ|_|obl", |
|
"218": "SCONJ|_|root", |
|
"219": "SCONJ|_|xcomp", |
|
"220": "SYM|_|advmod", |
|
"221": "SYM|_|appos", |
|
"222": "SYM|_|compound", |
|
"223": "SYM|_|conj", |
|
"224": "SYM|_|dep", |
|
"225": "SYM|_|flat", |
|
"226": "SYM|_|list", |
|
"227": "SYM|_|nmod", |
|
"228": "SYM|_|nmod:poss", |
|
"229": "SYM|_|nsubj", |
|
"230": "SYM|_|nsubj:pass", |
|
"231": "SYM|_|nummod", |
|
"232": "SYM|_|obj", |
|
"233": "SYM|_|root", |
|
"234": "VERB|_|acl", |
|
"235": "VERB|_|acl:relcl", |
|
"236": "VERB|_|advcl", |
|
"237": "VERB|_|amod", |
|
"238": "VERB|_|appos", |
|
"239": "VERB|_|case", |
|
"240": "VERB|_|ccomp", |
|
"241": "VERB|_|compound", |
|
"242": "VERB|_|conj", |
|
"243": "VERB|_|csubj", |
|
"244": "VERB|_|dep", |
|
"245": "VERB|_|dislocated", |
|
"246": "VERB|_|fixed", |
|
"247": "VERB|_|flat", |
|
"248": "VERB|_|nmod", |
|
"249": "VERB|_|nmod:poss", |
|
"250": "VERB|_|nsubj", |
|
"251": "VERB|_|obj", |
|
"252": "VERB|_|obl", |
|
"253": "VERB|_|root", |
|
"254": "VERB|_|xcomp", |
|
"255": "X|_|advcl", |
|
"256": "X|_|appos", |
|
"257": "X|_|compound", |
|
"258": "X|_|conj", |
|
"259": "X|_|csubj", |
|
"260": "X|_|dep", |
|
"261": "X|_|dislocated", |
|
"262": "X|_|flat", |
|
"263": "X|_|goeswith", |
|
"264": "X|_|nmod", |
|
"265": "X|_|nsubj", |
|
"266": "X|_|obj", |
|
"267": "X|_|obl", |
|
"268": "X|_|root" |
|
}, |
|
"initializer_range": 0.02, |
|
"intermediate_size": 4096, |
|
"label2id": { |
|
"-|_|dep": 0, |
|
"ADJ|_|acl": 1, |
|
"ADJ|_|acl:relcl": 2, |
|
"ADJ|_|advcl": 3, |
|
"ADJ|_|advmod": 4, |
|
"ADJ|_|amod": 5, |
|
"ADJ|_|appos": 6, |
|
"ADJ|_|ccomp": 7, |
|
"ADJ|_|conj": 8, |
|
"ADJ|_|dep": 9, |
|
"ADJ|_|dislocated": 10, |
|
"ADJ|_|fixed": 11, |
|
"ADJ|_|flat": 12, |
|
"ADJ|_|nmod": 13, |
|
"ADJ|_|nsubj": 14, |
|
"ADJ|_|obj": 15, |
|
"ADJ|_|obl": 16, |
|
"ADJ|_|root": 17, |
|
"ADP|_|appos": 18, |
|
"ADP|_|case": 19, |
|
"ADP|_|flat": 20, |
|
"ADP|_|mark": 21, |
|
"ADP|_|nmod": 22, |
|
"ADP|_|nsubj": 23, |
|
"ADP|_|obj": 24, |
|
"ADV|_|acl": 25, |
|
"ADV|_|acl:relcl": 26, |
|
"ADV|_|advcl": 27, |
|
"ADV|_|advmod": 28, |
|
"ADV|_|amod": 29, |
|
"ADV|_|appos": 30, |
|
"ADV|_|case": 31, |
|
"ADV|_|cc": 32, |
|
"ADV|_|ccomp": 33, |
|
"ADV|_|conj": 34, |
|
"ADV|_|dep": 35, |
|
"ADV|_|dislocated": 36, |
|
"ADV|_|fixed": 37, |
|
"ADV|_|flat": 38, |
|
"ADV|_|iobj": 39, |
|
"ADV|_|mark": 40, |
|
"ADV|_|nmod": 41, |
|
"ADV|_|nmod:poss": 42, |
|
"ADV|_|nsubj": 43, |
|
"ADV|_|obj": 44, |
|
"ADV|_|obl": 45, |
|
"ADV|_|root": 46, |
|
"AUX|_|amod": 47, |
|
"AUX|_|aux": 48, |
|
"AUX|_|cop": 49, |
|
"AUX|_|fixed": 50, |
|
"AUX|_|flat": 51, |
|
"AUX|_|root": 52, |
|
"CCONJ|_|acl": 53, |
|
"CCONJ|_|advcl": 54, |
|
"CCONJ|_|advmod": 55, |
|
"CCONJ|_|amod": 56, |
|
"CCONJ|_|case": 57, |
|
"CCONJ|_|cc": 58, |
|
"CCONJ|_|ccomp": 59, |
|
"CCONJ|_|compound": 60, |
|
"CCONJ|_|conj": 61, |
|
"CCONJ|_|csubj": 62, |
|
"CCONJ|_|dep": 63, |
|
"CCONJ|_|dislocated": 64, |
|
"CCONJ|_|fixed": 65, |
|
"CCONJ|_|flat": 66, |
|
"CCONJ|_|iobj": 67, |
|
"CCONJ|_|mark": 68, |
|
"CCONJ|_|nmod": 69, |
|
"CCONJ|_|nsubj": 70, |
|
"CCONJ|_|obj": 71, |
|
"CCONJ|_|obl": 72, |
|
"CCONJ|_|root": 73, |
|
"CCONJ|_|xcomp": 74, |
|
"DET|NumType=Card|det": 75, |
|
"DET|_|appos": 76, |
|
"DET|_|ccomp": 77, |
|
"DET|_|det": 78, |
|
"DET|_|root": 79, |
|
"INTJ|_|advcl": 80, |
|
"INTJ|_|conj": 81, |
|
"INTJ|_|discourse": 82, |
|
"INTJ|_|root": 83, |
|
"INTJ|_|vocative": 84, |
|
"NOUN|_|acl": 85, |
|
"NOUN|_|acl:relcl": 86, |
|
"NOUN|_|advcl": 87, |
|
"NOUN|_|amod": 88, |
|
"NOUN|_|appos": 89, |
|
"NOUN|_|case": 90, |
|
"NOUN|_|ccomp": 91, |
|
"NOUN|_|clf": 92, |
|
"NOUN|_|compound": 93, |
|
"NOUN|_|conj": 94, |
|
"NOUN|_|csubj": 95, |
|
"NOUN|_|dep": 96, |
|
"NOUN|_|dislocated": 97, |
|
"NOUN|_|fixed": 98, |
|
"NOUN|_|flat": 99, |
|
"NOUN|_|iobj": 100, |
|
"NOUN|_|nmod": 101, |
|
"NOUN|_|nmod:poss": 102, |
|
"NOUN|_|nsubj": 103, |
|
"NOUN|_|nsubj:pass": 104, |
|
"NOUN|_|nummod": 105, |
|
"NOUN|_|obj": 106, |
|
"NOUN|_|obl": 107, |
|
"NOUN|_|parataxis": 108, |
|
"NOUN|_|root": 109, |
|
"NOUN|_|vocative": 110, |
|
"NOUN|_|xcomp": 111, |
|
"NUM|NumType=Card|acl:relcl": 112, |
|
"NUM|NumType=Card|advcl": 113, |
|
"NUM|NumType=Card|appos": 114, |
|
"NUM|NumType=Card|conj": 115, |
|
"NUM|NumType=Card|dep": 116, |
|
"NUM|NumType=Card|flat": 117, |
|
"NUM|NumType=Card|nmod": 118, |
|
"NUM|NumType=Card|nmod:poss": 119, |
|
"NUM|NumType=Card|nsubj": 120, |
|
"NUM|NumType=Card|nsubj:pass": 121, |
|
"NUM|NumType=Card|nummod": 122, |
|
"NUM|NumType=Card|obj": 123, |
|
"NUM|NumType=Card|obl": 124, |
|
"NUM|NumType=Card|root": 125, |
|
"NUM|_|acl:relcl": 126, |
|
"NUM|_|advcl": 127, |
|
"NUM|_|appos": 128, |
|
"NUM|_|compound": 129, |
|
"NUM|_|conj": 130, |
|
"NUM|_|csubj": 131, |
|
"NUM|_|dep": 132, |
|
"NUM|_|dislocated": 133, |
|
"NUM|_|flat": 134, |
|
"NUM|_|nmod": 135, |
|
"NUM|_|nmod:poss": 136, |
|
"NUM|_|nsubj": 137, |
|
"NUM|_|nsubj:pass": 138, |
|
"NUM|_|nummod": 139, |
|
"NUM|_|obj": 140, |
|
"NUM|_|obl": 141, |
|
"NUM|_|root": 142, |
|
"NUM|_|xcomp": 143, |
|
"PART|_|acl": 144, |
|
"PART|_|advcl": 145, |
|
"PART|_|advmod": 146, |
|
"PART|_|amod": 147, |
|
"PART|_|case": 148, |
|
"PART|_|ccomp": 149, |
|
"PART|_|compound": 150, |
|
"PART|_|conj": 151, |
|
"PART|_|dep": 152, |
|
"PART|_|dislocated": 153, |
|
"PART|_|nmod": 154, |
|
"PART|_|nsubj": 155, |
|
"PART|_|obj": 156, |
|
"PART|_|obl": 157, |
|
"PART|_|root": 158, |
|
"PART|_|xcomp": 159, |
|
"PRON|_|acl": 160, |
|
"PRON|_|advcl": 161, |
|
"PRON|_|appos": 162, |
|
"PRON|_|ccomp": 163, |
|
"PRON|_|compound": 164, |
|
"PRON|_|conj": 165, |
|
"PRON|_|csubj": 166, |
|
"PRON|_|dep": 167, |
|
"PRON|_|det:poss": 168, |
|
"PRON|_|dislocated": 169, |
|
"PRON|_|flat": 170, |
|
"PRON|_|iobj": 171, |
|
"PRON|_|nmod": 172, |
|
"PRON|_|nsubj": 173, |
|
"PRON|_|nsubj:pass": 174, |
|
"PRON|_|obj": 175, |
|
"PRON|_|obl": 176, |
|
"PRON|_|root": 177, |
|
"PROPN|_|acl": 178, |
|
"PROPN|_|acl:relcl": 179, |
|
"PROPN|_|advcl": 180, |
|
"PROPN|_|amod": 181, |
|
"PROPN|_|appos": 182, |
|
"PROPN|_|ccomp": 183, |
|
"PROPN|_|compound": 184, |
|
"PROPN|_|conj": 185, |
|
"PROPN|_|csubj": 186, |
|
"PROPN|_|dep": 187, |
|
"PROPN|_|dislocated": 188, |
|
"PROPN|_|flat": 189, |
|
"PROPN|_|iobj": 190, |
|
"PROPN|_|nmod": 191, |
|
"PROPN|_|nmod:poss": 192, |
|
"PROPN|_|nsubj": 193, |
|
"PROPN|_|nsubj:pass": 194, |
|
"PROPN|_|obj": 195, |
|
"PROPN|_|obl": 196, |
|
"PROPN|_|root": 197, |
|
"PROPN|_|vocative": 198, |
|
"PROPN|_|xcomp": 199, |
|
"PUNCT|NumType=Card|punct": 200, |
|
"PUNCT|_|punct": 201, |
|
"SCONJ|_|acl": 202, |
|
"SCONJ|_|advcl": 203, |
|
"SCONJ|_|amod": 204, |
|
"SCONJ|_|appos": 205, |
|
"SCONJ|_|case": 206, |
|
"SCONJ|_|cc": 207, |
|
"SCONJ|_|ccomp": 208, |
|
"SCONJ|_|conj": 209, |
|
"SCONJ|_|dep": 210, |
|
"SCONJ|_|dislocated": 211, |
|
"SCONJ|_|fixed": 212, |
|
"SCONJ|_|mark": 213, |
|
"SCONJ|_|nmod": 214, |
|
"SCONJ|_|nsubj": 215, |
|
"SCONJ|_|obj": 216, |
|
"SCONJ|_|obl": 217, |
|
"SCONJ|_|root": 218, |
|
"SCONJ|_|xcomp": 219, |
|
"SYM|_|advmod": 220, |
|
"SYM|_|appos": 221, |
|
"SYM|_|compound": 222, |
|
"SYM|_|conj": 223, |
|
"SYM|_|dep": 224, |
|
"SYM|_|flat": 225, |
|
"SYM|_|list": 226, |
|
"SYM|_|nmod": 227, |
|
"SYM|_|nmod:poss": 228, |
|
"SYM|_|nsubj": 229, |
|
"SYM|_|nsubj:pass": 230, |
|
"SYM|_|nummod": 231, |
|
"SYM|_|obj": 232, |
|
"SYM|_|root": 233, |
|
"VERB|_|acl": 234, |
|
"VERB|_|acl:relcl": 235, |
|
"VERB|_|advcl": 236, |
|
"VERB|_|amod": 237, |
|
"VERB|_|appos": 238, |
|
"VERB|_|case": 239, |
|
"VERB|_|ccomp": 240, |
|
"VERB|_|compound": 241, |
|
"VERB|_|conj": 242, |
|
"VERB|_|csubj": 243, |
|
"VERB|_|dep": 244, |
|
"VERB|_|dislocated": 245, |
|
"VERB|_|fixed": 246, |
|
"VERB|_|flat": 247, |
|
"VERB|_|nmod": 248, |
|
"VERB|_|nmod:poss": 249, |
|
"VERB|_|nsubj": 250, |
|
"VERB|_|obj": 251, |
|
"VERB|_|obl": 252, |
|
"VERB|_|root": 253, |
|
"VERB|_|xcomp": 254, |
|
"X|_|advcl": 255, |
|
"X|_|appos": 256, |
|
"X|_|compound": 257, |
|
"X|_|conj": 258, |
|
"X|_|csubj": 259, |
|
"X|_|dep": 260, |
|
"X|_|dislocated": 261, |
|
"X|_|flat": 262, |
|
"X|_|goeswith": 263, |
|
"X|_|nmod": 264, |
|
"X|_|nsubj": 265, |
|
"X|_|obj": 266, |
|
"X|_|obl": 267, |
|
"X|_|root": 268 |
|
}, |
|
"layer_norm_eps": 1e-05, |
|
"max_position_embeddings": 514, |
|
"model_type": "roberta", |
|
"num_attention_heads": 16, |
|
"num_hidden_layers": 24, |
|
"pad_token_id": 1, |
|
"position_embedding_type": "absolute", |
|
"tokenizer_class": "BertTokenizerFast", |
|
"torch_dtype": "float32", |
|
"transformers_version": "4.22.1", |
|
"type_vocab_size": 1, |
|
"use_cache": true, |
|
"vocab_size": 39255 |
|
} |
|
|