| {"_name_or_path": "answerdotai/ModernBERT-base", "architectures": ["ModernBertForTokenClassification"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 50281, "classifier_activation": "gelu", "classifier_bias": false, "classifier_dropout": 0.0, "classifier_pooling": "mean", "cls_token_id": 50281, "decoder_bias": true, "deterministic_flash_attn": false, "embedding_dropout": 0.0, "eos_token_id": 50282, "global_attn_every_n_layers": 3, "global_rope_theta": 160000.0, "gradient_checkpointing": false, "hidden_activation": "gelu", "hidden_size": 768, "id2label": {"0": "O", "1": "B-COMPONENT", "2": "I-COMPONENT", "3": "B-DESIGN_PARAM", "4": "I-DESIGN_PARAM", "5": "B-MATERIAL", "6": "I-MATERIAL", "7": "B-EQUIPMENT", "8": "I-EQUIPMENT", "9": "B-TECHNOLOGY", "10": "I-TECHNOLOGY", "11": "B-SOFTWARE", "12": "I-SOFTWARE", "13": "B-STANDARD", "14": "I-STANDARD", "15": "B-VENDOR", "16": "I-VENDOR", "17": "B-PRODUCT", "18": "I-PRODUCT"}, "initializer_cutoff_factor": 2.0, "initializer_range": 0.02, "intermediate_size": 1152, "label2id": {"O": "0", "B-COMPONENT": "1", "I-COMPONENT": "2", "B-DESIGN_PARAM": "3", "I-DESIGN_PARAM": "4", "B-MATERIAL": "5", "I-MATERIAL": "6", "B-EQUIPMENT": "7", "I-EQUIPMENT": "8", "B-TECHNOLOGY": "9", "I-TECHNOLOGY": "10", "B-SOFTWARE": "11", "I-SOFTWARE": "12", "B-STANDARD": "13", "I-STANDARD": "14", "B-VENDOR": "15", "I-VENDOR": "16", "B-PRODUCT": "17", "I-PRODUCT": "18"}, "layer_norm_eps": 1e-05, "local_attention": 128, "local_rope_theta": 10000.0, "max_position_embeddings": 8192, "mlp_bias": false, "mlp_dropout": 0.0, "model_type": "modernbert", "norm_bias": false, "norm_eps": 1e-05, "num_attention_heads": 12, "num_hidden_layers": 22, "pad_token_id": 50283, "position_embedding_type": "absolute", "reference_compile": true, "sep_token_id": 50282, "sparse_pred_ignore_index": -100, "sparse_prediction": false, "torch_dtype": "float32", "transformers_version": "4.48.0.dev0", "vocab_size": 50368} |