ESM_ohsumed_ohsumed / config.json
davidschulte's picture
Upload config
75471de verified
raw
history blame contribute delete
643 Bytes
{
"base_model_name": "bert-base-multilingual-uncased",
"developers": "David Schulte",
"esm_architecture": "linear",
"esm_batch_size": 32,
"esm_learning_rate": 0.001,
"esm_num_epochs": 10,
"esm_optimizer": "AdamW",
"esm_weight_decay": 0.01,
"label_column": "publication_type",
"language": null,
"lm_batch_size": 32,
"lm_learning_rate": 2e-05,
"lm_num_epochs": 3,
"lm_optimizer": "AdamW",
"lm_weight_decay": 0.01,
"num_examples": 10000,
"seed": 42,
"task_id": "community-datasets/ohsumed",
"task_split": "train",
"task_subset": "ohsumed",
"text_column": "abstract",
"transformers_version": "4.36.2"
}