| { | |
| "architectures": [ | |
| "GenBioModel" | |
| ], | |
| "auto_map": { | |
| "AutoConfig": "modeling_genbio.GenBioConfig", | |
| "AutoModel": "modeling_genbio.GenBioModel" | |
| }, | |
| "hparams": { | |
| "_class_path": "genbio_finetune.tasks.SequenceClassification", | |
| "_instantiator": "lightning.pytorch.cli.instantiate_module", | |
| "adapter": { | |
| "class_path": "genbio_finetune.models.MLPAdapter", | |
| "dict_kwargs": { | |
| "hidden_sizes": [ | |
| 64 | |
| ] | |
| }, | |
| "init_args": { | |
| "bias": true, | |
| "dropout": 0.0 | |
| } | |
| }, | |
| "backbone": { | |
| "class_path": "genbio_finetune.models._proteinfm_debug", | |
| "init_args": { | |
| "lora_alpha": 32, | |
| "lora_dropout": 0.1, | |
| "lora_modules_to_save": null, | |
| "lora_r": 16, | |
| "lora_target_modules": [ | |
| "query", | |
| "value", | |
| "key", | |
| "dense", | |
| "router" | |
| ], | |
| "lora_use_rslora": false, | |
| "max_length": null, | |
| "model_init_args": { | |
| "add_pooling_layer": false | |
| }, | |
| "save_peft_only": true, | |
| "use_peft": false | |
| } | |
| }, | |
| "batch_size": 2, | |
| "lr_scheduler": { | |
| "class_path": "genbio_finetune.lr_schedulers.CosineWithWarmup", | |
| "init_args": { | |
| "last_epoch": -1, | |
| "num_warmup_steps": null, | |
| "verbose": "deprecated", | |
| "warmup_ratio": 0.01 | |
| } | |
| }, | |
| "n_classes": 2, | |
| "optimizer": { | |
| "class_path": "torch.optim.AdamW", | |
| "init_args": { | |
| "amsgrad": false, | |
| "betas": [ | |
| 0.9, | |
| 0.95 | |
| ], | |
| "capturable": false, | |
| "differentiable": false, | |
| "eps": 1e-08, | |
| "foreach": null, | |
| "fused": null, | |
| "lr": 0.001, | |
| "maximize": false, | |
| "weight_decay": 0.01 | |
| } | |
| }, | |
| "reset_optimizer_states": false, | |
| "strict_loading": true, | |
| "use_legacy_adapter": false | |
| }, | |
| "model_type": "genbio", | |
| "torch_dtype": "float32", | |
| "transformers_version": "4.38.0.dev0" | |
| } | |