config.json

{
  "architectures": [
    "GenBioModel"
  ],
  "auto_map": {
    "AutoConfig": "modeling_genbio.GenBioConfig",
    "AutoModel": "modeling_genbio.GenBioModel"
  },
  "hparams": {
    "_class_path": "genbio_finetune.tasks.SequenceClassification",
    "_instantiator": "lightning.pytorch.cli.instantiate_module",
    "adapter": "genbio_finetune.models.LinearCLSAdapter",
    "backbone": {
      "class_path": "genbio_finetune.models.dummy",
      "init_args": {
        "config_overwrites": null,
        "from_scratch": false,
        "lora_alpha": 32,
        "lora_dropout": 0.1,
        "lora_r": 16,
        "max_length": null,
        "model_init_args": null,
        "save_peft_only": true,
        "use_peft": false
      }
    },
    "batch_size": 128,
    "lr_scheduler": null,
    "n_classes": 2,
    "optimizer": {
      "class_path": "torch.optim.AdamW",
      "init_args": {
        "amsgrad": false,
        "betas": [
          0.9,
          0.999
        ],
        "capturable": false,
        "differentiable": false,
        "eps": 1e-08,
        "foreach": null,
        "fused": null,
        "lr": 0.001,
        "maximize": false,
        "weight_decay": 0.01
      }
    },
    "reset_optimizer_states": false,
    "strict_loading": true,
    "use_legacy_adapter": false
  },
  "model_type": "genbio",
  "torch_dtype": "float32",
  "transformers_version": "4.38.0"
}