Hugging Face's logo

DianLiI
/
genbio-model

Feature Extraction
Transformers
Safetensors
genbio
custom_code
Model card Files Community
genbio-model
File size: 1,993 Bytes 
fade19c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
 
{
  "architectures": [
    "GenBioModel"
  ],
  "auto_map": {
    "AutoConfig": "modeling_genbio.GenBioConfig",
    "AutoModel": "modeling_genbio.GenBioModel"
  },
  "hparams": {
    "_class_path": "genbio_finetune.tasks.SequenceClassification",
    "_instantiator": "lightning.pytorch.cli.instantiate_module",
    "adapter": {
      "class_path": "genbio_finetune.models.MLPAdapter",
      "dict_kwargs": {
        "hidden_sizes": [
          64
        ]
      },
      "init_args": {
        "bias": true,
        "dropout": 0.0
      }
    },
    "backbone": {
      "class_path": "genbio_finetune.models._proteinfm_debug",
      "init_args": {
        "lora_alpha": 32,
        "lora_dropout": 0.1,
        "lora_modules_to_save": null,
        "lora_r": 16,
        "lora_target_modules": [
          "query",
          "value",
          "key",
          "dense",
          "router"
        ],
        "lora_use_rslora": false,
        "max_length": null,
        "model_init_args": {
          "add_pooling_layer": false
        },
        "save_peft_only": true,
        "use_peft": false
      }
    },
    "batch_size": 2,
    "lr_scheduler": {
      "class_path": "genbio_finetune.lr_schedulers.CosineWithWarmup",
      "init_args": {
        "last_epoch": -1,
        "num_warmup_steps": null,
        "verbose": "deprecated",
        "warmup_ratio": 0.01
      }
    },
    "n_classes": 2,
    "optimizer": {
      "class_path": "torch.optim.AdamW",
      "init_args": {
        "amsgrad": false,
        "betas": [
          0.9,
          0.95
        ],
        "capturable": false,
        "differentiable": false,
        "eps": 1e-08,
        "foreach": null,
        "fused": null,
        "lr": 0.001,
        "maximize": false,
        "weight_decay": 0.01
      }
    },
    "reset_optimizer_states": false,
    "strict_loading": true,
    "use_legacy_adapter": false
  },
  "model_type": "genbio",
  "torch_dtype": "float32",
  "transformers_version": "4.38.0.dev0"
}