mila-intel
/

ProtST-esm1b

Feature Extraction

Model card Files Files and versions Community

Jiqing commited on Jan 22, 2024

Commit

fdc35b1

·

verified ·

1 Parent(s): 01eb671

Update modeling_protst.py

Files changed (1) hide show

modeling_protst.py +1 -1

modeling_protst.py CHANGED Viewed

@@ -235,7 +235,7 @@ class ProtSTForProteinPropertyPrediction(ProtSTPreTrainedModel):
         self.protein_model = EsmForProteinRepresentation(config.protein_config)
         self.text_model = BertForPubMed(config.text_config)
         self.logit_scale = nn.Parameter(torch.ones([]) * math.log(1 / 0.07))
-        self.classifier = ProtSTHead(config, out_dim=config.num_labels)
         self.post_init() # NOTE

         self.protein_model = EsmForProteinRepresentation(config.protein_config)
         self.text_model = BertForPubMed(config.text_config)
         self.logit_scale = nn.Parameter(torch.ones([]) * math.log(1 / 0.07))
+        self.classifier = ProtSTHead(config.protein_config, out_dim=config.num_labels)
         self.post_init() # NOTE