{ "annotation_transformer": true, "architectures": [ "CAMP" ], "diff": false, "dropout": 0.05, "hidden_dim": 640, "input_dim": 384, "intermediate_dim": 2560, "kernel_size": 11, "latent": false, "mlm": false, "mnr": false, "model_type": "CAMP", "nhead": 8, "nlp_path": "lhallee/annotation_transformer_uniref90", "num_hidden_layers": 1, "out_dim": 512, "plm_path": "facebook/esm2_t33_650m_UR50D", "pooling": "avg", "token": null, "torch_dtype": "bfloat16", "transformers_version": "4.41.2" }