b1de35f 0e8b6a7 b1de35f
1
2
3
4
5
6
7
8
9
10
11
12
13
{ "architectures": [ "ESM" ], "expansion_ratio": 2.6666666666666665, "hidden_size": 512, "num_attention_heads": 8, "num_hidden_layers": 12, "torch_dtype": "bfloat16", "transformers_version": "4.47.1", "vocab_size": 33 }
