lhallee commited on
Commit
0e8b6a7
·
verified ·
1 Parent(s): 10566d3

Upload ESM

Browse files
Files changed (2) hide show
  1. config.json +2 -2
  2. model.safetensors +2 -2
config.json CHANGED
@@ -3,8 +3,8 @@
3
  "ESM"
4
  ],
5
  "expansion_ratio": 2.6666666666666665,
6
- "hidden_size": 768,
7
- "num_attention_heads": 6,
8
  "num_hidden_layers": 12,
9
  "torch_dtype": "bfloat16",
10
  "transformers_version": "4.47.1",
 
3
  "ESM"
4
  ],
5
  "expansion_ratio": 2.6666666666666665,
6
+ "hidden_size": 512,
7
+ "num_attention_heads": 8,
8
  "num_hidden_layers": 12,
9
  "torch_dtype": "bfloat16",
10
  "transformers_version": "4.47.1",
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4f8544fe33d75943e74e7d25959dd611a221d8848803c15df9cb6675113f5646
3
- size 132536572
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb831dee1ff73c5619eb10863ec534ddb638b958f535e68b4b6aaf8ee9ec2e32
3
+ size 63194548