File size: 462 Bytes
6b48d99 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 |
{
"architectures": [
"VLMambaCLIPLMHeadModel"
],
"d_model": 2560,
"fused_add_norm": true,
"hidden_size": 2560,
"image_size": 336,
"n_layer": 64,
"pad_vocab_size_multiple": 8,
"residual_in_fp32": true,
"rms_norm": true,
"select_feature": "patch",
"select_layer": -2,
"ssm_cfg": {},
"torch_dtype": "bfloat16",
"transformers_version": "4.37.1",
"vision_encoder_name": "timm/eva02_large_patch14_clip_336",
"vocab_size": 50280
}
|