Hugging Face's logo

boris
/
cappa-large-patch16-256-jax

Transformers
Inference Endpoints
Model card Files Community
cappa-large-patch16-256-jax
File size: 1,636 Bytes 
6ae3d8b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
 
{
  "text_config": {
    "float32_logits": true,
    "dtype": "bfloat16",
    "activations": [
      "gelu",
      "linear"
    ],
    "normalize_qk": false,
    "use_bias": false,
    "force_scale": false,
    "attention_dropout": 0.0,
    "mlp_dropout_rate": 0.0,
    "unroll": 100,
    "remat_policy": "none",
    "eos_token_id": 2,
    "mask_token_id": 4,
    "pad_token_id": 3,
    "bos_token_id": 1,
    "masked_pred_prob": 0.75,
    "is_decoder": true,
    "pool_type": null,
    "num_queries": 1,
    "vocab_size": 65536,
    "hidden_size": 1024,
    "max_length": 64,
    "num_layers": 12,
    "use_rmsnorm": true,
    "ln_type": "normformer",
    "num_heads": 16,
    "position_embedding_type": "rotary",
    "use_causal_mask": true,
    "mlp_dim": 3072
  },
  "vision_config": {
    "float32_logits": true,
    "position_embedding_type": "learnt",
    "position_embedding_shape": null,
    "position_embedding_factorized": false,
    "dtype": "bfloat16",
    "activations": [
      "gelu",
      "linear"
    ],
    "normalize_qk": false,
    "use_bias": false,
    "force_scale": false,
    "attention_dropout": 0.0,
    "mlp_dropout_rate": 0.0,
    "pool_type": null,
    "unroll": 100,
    "registers": 8,
    "keep_registers": true,
    "remat_policy": "none",
    "num_queries": 1,
    "image_size": 256,
    "hidden_size": 1024,
    "patch_size": 16,
    "num_layers": 24,
    "use_rmsnorm": true,
    "ln_type": "normformer",
    "num_heads": 16,
    "use_causal_mask": false,
    "mlp_dim": 3072
  },
  "projection_dim": 1024,
  "logit_scale_init_value": 2.3,
  "logit_bias_init_value": -10.0,
  "dtype": "bfloat16"
}