Text Generation
KerasHub
Keras
bloomz_3b_multi / config.json
mattdangerw's picture
Upload folder using huggingface_hub
7c972b0 verified
raw
history blame contribute delete
439 Bytes
{
"module": "keras_hub.src.models.bloom.bloom_backbone",
"class_name": "BloomBackbone",
"config": {
"name": "bloom_backbone",
"trainable": true,
"vocabulary_size": 250880,
"num_layers": 30,
"num_heads": 32,
"hidden_dim": 2560,
"intermediate_dim": 10240,
"dropout": 0.0,
"layer_norm_epsilon": 1e-05
},
"registered_name": "keras_hub>BloomBackbone"
}