Tiny-moe-rand / mergekit_moe_config.yml
Corianas's picture
Upload folder using huggingface_hub
5066a6f verified
raw
history blame contribute delete
464 Bytes
base_model: Corianas/Tiny_Test
gate_mode: random # one of "hidden", "cheap_embed", or "random"
dtype: bfloat16 # output dtype (float32, float16, or bfloat16)
## (optional)
# experts_per_token: 2
experts:
- source_model: Corianas/Tiny_Test
positive_prompts:
- ""
## (optional)
# negative_prompts:
# - "This is a prompt expert_model_1 should not be used for"
- source_model: Corianas/TinyTask-minipaca
positive_prompts:
- ""