Tiny-Moe / mergekit_moe_config.yml
Corianas's picture
Upload folder using huggingface_hub
86f8269 verified
raw
history blame contribute delete
513 Bytes
base_model: Corianas/Tiny_Test
gate_mode: cheap_embed # one of "hidden", "cheap_embed", or "random"
dtype: bfloat16 # output dtype (float32, float16, or bfloat16)
## (optional)
# experts_per_token: 2
experts:
- source_model: Corianas/Tiny_Test
positive_prompts:
- "↨once upon a time"
## (optional)
# negative_prompts:
# - "This is a prompt expert_model_1 should not be used for"
- source_model: Corianas/TinyTask-minipaca
# ... and so on
positive_prompts:
- "↨please"