base_model: Corianas/Tiny_Test | |
gate_mode: random # one of "hidden", "cheap_embed", or "random" | |
dtype: bfloat16 # output dtype (float32, float16, or bfloat16) | |
## (optional) | |
# experts_per_token: 2 | |
experts: | |
- source_model: Corianas/Tiny_Test | |
positive_prompts: | |
- "" | |
## (optional) | |
# negative_prompts: | |
# - "This is a prompt expert_model_1 should not be used for" | |
- source_model: Corianas/TinyTask-minipaca | |
positive_prompts: | |
- "" | |