models: | |
- model: h2oai/h2o-danube3-500m-base | |
#no parameters necessary for base model | |
- model: appvoid/text-arco | |
parameters: | |
density: 0.5 | |
weight: 0.25 | |
- model: appvoid/arco-2 | |
parameters: | |
density: 0.5 | |
weight: 0.25 | |
- model: appvoid/massive | |
parameters: | |
density: 0.5 | |
weight: 0.25 | |
- model: Fizzarolli/clite-500m | |
parameters: | |
density: 0.5 | |
weight: 0.25 | |
merge_method: ties | |
base_model: h2oai/h2o-danube3-500m-base | |
parameters: | |
normalize: false | |
int8_mask: true | |
dtype: float16 |