models: | |
- model: BioMistral/BioMistral-7B-DARE | |
parameters: | |
weight: 1.0 | |
- model: NousResearch/Nous-Hermes-2-Mistral-7B-DPO | |
parameters: | |
weight: 0.6 | |
merge_method: linear | |
dtype: float16 | |
models: | |
- model: BioMistral/BioMistral-7B-DARE | |
parameters: | |
weight: 1.0 | |
- model: NousResearch/Nous-Hermes-2-Mistral-7B-DPO | |
parameters: | |
weight: 0.6 | |
merge_method: linear | |
dtype: float16 | |