models: | |
- model: nbeerbower/Llama-3.1-Nemotron-lorablated-70B | |
- model: flammenai/Mahou-1.5-llama3.1-70B | |
- model: nbeerbower/Llama3.1-Gutenberg-Doppel-70B | |
- model: flammenai/Llama3.1-Flammades-70B | |
- model: rombodawg/Rombos-LLM-V2.6-Nemotron-70b | |
merge_method: model_stock | |
base_model: mlabonne/Hermes-3-Llama-3.1-70B-lorablated | |
dtype: bfloat16 | |