mergekit-dare_ties-iezesml / mergekit_config.yml
chargoddard's picture
Upload folder using huggingface_hub
eb2c40a verified
models:
- model: unsloth/Llama-3.3-70B-Instruct
parameters:
density: [0.9, 0.1, 0.1]
weight: [0.9, 0.3, 0.3]
- model: nvidia/Llama-3.1-Nemotron-70B-Instruct-HF
parameters:
density: 0.65
weight: [0.1, 0.3, 0.6]
- model: EVA-UNIT-01/EVA-LLaMA-3.33-70B-v0.1
parameters:
density: 0.5
weight: [0.1, 0.7, 0.4]
merge_method: dare_ties
base_model: unsloth/Llama-3.3-70B-Instruct
parameters:
normalize: true
int8_mask: true
dtype: bfloat16