models: - model: mistralai/Mistral-7B-Instruct-v0.2 # No parameters necessary for base model - model: mistralai/Mistral-7B-Instruct-v0.2 parameters: density: 0.44 weight: 0.2 - model: NousResearch/Yarn-Mistral-7b-128k parameters: density: 0.66 weight: 0.4 - model: Kukedlc/MyModelsMerge-7b parameters: density: 0.55 weight: 0.4 merge_method: dare_ties base_model: mistralai/Mistral-7B-Instruct-v0.2 parameters: int8_mask: true dtype: bfloat16