#!/bin/bash
eval "$(conda shell.bash hook)"
conda activate llmcocktail

# MODEL1=/media/hangyu5/Home/Documents/Hugging-Face/LM_cocktail/meow
# MODEL2=/media/hangyu5/Home/Documents/Hugging-Face/LM_cocktail/SOLAR-10.7B-Instruct-v1.0
# MODEL1=/media/hangyu5/Home/Documents/Hugging-Face/LLaMA_Factory/phi-2-sft-alpaca_gpt4_en-ep1
# MODEL2=/media/hangyu5/Home/Documents/Hugging-Face/LLaMA_Factory/phi-2-ultrachat200K-merged

MODEL1=/media/hangyu5/Home/Documents/Hugging-Face/LM_cocktail/Mistral-7B-Instruct-v0.2
MODEL2=/media/hangyu5/Home/Documents/Hugging-Face/LM_cocktail/xDAN-L1-Chat-RL-v1

CUDA_VISIBLE_DEVICES=1 python merge.py \
    --models $MODEL1 $MODEL2 \
    --weights 0.5 0.5 \
    |& tee ./merge.log