models:
    - model: ihughes15234/phi35_tictactoe_dpo5epoch_v7
    - model: ihughes15234/phi35_pd_dpo10epoch_1200
merge_method: model_stock
base_model: ihughes15234/Phi-3.5-mini-instruct_unslothcpy
dtype: bfloat16