File size: 2,412 Bytes
bc68739
 
 
7925571
 
 
 
 
 
 
 
 
 
bc68739
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
---
tags:
- not-for-all-audiences
- merge
- mergekit
base_model:
- Sao10K/Fimbulvetr-11B-v2
- KoboldAI/Mistral-7B-Holodeck-1
- KoboldAI/Mistral-7B-Erebus-v3
- senseable/WestLake-7B-v2
- fblgit/UNA-TheBeagle-7b-v1
- SanjiWatsuki/Kunoichi-DPO-v2-7B
- SanjiWatsuki/Silicon-Maid-7B
---
Refer to the original models for best usage.

- [Sao10K/Fimbulvetr-11B-v2](https://huggingface.co/Sao10K/Fimbulvetr-11B-v2)

- [KoboldAI/Mistral-7B-Holodeck-1](https://huggingface.co/KoboldAI/Mistral-7B-Holodeck-1)

- [KoboldAI/Mistral-7B-Erebus-v3](https://huggingface.co/KoboldAI/Mistral-7B-Erebus-v3)

- [senseable/WestLake-7B-v2](https://huggingface.co/senseable/WestLake-7B-v2)

- [fblgit/UNA-TheBeagle-7b-v1](https://huggingface.co/fblgit/UNA-TheBeagle-7b-v1)

- [SanjiWatsuki/Kunoichi-DPO-v2-7B](https://huggingface.co/SanjiWatsuki/Kunoichi-DPO-v2-7B)

- [SanjiWatsuki/Silicon-Maid-7B](https://huggingface.co/SanjiWatsuki/Silicon-Maid-7B)
---

# Mergekit Recipe
```yaml
# Mistral Merging
merge_method: linear
dtype: float16
models:
  - model: KoboldAI/Mistral-7B-Holodeck-1
    parameters:
      weight: 0.45
  - model: KoboldAI/Mistral-7B-Erebus-v3
    parameters:
      weight: 0.45
  - model: senseable/WestLake-7B-v2
    parameters:
      weight: 0.025
  - model: fblgit/UNA-TheBeagle-7b-v1
    parameters:
      weight: 0.025
  - model: SanjiWatsuki/Kunoichi-DPO-v2-7B
    parameters:
      weight: 0.025
  - model: SanjiWatsuki/Silicon-Maid-7B
    parameters:
      weight: 0.025
name: MV01-WestHolobuSiliKunoichiBeagle-7B
---

# Mistral Stacking
merge_method: passthrough
dtype: float16
slices:
  - sources:
    - model: MV01-WestHolobuSiliKunoichiBeagle-7B
      layer_range: [0, 24]
  - sources:
    - model: MV01-WestHolobuSiliKunoichiBeagle-7B
      layer_range: [8, 32]
name: MV01-Stacked-WestHolobuSiliKunoichiBeagle-Unhealed-10.7B
---

# Mistral Stack Healing
merge_method: task_arithmetic
dtype: float16
base_model: Undi95/Mistral-11B-v0.1
models:
  - model: Sao10K/Fimbulvetr-11B-v2
    parameters:
      weight: 1.0
  - model: MV01-Stacked-WestHolobuSiliKunoichiBeagle-Unhealed-10.7B
    parameters:
      weight: 1.0
name: FimbulWestHolobuSiliKunoichiBeagle-UnfixedConfig-10.7B
---

# Healed Stack Config Fixing
merge_method: task_arithmetic
dtype: float16
base_model: Sao10K/Fimbulvetr-11B-v2
models:
  - model: FimbulWestHolobuSiliKunoichiBeagle-UnfixedConfig-10.7B
    parameters:
      weight: 1.0
```