Update README.md
#2
by
Delta-Vector
- opened
README.md
CHANGED
@@ -22,7 +22,8 @@ model-index:
|
|
22 |
value: 35.03
|
23 |
name: strict accuracy
|
24 |
source:
|
25 |
-
url:
|
|
|
26 |
name: Open LLM Leaderboard
|
27 |
- task:
|
28 |
type: text-generation
|
@@ -37,7 +38,8 @@ model-index:
|
|
37 |
value: 33.27
|
38 |
name: normalized accuracy
|
39 |
source:
|
40 |
-
url:
|
|
|
41 |
name: Open LLM Leaderboard
|
42 |
- task:
|
43 |
type: text-generation
|
@@ -52,7 +54,8 @@ model-index:
|
|
52 |
value: 11.63
|
53 |
name: exact match
|
54 |
source:
|
55 |
-
url:
|
|
|
56 |
name: Open LLM Leaderboard
|
57 |
- task:
|
58 |
type: text-generation
|
@@ -67,7 +70,8 @@ model-index:
|
|
67 |
value: 12.98
|
68 |
name: acc_norm
|
69 |
source:
|
70 |
-
url:
|
|
|
71 |
name: Open LLM Leaderboard
|
72 |
- task:
|
73 |
type: text-generation
|
@@ -82,7 +86,8 @@ model-index:
|
|
82 |
value: 15.65
|
83 |
name: acc_norm
|
84 |
source:
|
85 |
-
url:
|
|
|
86 |
name: Open LLM Leaderboard
|
87 |
- task:
|
88 |
type: text-generation
|
@@ -99,8 +104,19 @@ model-index:
|
|
99 |
value: 32.81
|
100 |
name: accuracy
|
101 |
source:
|
102 |
-
url:
|
|
|
103 |
name: Open LLM Leaderboard
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
104 |
---
|
105 |
|
106 |
|
@@ -326,5 +342,4 @@ Detailed results can be found [here](https://huggingface.co/datasets/open-llm-le
|
|
326 |
|MATH Lvl 5 (4-Shot)|11.63|
|
327 |
|GPQA (0-shot) |12.98|
|
328 |
|MuSR (0-shot) |15.65|
|
329 |
-
|MMLU-PRO (5-shot) |32.81|
|
330 |
-
|
|
|
22 |
value: 35.03
|
23 |
name: strict accuracy
|
24 |
source:
|
25 |
+
url: >-
|
26 |
+
https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=anthracite-org/magnum-v4-9b
|
27 |
name: Open LLM Leaderboard
|
28 |
- task:
|
29 |
type: text-generation
|
|
|
38 |
value: 33.27
|
39 |
name: normalized accuracy
|
40 |
source:
|
41 |
+
url: >-
|
42 |
+
https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=anthracite-org/magnum-v4-9b
|
43 |
name: Open LLM Leaderboard
|
44 |
- task:
|
45 |
type: text-generation
|
|
|
54 |
value: 11.63
|
55 |
name: exact match
|
56 |
source:
|
57 |
+
url: >-
|
58 |
+
https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=anthracite-org/magnum-v4-9b
|
59 |
name: Open LLM Leaderboard
|
60 |
- task:
|
61 |
type: text-generation
|
|
|
70 |
value: 12.98
|
71 |
name: acc_norm
|
72 |
source:
|
73 |
+
url: >-
|
74 |
+
https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=anthracite-org/magnum-v4-9b
|
75 |
name: Open LLM Leaderboard
|
76 |
- task:
|
77 |
type: text-generation
|
|
|
86 |
value: 15.65
|
87 |
name: acc_norm
|
88 |
source:
|
89 |
+
url: >-
|
90 |
+
https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=anthracite-org/magnum-v4-9b
|
91 |
name: Open LLM Leaderboard
|
92 |
- task:
|
93 |
type: text-generation
|
|
|
104 |
value: 32.81
|
105 |
name: accuracy
|
106 |
source:
|
107 |
+
url: >-
|
108 |
+
https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=anthracite-org/magnum-v4-9b
|
109 |
name: Open LLM Leaderboard
|
110 |
+
datasets:
|
111 |
+
- anthracite-org/c2_logs_16k_llama_v1.1
|
112 |
+
- NewEden/Claude-Instruct-5K
|
113 |
+
- anthracite-org/kalo-opus-instruct-22k-no-refusal
|
114 |
+
- Epiculous/SynthRP-Gens-v1.1-Filtered-n-Cleaned
|
115 |
+
- lodrick-the-lafted/kalo-opus-instruct-3k-filtered
|
116 |
+
- anthracite-org/nopm_claude_writing_fixed
|
117 |
+
- Epiculous/Synthstruct-Gens-v1.1-Filtered-n-Cleaned
|
118 |
+
- anthracite-org/kalo_opus_misc_240827
|
119 |
+
- anthracite-org/kalo_misc_part2
|
120 |
---
|
121 |
|
122 |
|
|
|
342 |
|MATH Lvl 5 (4-Shot)|11.63|
|
343 |
|GPQA (0-shot) |12.98|
|
344 |
|MuSR (0-shot) |15.65|
|
345 |
+
|MMLU-PRO (5-shot) |32.81|
|
|