Files changed (1) hide show
  1. README.md +23 -8
README.md CHANGED
@@ -22,7 +22,8 @@ model-index:
22
  value: 35.03
23
  name: strict accuracy
24
  source:
25
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=anthracite-org/magnum-v4-9b
 
26
  name: Open LLM Leaderboard
27
  - task:
28
  type: text-generation
@@ -37,7 +38,8 @@ model-index:
37
  value: 33.27
38
  name: normalized accuracy
39
  source:
40
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=anthracite-org/magnum-v4-9b
 
41
  name: Open LLM Leaderboard
42
  - task:
43
  type: text-generation
@@ -52,7 +54,8 @@ model-index:
52
  value: 11.63
53
  name: exact match
54
  source:
55
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=anthracite-org/magnum-v4-9b
 
56
  name: Open LLM Leaderboard
57
  - task:
58
  type: text-generation
@@ -67,7 +70,8 @@ model-index:
67
  value: 12.98
68
  name: acc_norm
69
  source:
70
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=anthracite-org/magnum-v4-9b
 
71
  name: Open LLM Leaderboard
72
  - task:
73
  type: text-generation
@@ -82,7 +86,8 @@ model-index:
82
  value: 15.65
83
  name: acc_norm
84
  source:
85
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=anthracite-org/magnum-v4-9b
 
86
  name: Open LLM Leaderboard
87
  - task:
88
  type: text-generation
@@ -99,8 +104,19 @@ model-index:
99
  value: 32.81
100
  name: accuracy
101
  source:
102
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=anthracite-org/magnum-v4-9b
 
103
  name: Open LLM Leaderboard
 
 
 
 
 
 
 
 
 
 
104
  ---
105
 
106
 
@@ -326,5 +342,4 @@ Detailed results can be found [here](https://huggingface.co/datasets/open-llm-le
326
  |MATH Lvl 5 (4-Shot)|11.63|
327
  |GPQA (0-shot) |12.98|
328
  |MuSR (0-shot) |15.65|
329
- |MMLU-PRO (5-shot) |32.81|
330
-
 
22
  value: 35.03
23
  name: strict accuracy
24
  source:
25
+ url: >-
26
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=anthracite-org/magnum-v4-9b
27
  name: Open LLM Leaderboard
28
  - task:
29
  type: text-generation
 
38
  value: 33.27
39
  name: normalized accuracy
40
  source:
41
+ url: >-
42
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=anthracite-org/magnum-v4-9b
43
  name: Open LLM Leaderboard
44
  - task:
45
  type: text-generation
 
54
  value: 11.63
55
  name: exact match
56
  source:
57
+ url: >-
58
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=anthracite-org/magnum-v4-9b
59
  name: Open LLM Leaderboard
60
  - task:
61
  type: text-generation
 
70
  value: 12.98
71
  name: acc_norm
72
  source:
73
+ url: >-
74
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=anthracite-org/magnum-v4-9b
75
  name: Open LLM Leaderboard
76
  - task:
77
  type: text-generation
 
86
  value: 15.65
87
  name: acc_norm
88
  source:
89
+ url: >-
90
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=anthracite-org/magnum-v4-9b
91
  name: Open LLM Leaderboard
92
  - task:
93
  type: text-generation
 
104
  value: 32.81
105
  name: accuracy
106
  source:
107
+ url: >-
108
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=anthracite-org/magnum-v4-9b
109
  name: Open LLM Leaderboard
110
+ datasets:
111
+ - anthracite-org/c2_logs_16k_llama_v1.1
112
+ - NewEden/Claude-Instruct-5K
113
+ - anthracite-org/kalo-opus-instruct-22k-no-refusal
114
+ - Epiculous/SynthRP-Gens-v1.1-Filtered-n-Cleaned
115
+ - lodrick-the-lafted/kalo-opus-instruct-3k-filtered
116
+ - anthracite-org/nopm_claude_writing_fixed
117
+ - Epiculous/Synthstruct-Gens-v1.1-Filtered-n-Cleaned
118
+ - anthracite-org/kalo_opus_misc_240827
119
+ - anthracite-org/kalo_misc_part2
120
  ---
121
 
122
 
 
342
  |MATH Lvl 5 (4-Shot)|11.63|
343
  |GPQA (0-shot) |12.98|
344
  |MuSR (0-shot) |15.65|
345
+ |MMLU-PRO (5-shot) |32.81|