cicdatopea
commited on
update accuracy
Browse files
README.md
CHANGED
@@ -166,7 +166,7 @@ auto-round --model "OPEA/DeepSeek-V2-Lite-int4-sym-inc" --eval --eval_bs 8 --ta
|
|
166 |
| Metric | BF16 | INT4 |
|
167 |
| :----------------------------------------- | :--: | :----: |
|
168 |
| Avg | | |
|
169 |
-
| leaderboard_mmlu_pro 5 shots | |
|
170 |
| leaderboard_ifeval inst_level_strict_acc | | |
|
171 |
| leaderboard_ifeval prompt_level_strict_acc | | |
|
172 |
| mmlu | | 0.7690 |
|
|
|
166 |
| Metric | BF16 | INT4 |
|
167 |
| :----------------------------------------- | :--: | :----: |
|
168 |
| Avg | | |
|
169 |
+
| leaderboard_mmlu_pro 5 shots | | 0.521 |
|
170 |
| leaderboard_ifeval inst_level_strict_acc | | |
|
171 |
| leaderboard_ifeval prompt_level_strict_acc | | |
|
172 |
| mmlu | | 0.7690 |
|