Update README.md
Browse files
README.md
CHANGED
|
@@ -27,19 +27,19 @@ lm_eval --model hf --model_args pretrained="Intel/Baichuan2-13B-Chat-int4-inc",a
|
|
| 27 |
|
| 28 |
|
| 29 |
|
| 30 |
-
| Metric | INT4 |
|
| 31 |
-
| -------------- | ------ |
|
| 32 |
-
| Avg. | 0.6046 |
|
| 33 |
-
| mmlu | 0.5578 |
|
| 34 |
-
| lambada_openai | 0.7132 |
|
| 35 |
-
| hellaswag | 0.5670 |
|
| 36 |
-
| winogrande | 0.7301 |
|
| 37 |
-
| piqa | 0.7584 |
|
| 38 |
-
| truthfulqa_mc1 | 0.3635 |
|
| 39 |
-
| openbookqa | 0.3120 |
|
| 40 |
-
| boolq | 0.8211 |
|
| 41 |
-
| arc_easy | 0.7492 |
|
| 42 |
-
| arc_challenge | 0.4735 |
|
| 43 |
|
| 44 |
|
| 45 |
|
|
|
|
| 27 |
|
| 28 |
|
| 29 |
|
| 30 |
+
| Metric | BF16 | INT4 |
|
| 31 |
+
| -------------- | ------ | ------ |
|
| 32 |
+
| Avg. | 0.6039 | 0.6046 |
|
| 33 |
+
| mmlu | 0.5625 | 0.5578 |
|
| 34 |
+
| lambada_openai | 0.7085 | 0.7132 |
|
| 35 |
+
| hellaswag | 0.5767 | 0.5670 |
|
| 36 |
+
| winogrande | 0.7167 | 0.7301 |
|
| 37 |
+
| piqa | 0.7519 | 0.7584 |
|
| 38 |
+
| truthfulqa_mc1 | 0.3623 | 0.3635 |
|
| 39 |
+
| openbookqa | 0.3080 | 0.3120 |
|
| 40 |
+
| boolq | 0.8275 | 0.8211 |
|
| 41 |
+
| arc_easy | 0.7521 | 0.7492 |
|
| 42 |
+
| arc_challenge | 0.4727 | 0.4735 |
|
| 43 |
|
| 44 |
|
| 45 |
|