Update README.md
Browse files
README.md
CHANGED
@@ -52,17 +52,17 @@ lm_eval --model hf --model_args pretrained="Intel/Baichuan2-13B-Chat-int4-inc",a
|
|
52 |
|
53 |
| Metric | BF16 | INT4 |
|
54 |
| -------------- | ------ | ------ |
|
55 |
-
| Avg. | 0.
|
56 |
-
| mmlu | 0.
|
57 |
-
| lambada_openai | 0.
|
58 |
-
| hellaswag | 0.
|
59 |
-
| winogrande | 0.
|
60 |
-
| piqa | 0.
|
61 |
-
| truthfulqa_mc1 | 0.
|
62 |
| openbookqa | 0.3080 | 0.3120 |
|
63 |
-
| boolq | 0.
|
64 |
-
| arc_easy | 0.
|
65 |
-
| arc_challenge | 0.
|
66 |
|
67 |
|
68 |
|
|
|
52 |
|
53 |
| Metric | BF16 | INT4 |
|
54 |
| -------------- | ------ | ------ |
|
55 |
+
| Avg. | 0.6047 | 0.6046 |
|
56 |
+
| mmlu | 0.5593 | 0.5578 |
|
57 |
+
| lambada_openai | 0.7141 | 0.7132 |
|
58 |
+
| hellaswag | 0.5779 | 0.5670 |
|
59 |
+
| winogrande | 0.7198 | 0.7301 |
|
60 |
+
| piqa | 0.7552 | 0.7584 |
|
61 |
+
| truthfulqa_mc1 | 0.3599 | 0.3635 |
|
62 |
| openbookqa | 0.3080 | 0.3120 |
|
63 |
+
| boolq | 0.8269 | 0.8211 |
|
64 |
+
| arc_easy | 0.7513 | 0.7492 |
|
65 |
+
| arc_challenge | 0.4744 | 0.4735 |
|
66 |
|
67 |
|
68 |
|