English
yintongl commited on
Commit
852fd4e
·
verified ·
1 Parent(s): 161c3ee

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +10 -10
README.md CHANGED
@@ -52,17 +52,17 @@ lm_eval --model hf --model_args pretrained="Intel/Baichuan2-13B-Chat-int4-inc",a
52
 
53
  | Metric | BF16 | INT4 |
54
  | -------------- | ------ | ------ |
55
- | Avg. | 0.6039 | 0.6046 |
56
- | mmlu | 0.5625 | 0.5578 |
57
- | lambada_openai | 0.7085 | 0.7132 |
58
- | hellaswag | 0.5767 | 0.5670 |
59
- | winogrande | 0.7167 | 0.7301 |
60
- | piqa | 0.7519 | 0.7584 |
61
- | truthfulqa_mc1 | 0.3623 | 0.3635 |
62
  | openbookqa | 0.3080 | 0.3120 |
63
- | boolq | 0.8275 | 0.8211 |
64
- | arc_easy | 0.7521 | 0.7492 |
65
- | arc_challenge | 0.4727 | 0.4735 |
66
 
67
 
68
 
 
52
 
53
  | Metric | BF16 | INT4 |
54
  | -------------- | ------ | ------ |
55
+ | Avg. | 0.6047 | 0.6046 |
56
+ | mmlu | 0.5593 | 0.5578 |
57
+ | lambada_openai | 0.7141 | 0.7132 |
58
+ | hellaswag | 0.5779 | 0.5670 |
59
+ | winogrande | 0.7198 | 0.7301 |
60
+ | piqa | 0.7552 | 0.7584 |
61
+ | truthfulqa_mc1 | 0.3599 | 0.3635 |
62
  | openbookqa | 0.3080 | 0.3120 |
63
+ | boolq | 0.8269 | 0.8211 |
64
+ | arc_easy | 0.7513 | 0.7492 |
65
+ | arc_challenge | 0.4744 | 0.4735 |
66
 
67
 
68