Update README.md
Browse files
README.md
CHANGED
@@ -15,7 +15,7 @@ tags:
|
|
15 |
<!-- markdownlint-disable first-line-h1 -->
|
16 |
<!-- markdownlint-disable html -->
|
17 |
<div align="center">
|
18 |
-
<img src="./assets/imgs/orion_star.PNG" alt="logo" width="
|
19 |
</div>
|
20 |
|
21 |
<div align="center">
|
@@ -98,6 +98,13 @@ Model release and download links are provided in the table below:
|
|
98 |
|
99 |
## 3.1. Base Model Orion-MOE8x7B-Base Benchmarks
|
100 |
### 3.1.1. LLM evaluation results on examination and professional knowledge
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
101 |
|TestSet|Mixtral 8x7B|Qwen1.5-32b|Qwen2.5-32b|Orion 14B|Orion MOE8x7B|
|
102 |
| -------------- | ---- | ---- | ---- | ---- | ---- |
|
103 |
| MMLU | 70.4 | 73.4 | 82.9 | 69.9 | <span style="background-color: #add8e6;">**85.9**</span> |
|
@@ -172,7 +179,7 @@ We also tested on a 4x A100, comparing inference speeds based on different input
|
|
172 |
|
173 |
| Input | 4k | 8k | 12k | 16k | 32k | 64k |
|
174 |
|---------|-------|-------|-------|-------|-------|-------|
|
175 |
-
|OrionMOE |
|
176 |
|Qwen32 | 53.99 | 47.59 | 25.98 | 24.35 | 18.64 | 11.86 |
|
177 |
|
178 |
|
|
|
15 |
<!-- markdownlint-disable first-line-h1 -->
|
16 |
<!-- markdownlint-disable html -->
|
17 |
<div align="center">
|
18 |
+
<img src="./assets/imgs/orion_star.PNG" alt="logo" width="80%" />
|
19 |
</div>
|
20 |
|
21 |
<div align="center">
|
|
|
98 |
|
99 |
## 3.1. Base Model Orion-MOE8x7B-Base Benchmarks
|
100 |
### 3.1.1. LLM evaluation results on examination and professional knowledge
|
101 |
+
|
102 |
+
<style>
|
103 |
+
table th {
|
104 |
+
background-color: #f2f2f2;
|
105 |
+
}
|
106 |
+
</style>
|
107 |
+
|
108 |
|TestSet|Mixtral 8x7B|Qwen1.5-32b|Qwen2.5-32b|Orion 14B|Orion MOE8x7B|
|
109 |
| -------------- | ---- | ---- | ---- | ---- | ---- |
|
110 |
| MMLU | 70.4 | 73.4 | 82.9 | 69.9 | <span style="background-color: #add8e6;">**85.9**</span> |
|
|
|
179 |
|
180 |
| Input | 4k | 8k | 12k | 16k | 32k | 64k |
|
181 |
|---------|-------|-------|-------|-------|-------|-------|
|
182 |
+
|OrionMOE | **90.86** | **54.40** | **31.08** | **29.04** | **22.69** | **14.51** |
|
183 |
|Qwen32 | 53.99 | 47.59 | 25.98 | 24.35 | 18.64 | 11.86 |
|
184 |
|
185 |
|