Update README.md
Browse files
README.md
CHANGED
@@ -33,6 +33,7 @@ epoch 1:
|
|
33 |
"train_samples_per_second": 3.246,
|
34 |
"train_steps_per_second": 0.014
|
35 |
}
|
|
|
36 |
|
37 |
epoch 2:
|
38 |
{
|
@@ -43,6 +44,7 @@ epoch 2:
|
|
43 |
"train_samples_per_second": 3.11,
|
44 |
"train_steps_per_second": 0.014
|
45 |
}
|
|
|
46 |
```
|
47 |
|
48 |
![image/png](https://huggingface.co/SylvanL/ChatTCM-7B-Pretrain/resolve/main/training_loss_epoch1.png)
|
|
|
33 |
"train_samples_per_second": 3.246,
|
34 |
"train_steps_per_second": 0.014
|
35 |
}
|
36 |
+
average_perplexity: 7.2646328377141005
|
37 |
|
38 |
epoch 2:
|
39 |
{
|
|
|
44 |
"train_samples_per_second": 3.11,
|
45 |
"train_steps_per_second": 0.014
|
46 |
}
|
47 |
+
average_perplexity: 5.800355962033688
|
48 |
```
|
49 |
|
50 |
![image/png](https://huggingface.co/SylvanL/ChatTCM-7B-Pretrain/resolve/main/training_loss_epoch1.png)
|