nblinh commited on
Commit
b231569
·
verified ·
1 Parent(s): 816706e

End of training

Browse files
README.md CHANGED
@@ -103,7 +103,7 @@ xformers_attention: true
103
 
104
  This model is a fine-tuned version of [Qwen/Qwen2.5-Math-7B-Instruct](https://huggingface.co/Qwen/Qwen2.5-Math-7B-Instruct) on the None dataset.
105
  It achieves the following results on the evaluation set:
106
- - Loss: 9.4821
107
 
108
  ## Model description
109
 
@@ -135,7 +135,7 @@ The following hyperparameters were used during training:
135
 
136
  | Training Loss | Epoch | Step | Validation Loss |
137
  |:-------------:|:------:|:----:|:---------------:|
138
- | 10.0264 | 0.0036 | 10 | 9.4821 |
139
 
140
 
141
  ### Framework versions
 
103
 
104
  This model is a fine-tuned version of [Qwen/Qwen2.5-Math-7B-Instruct](https://huggingface.co/Qwen/Qwen2.5-Math-7B-Instruct) on the None dataset.
105
  It achieves the following results on the evaluation set:
106
+ - Loss: 9.4924
107
 
108
  ## Model description
109
 
 
135
 
136
  | Training Loss | Epoch | Step | Validation Loss |
137
  |:-------------:|:------:|:----:|:---------------:|
138
+ | 10.0694 | 0.0036 | 10 | 9.4924 |
139
 
140
 
141
  ### Framework versions
adapter_config.json CHANGED
@@ -21,11 +21,11 @@
21
  "revision": null,
22
  "target_modules": [
23
  "q_proj",
24
- "up_proj",
25
- "v_proj",
26
  "down_proj",
27
- "gate_proj",
28
  "o_proj",
 
 
29
  "k_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
 
21
  "revision": null,
22
  "target_modules": [
23
  "q_proj",
 
 
24
  "down_proj",
25
+ "v_proj",
26
  "o_proj",
27
+ "gate_proj",
28
+ "up_proj",
29
  "k_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:db4762362f5775647b1abc85c69a27c13414b71eb08c78b3fde89de33419c18b
3
  size 161621802
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5f2a8fc6a42a76f6c473567d5c53e0b5653a75545d1bbb244d31c319f281ed0
3
  size 161621802
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:11dfbba4d49754f8d5765acdb7a5fca7d960cab90f2a761fbd41761845429662
3
  size 161533192
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54a1d37dd4b7cba4960c8f75734574cbdacc52cbb8fa45468b55fe4b7fa019f5
3
  size 161533192
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4c10235e6530dfb5672a97c9098beab4b1bfe9945fab99c7aa478dfced2edc88
3
  size 6776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c0ed2a2ff9c304b3c27c3c7fc6f7c88eb2266ece2cc299809715b1030d708a5
3
  size 6776