DeepDream2045 commited on
Commit
8b35c84
·
verified ·
1 Parent(s): 6e7d758

End of training

Browse files
README.md CHANGED
@@ -141,8 +141,8 @@ The following hyperparameters were used during training:
141
  | Training Loss | Epoch | Step | Validation Loss |
142
  |:-------------:|:------:|:----:|:---------------:|
143
  | 1.3163 | 0.0006 | 1 | 1.9984 |
144
- | 1.4365 | 0.0142 | 25 | 1.2992 |
145
- | 1.3448 | 0.0284 | 50 | 1.2907 |
146
 
147
 
148
  ### Framework versions
 
141
  | Training Loss | Epoch | Step | Validation Loss |
142
  |:-------------:|:------:|:----:|:---------------:|
143
  | 1.3163 | 0.0006 | 1 | 1.9984 |
144
+ | 1.4373 | 0.0142 | 25 | 1.2990 |
145
+ | 1.3443 | 0.0284 | 50 | 1.2907 |
146
 
147
 
148
  ### Framework versions
adapter_config.json CHANGED
@@ -20,13 +20,13 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "v_proj",
24
- "k_proj",
25
  "q_proj",
 
26
  "up_proj",
27
- "down_proj",
28
  "gate_proj",
29
- "o_proj"
 
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
 
 
23
  "q_proj",
24
+ "o_proj",
25
  "up_proj",
26
+ "k_proj",
27
  "gate_proj",
28
+ "down_proj",
29
+ "v_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b577d9719d25697587617228647f3feadecb88ec8eddd3e01d20e18369312e20
3
  size 2437069586
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0ad1f759bf060ed37cd997147852868c990125aee7a08781e635823552dbe2d
3
  size 2437069586
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b4447adce46cb77a561b944694fa131f2d9adc068cfb8070b211d06f309899ab
3
  size 2436967616
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7c87f883ab65e7fef798652a1d110f7f0f19d2a933b367375f9f0ecc92a7cf5
3
  size 2436967616
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:378ea3940743bef80c44bec8bbb72471739e09761ee030e9dda9ec6f231e1e85
3
  size 6776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c951cd4a0722076bcba4d7642a1320ca1cb05f0311d133c4a956acec6f56c9e6
3
  size 6776