Hugging Face's logo

AliHmlii
/
zephyr-7b-sft-qlora

PEFT
TensorBoard
Safetensors
llama
trl
sft
Generated from Trainer
4-bit precision
bitsandbytes
Model card Files Metrics Community
AliHmlii commited on
Commit
d6b5040
·
verified ·
1 Parent(s): a47af1a

Training in progress, step 10950

Browse files
Files changed (11) hide show
  1. adapter_config.json +4 -4
  2. adapter_model.safetensors +1 -1
  3. runs/Jul24_10-30-04_21822c03bae0/events.out.tfevents.1721845816.21822c03bae0.1881708.0 +2 -2
  4. runs/Jul24_22-00-02_21822c03bae0/events.out.tfevents.1721887218.21822c03bae0.1883914.0 +3 -0
  5. runs/Jul24_22-04-07_21822c03bae0/events.out.tfevents.1721887487.21822c03bae0.1885189.0 +3 -0
  6. runs/Jul24_22-06-06_21822c03bae0/events.out.tfevents.1721887591.21822c03bae0.1886233.0 +3 -0
  7. runs/Jul24_22-08-38_21822c03bae0/events.out.tfevents.1721887745.21822c03bae0.1887130.0 +3 -0
  8. runs/Jul24_22-12-14_21822c03bae0/events.out.tfevents.1721887960.21822c03bae0.1888087.0 +3 -0
  9. runs/Jul24_22-20-28_21822c03bae0/events.out.tfevents.1721888454.21822c03bae0.1889498.0 +3 -0
  10. runs/Jul24_22-21-58_21822c03bae0/events.out.tfevents.1721888545.21822c03bae0.1890160.0 +3 -0
  11. training_args.bin +2 -2
adapter_config.json CHANGED
@@ -20,13 +20,13 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "gate_proj",
24
  "q_proj",
25
  "up_proj",
26
- "o_proj",
27
- "v_proj",
28
  "k_proj",
29
- "down_proj"
 
 
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
+ "v_proj",
24
  "q_proj",
25
  "up_proj",
 
 
26
  "k_proj",
27
+ "gate_proj",
28
+ "down_proj",
29
+ "o_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ab86bfde3cb488a80548963fd4fe9e727a71293180b5e7ebc469e19b5bd20040
3
  size 42002584
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9355666f816c904d17dde3e4e5830a9dde827d2ff3f48432c3215cb87810e8a8
3
  size 42002584
runs/Jul24_10-30-04_21822c03bae0/events.out.tfevents.1721845816.21822c03bae0.1881708.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:49983d88bbcfc1b7dc0fdd75544efcc00ff37341f11de9b84ae73dfceaedaae3
3
- size 461132
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7321f35b80f6e85dde4f4574a6e2b3b40ebb2cdf11372a36ff17cc0bc5527efb
3
+ size 461343
runs/Jul24_22-00-02_21822c03bae0/events.out.tfevents.1721887218.21822c03bae0.1883914.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bde1c31ecf1cc6981f09069c192fd6ad7249f36df9df4556b3c26353d7800317
3
+ size 5343
runs/Jul24_22-04-07_21822c03bae0/events.out.tfevents.1721887487.21822c03bae0.1885189.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2884bb9d956e6bd235cc9ad8eaa00640a2eb0178412bb979b34131dd5076ebef
3
+ size 5343
runs/Jul24_22-06-06_21822c03bae0/events.out.tfevents.1721887591.21822c03bae0.1886233.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4000d8fe1b1e2cace8d20bc459f84ed05d28ebd9a4458325afbbe80c1f480d65
3
+ size 5343
runs/Jul24_22-08-38_21822c03bae0/events.out.tfevents.1721887745.21822c03bae0.1887130.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cb5d135b36471ebe0b421762481a18b99f7fc58c2e6693b87e1a0ee1d90cefd
3
+ size 5343
runs/Jul24_22-12-14_21822c03bae0/events.out.tfevents.1721887960.21822c03bae0.1888087.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b4cc1d6275b6ca108e432ec4c08f3cae4dedb0f7cb13adf25bc906677f7deb4
3
+ size 5343
runs/Jul24_22-20-28_21822c03bae0/events.out.tfevents.1721888454.21822c03bae0.1889498.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10fd4f3fef3b22b5c10ad5ee0002d23d96f8db671faf689fe33106f6937b8664
3
+ size 5342
runs/Jul24_22-21-58_21822c03bae0/events.out.tfevents.1721888545.21822c03bae0.1890160.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b8b635e3f4f1689275f8708898070f2dbd39efe7d3ac08bb442dd392f12dd03
3
+ size 11672
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:98cce99da9e63805160ba5066b8baa0d05c80997ef8188197d3bf20a3d32b9e5
3
- size 5048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b3e0816b251c74a88d1b934a609629247646b2f9119aba11cc016d10233b2e8
3
+ size 5112