Nexspear commited on
Commit
453396b
·
verified ·
1 Parent(s): a3d0eab

Training in progress, step 35, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9e313dae42c4d8192fa932173cce577e54ece11b24db4927e11d57cdd6d4df56
3
  size 191968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c350e1f2133ebde280250f16e555217050fbcdd181b4658a3fed0009cfdbe4b3
3
  size 191968
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0a6678bf0aa2b0ca5080f7a9607b564dd8ad41229bf3d39d455f12c26820e6f6
3
  size 253144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fc8e1e90760c6e0f40101fb231cafce2834dd861dfedea311821459d265768a
3
  size 253144
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e97ead28242dd097af80112cb3bd8d751944021cbf255fca1535e0f2a22344d9
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:005d9a86e0834fe0802ab2e1c3fa9eca806e3cae26d1cbb14ab848a758219c13
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b4849a6ac0a1d895740f1ab4eba9d346b8d898008d0cfe93dd108cd928d7c63e
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88f387d8c434535a84694e469cebc18f2e722ba31b0dc0372632798b59011377
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.18691588785046728,
5
  "eval_steps": 5,
6
- "global_step": 10,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -52,6 +52,102 @@
52
  "eval_samples_per_second": 529.918,
53
  "eval_steps_per_second": 70.656,
54
  "step": 10
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
55
  }
56
  ],
57
  "logging_steps": 3,
@@ -71,7 +167,7 @@
71
  "attributes": {}
72
  }
73
  },
74
- "total_flos": 1115506606080.0,
75
  "train_batch_size": 8,
76
  "trial_name": null,
77
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.6542056074766355,
5
  "eval_steps": 5,
6
+ "global_step": 35,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
52
  "eval_samples_per_second": 529.918,
53
  "eval_steps_per_second": 70.656,
54
  "step": 10
55
+ },
56
+ {
57
+ "epoch": 0.22429906542056074,
58
+ "grad_norm": 0.042363181710243225,
59
+ "learning_rate": 9.938441702975689e-05,
60
+ "loss": 10.379,
61
+ "step": 12
62
+ },
63
+ {
64
+ "epoch": 0.2803738317757009,
65
+ "grad_norm": 0.04922573268413544,
66
+ "learning_rate": 9.619397662556435e-05,
67
+ "loss": 10.3784,
68
+ "step": 15
69
+ },
70
+ {
71
+ "epoch": 0.2803738317757009,
72
+ "eval_loss": 10.377721786499023,
73
+ "eval_runtime": 0.1729,
74
+ "eval_samples_per_second": 520.526,
75
+ "eval_steps_per_second": 69.404,
76
+ "step": 15
77
+ },
78
+ {
79
+ "epoch": 0.3364485981308411,
80
+ "grad_norm": 0.04994016885757446,
81
+ "learning_rate": 9.045084971874738e-05,
82
+ "loss": 10.3767,
83
+ "step": 18
84
+ },
85
+ {
86
+ "epoch": 0.37383177570093457,
87
+ "eval_loss": 10.37624454498291,
88
+ "eval_runtime": 0.1945,
89
+ "eval_samples_per_second": 462.625,
90
+ "eval_steps_per_second": 61.683,
91
+ "step": 20
92
+ },
93
+ {
94
+ "epoch": 0.3925233644859813,
95
+ "grad_norm": 0.06224982813000679,
96
+ "learning_rate": 8.247240241650918e-05,
97
+ "loss": 10.3755,
98
+ "step": 21
99
+ },
100
+ {
101
+ "epoch": 0.4485981308411215,
102
+ "grad_norm": 0.07088863849639893,
103
+ "learning_rate": 7.269952498697734e-05,
104
+ "loss": 10.3739,
105
+ "step": 24
106
+ },
107
+ {
108
+ "epoch": 0.4672897196261682,
109
+ "eval_loss": 10.374489784240723,
110
+ "eval_runtime": 0.1721,
111
+ "eval_samples_per_second": 522.823,
112
+ "eval_steps_per_second": 69.71,
113
+ "step": 25
114
+ },
115
+ {
116
+ "epoch": 0.5046728971962616,
117
+ "grad_norm": 0.08333060145378113,
118
+ "learning_rate": 6.167226819279528e-05,
119
+ "loss": 10.3734,
120
+ "step": 27
121
+ },
122
+ {
123
+ "epoch": 0.5607476635514018,
124
+ "grad_norm": 0.08638530224561691,
125
+ "learning_rate": 5e-05,
126
+ "loss": 10.3719,
127
+ "step": 30
128
+ },
129
+ {
130
+ "epoch": 0.5607476635514018,
131
+ "eval_loss": 10.372705459594727,
132
+ "eval_runtime": 0.1771,
133
+ "eval_samples_per_second": 508.112,
134
+ "eval_steps_per_second": 67.748,
135
+ "step": 30
136
+ },
137
+ {
138
+ "epoch": 0.616822429906542,
139
+ "grad_norm": 0.09677360951900482,
140
+ "learning_rate": 3.832773180720475e-05,
141
+ "loss": 10.3714,
142
+ "step": 33
143
+ },
144
+ {
145
+ "epoch": 0.6542056074766355,
146
+ "eval_loss": 10.371152877807617,
147
+ "eval_runtime": 0.1738,
148
+ "eval_samples_per_second": 517.918,
149
+ "eval_steps_per_second": 69.056,
150
+ "step": 35
151
  }
152
  ],
153
  "logging_steps": 3,
 
167
  "attributes": {}
168
  }
169
  },
170
+ "total_flos": 3904273121280.0,
171
  "train_batch_size": 8,
172
  "trial_name": null,
173
  "trial_params": null