hsuvaskakoty commited on
Commit
fb8c9fb
·
verified ·
1 Parent(s): 13f8fd9

Push model using huggingface_hub.

Browse files
Files changed (3) hide show
  1. README.md +35 -19
  2. model.safetensors +1 -1
  3. model_head.pkl +1 -1
README.md CHANGED
@@ -198,13 +198,13 @@ preds = model(" Interviews: Interviews WN:Story preparation/Office hours:Frank
198
  | 3 | 7 |
199
 
200
  ### Training Hyperparameters
201
- - batch_size: (8, 2)
202
  - num_epochs: (1, 16)
203
  - max_steps: -1
204
  - sampling_strategy: oversampling
205
  - num_iterations: 100
206
- - body_learning_rate: (0.0001, 0.0001)
207
- - head_learning_rate: 0.0004
208
  - loss: CosineSimilarityLoss
209
  - distance_metric: cosine_distance
210
  - margin: 0.25
@@ -219,22 +219,38 @@ preds = model(" Interviews: Interviews WN:Story preparation/Office hours:Frank
219
  ### Training Results
220
  | Epoch | Step | Training Loss | Validation Loss |
221
  |:------:|:----:|:-------------:|:---------------:|
222
- | 0.0006 | 1 | 0.314 | - |
223
- | 0.0635 | 100 | 0.1316 | 0.3532 |
224
- | 0.1270 | 200 | 0.0552 | 0.3385 |
225
- | 0.1905 | 300 | 0.019 | 0.3866 |
226
- | 0.2540 | 400 | 0.0141 | 0.3051 |
227
- | 0.3175 | 500 | 0.001 | 0.2885 |
228
- | 0.3810 | 600 | 0.0001 | 0.2974 |
229
- | 0.4444 | 700 | 0.0001 | 0.2951 |
230
- | 0.5079 | 800 | 0.0 | 0.3041 |
231
- | 0.5714 | 900 | 0.0 | 0.3045 |
232
- | 0.6349 | 1000 | 0.0 | 0.3028 |
233
- | 0.6984 | 1100 | 0.0 | 0.3040 |
234
- | 0.7619 | 1200 | 0.0 | 0.3067 |
235
- | 0.8254 | 1300 | 0.0 | 0.3093 |
236
- | 0.8889 | 1400 | 0.0 | 0.3382 |
237
- | 0.9524 | 1500 | 0.0 | 0.3398 |
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
238
 
239
  ### Framework Versions
240
  - Python: 3.10.12
 
198
  | 3 | 7 |
199
 
200
  ### Training Hyperparameters
201
+ - batch_size: (4, 2)
202
  - num_epochs: (1, 16)
203
  - max_steps: -1
204
  - sampling_strategy: oversampling
205
  - num_iterations: 100
206
+ - body_learning_rate: (1e-05, 1e-05)
207
+ - head_learning_rate: 5e-05
208
  - loss: CosineSimilarityLoss
209
  - distance_metric: cosine_distance
210
  - margin: 0.25
 
219
  ### Training Results
220
  | Epoch | Step | Training Loss | Validation Loss |
221
  |:------:|:----:|:-------------:|:---------------:|
222
+ | 0.0003 | 1 | 0.3386 | - |
223
+ | 0.0317 | 100 | 0.2539 | 0.1862 |
224
+ | 0.0635 | 200 | 0.189 | 0.1980 |
225
+ | 0.0952 | 300 | 0.0574 | 0.3023 |
226
+ | 0.1270 | 400 | 0.0366 | 0.2926 |
227
+ | 0.1587 | 500 | 0.0223 | 0.3130 |
228
+ | 0.1905 | 600 | 0.0098 | 0.3135 |
229
+ | 0.2222 | 700 | 0.0029 | 0.2928 |
230
+ | 0.2540 | 800 | 0.0008 | 0.3119 |
231
+ | 0.2857 | 900 | 0.001 | 0.3095 |
232
+ | 0.3175 | 1000 | 0.0004 | 0.2962 |
233
+ | 0.3492 | 1100 | 0.0003 | 0.3040 |
234
+ | 0.3810 | 1200 | 0.0002 | 0.2999 |
235
+ | 0.4127 | 1300 | 0.0002 | 0.2986 |
236
+ | 0.4444 | 1400 | 0.0002 | 0.2941 |
237
+ | 0.4762 | 1500 | 0.0002 | 0.3068 |
238
+ | 0.5079 | 1600 | 0.0001 | 0.3008 |
239
+ | 0.5397 | 1700 | 0.0001 | 0.2981 |
240
+ | 0.5714 | 1800 | 0.0001 | 0.2959 |
241
+ | 0.6032 | 1900 | 0.0001 | 0.3007 |
242
+ | 0.6349 | 2000 | 0.0001 | 0.2979 |
243
+ | 0.6667 | 2100 | 0.0001 | 0.2962 |
244
+ | 0.6984 | 2200 | 0.0001 | 0.3032 |
245
+ | 0.7302 | 2300 | 0.0001 | 0.2994 |
246
+ | 0.7619 | 2400 | 0.0001 | 0.2976 |
247
+ | 0.7937 | 2500 | 0.0001 | 0.2970 |
248
+ | 0.8254 | 2600 | 0.0001 | 0.2966 |
249
+ | 0.8571 | 2700 | 0.0001 | 0.2988 |
250
+ | 0.8889 | 2800 | 0.0001 | 0.2973 |
251
+ | 0.9206 | 2900 | 0.0 | 0.2980 |
252
+ | 0.9524 | 3000 | 0.0001 | 0.2977 |
253
+ | 0.9841 | 3100 | 0.0001 | 0.2981 |
254
 
255
  ### Framework Versions
256
  - Python: 3.10.12
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9a367be1a3c2ccb4f2bfcf2ccf8a597f9acd39a6e51dec9b62d18917982dc604
3
  size 437967672
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b7d1f90e4937553ee24c2c934e8ea2b2c912c51871bd8e47d1f8bdd9806a565
3
  size 437967672
model_head.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:840f4e3e47e94d2fe5475b901a1d1b2b1888a9705b6819d3925cea62b4c73887
3
  size 25463
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:120eca36f2338282cc56adc177264759c4a29ed00d6bc8b261fcb89f240dc0a8
3
  size 25463