hsuvaskakoty
commited on
Push model using huggingface_hub.
Browse files- README.md +35 -19
- model.safetensors +1 -1
- model_head.pkl +1 -1
README.md
CHANGED
@@ -198,13 +198,13 @@ preds = model(" Interviews: Interviews WN:Story preparation/Office hours:Frank
|
|
198 |
| 3 | 7 |
|
199 |
|
200 |
### Training Hyperparameters
|
201 |
-
- batch_size: (
|
202 |
- num_epochs: (1, 16)
|
203 |
- max_steps: -1
|
204 |
- sampling_strategy: oversampling
|
205 |
- num_iterations: 100
|
206 |
-
- body_learning_rate: (
|
207 |
-
- head_learning_rate:
|
208 |
- loss: CosineSimilarityLoss
|
209 |
- distance_metric: cosine_distance
|
210 |
- margin: 0.25
|
@@ -219,22 +219,38 @@ preds = model(" Interviews: Interviews WN:Story preparation/Office hours:Frank
|
|
219 |
### Training Results
|
220 |
| Epoch | Step | Training Loss | Validation Loss |
|
221 |
|:------:|:----:|:-------------:|:---------------:|
|
222 |
-
| 0.
|
223 |
-
| 0.
|
224 |
-
| 0.
|
225 |
-
| 0.
|
226 |
-
| 0.
|
227 |
-
| 0.
|
228 |
-
| 0.
|
229 |
-
| 0.
|
230 |
-
| 0.
|
231 |
-
| 0.
|
232 |
-
| 0.
|
233 |
-
| 0.
|
234 |
-
| 0.
|
235 |
-
| 0.
|
236 |
-
| 0.
|
237 |
-
| 0.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
238 |
|
239 |
### Framework Versions
|
240 |
- Python: 3.10.12
|
|
|
198 |
| 3 | 7 |
|
199 |
|
200 |
### Training Hyperparameters
|
201 |
+
- batch_size: (4, 2)
|
202 |
- num_epochs: (1, 16)
|
203 |
- max_steps: -1
|
204 |
- sampling_strategy: oversampling
|
205 |
- num_iterations: 100
|
206 |
+
- body_learning_rate: (1e-05, 1e-05)
|
207 |
+
- head_learning_rate: 5e-05
|
208 |
- loss: CosineSimilarityLoss
|
209 |
- distance_metric: cosine_distance
|
210 |
- margin: 0.25
|
|
|
219 |
### Training Results
|
220 |
| Epoch | Step | Training Loss | Validation Loss |
|
221 |
|:------:|:----:|:-------------:|:---------------:|
|
222 |
+
| 0.0003 | 1 | 0.3386 | - |
|
223 |
+
| 0.0317 | 100 | 0.2539 | 0.1862 |
|
224 |
+
| 0.0635 | 200 | 0.189 | 0.1980 |
|
225 |
+
| 0.0952 | 300 | 0.0574 | 0.3023 |
|
226 |
+
| 0.1270 | 400 | 0.0366 | 0.2926 |
|
227 |
+
| 0.1587 | 500 | 0.0223 | 0.3130 |
|
228 |
+
| 0.1905 | 600 | 0.0098 | 0.3135 |
|
229 |
+
| 0.2222 | 700 | 0.0029 | 0.2928 |
|
230 |
+
| 0.2540 | 800 | 0.0008 | 0.3119 |
|
231 |
+
| 0.2857 | 900 | 0.001 | 0.3095 |
|
232 |
+
| 0.3175 | 1000 | 0.0004 | 0.2962 |
|
233 |
+
| 0.3492 | 1100 | 0.0003 | 0.3040 |
|
234 |
+
| 0.3810 | 1200 | 0.0002 | 0.2999 |
|
235 |
+
| 0.4127 | 1300 | 0.0002 | 0.2986 |
|
236 |
+
| 0.4444 | 1400 | 0.0002 | 0.2941 |
|
237 |
+
| 0.4762 | 1500 | 0.0002 | 0.3068 |
|
238 |
+
| 0.5079 | 1600 | 0.0001 | 0.3008 |
|
239 |
+
| 0.5397 | 1700 | 0.0001 | 0.2981 |
|
240 |
+
| 0.5714 | 1800 | 0.0001 | 0.2959 |
|
241 |
+
| 0.6032 | 1900 | 0.0001 | 0.3007 |
|
242 |
+
| 0.6349 | 2000 | 0.0001 | 0.2979 |
|
243 |
+
| 0.6667 | 2100 | 0.0001 | 0.2962 |
|
244 |
+
| 0.6984 | 2200 | 0.0001 | 0.3032 |
|
245 |
+
| 0.7302 | 2300 | 0.0001 | 0.2994 |
|
246 |
+
| 0.7619 | 2400 | 0.0001 | 0.2976 |
|
247 |
+
| 0.7937 | 2500 | 0.0001 | 0.2970 |
|
248 |
+
| 0.8254 | 2600 | 0.0001 | 0.2966 |
|
249 |
+
| 0.8571 | 2700 | 0.0001 | 0.2988 |
|
250 |
+
| 0.8889 | 2800 | 0.0001 | 0.2973 |
|
251 |
+
| 0.9206 | 2900 | 0.0 | 0.2980 |
|
252 |
+
| 0.9524 | 3000 | 0.0001 | 0.2977 |
|
253 |
+
| 0.9841 | 3100 | 0.0001 | 0.2981 |
|
254 |
|
255 |
### Framework Versions
|
256 |
- Python: 3.10.12
|
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 437967672
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6b7d1f90e4937553ee24c2c934e8ea2b2c912c51871bd8e47d1f8bdd9806a565
|
3 |
size 437967672
|
model_head.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 25463
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:120eca36f2338282cc56adc177264759c4a29ed00d6bc8b261fcb89f240dc0a8
|
3 |
size 25463
|