Upload trainer_state.json with huggingface_hub

trainer_state.json

@@ -1,322 +1,112 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 9.87719298245614,
+  "epoch": 2.9473684210526314,
   "eval_steps": 500,
-  "global_step": 420,
+  "global_step": 126,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
       "epoch": 0.23391812865497075,
-      "grad_norm": 0.36140677332878113,
-      "learning_rate": 4.77807122597034e-05,
-      "loss": 1.7972,
+      "grad_norm": 0.3421129584312439,
+      "learning_rate": 3.846153846153846e-05,
+      "loss": 1.8206,
       "step": 10
     },
     {
       "epoch": 0.4678362573099415,
-      "grad_norm": 0.33242133259773254,
-      "learning_rate": 3.232056928191376e-05,
-      "loss": 1.6893,
+      "grad_norm": 0.2985590398311615,
+      "learning_rate": 4.952806974561518e-05,
+      "loss": 1.704,
       "step": 20
     },
     {
       "epoch": 0.7017543859649122,
-      "grad_norm": 0.2246789187192917,
-      "learning_rate": 1.1892317911069212e-05,
-      "loss": 1.6413,
+      "grad_norm": 0.2648092210292816,
+      "learning_rate": 4.7259364450857096e-05,
+      "loss": 1.6412,
       "step": 30
     },
     {
       "epoch": 0.935672514619883,
-      "grad_norm": 0.2739926278591156,
-      "learning_rate": 8.066763266625282e-07,
-      "loss": 1.6134,
+      "grad_norm": 0.27310284972190857,
+      "learning_rate": 4.374817961675553e-05,
+      "loss": 1.6007,
       "step": 40
     },
     {
-      "epoch": 1.1871345029239766,
-      "grad_norm": 0.37965312600135803,
+      "epoch": 1.1695906432748537,
+      "grad_norm": 0.3133543133735657,
       "learning_rate": 3.848943205739711e-05,
-      "loss": 1.4769,
+      "loss": 1.4302,
       "step": 50
     },
     {
-      "epoch": 1.4210526315789473,
-      "grad_norm": 0.3006901741027832,
+      "epoch": 1.4035087719298245,
+      "grad_norm": 0.2750793397426605,
       "learning_rate": 3.219473788427984e-05,
-      "loss": 1.4539,
+      "loss": 1.3741,
       "step": 60
     },
     {
-      "epoch": 1.654970760233918,
-      "grad_norm": 0.27228423953056335,
-      "learning_rate": 2.604226177226137e-05,
-      "loss": 1.5344,
+      "epoch": 1.6374269005847952,
+      "grad_norm": 0.41151949763298035,
+      "learning_rate": 2.5347510119207878e-05,
+      "loss": 1.4629,
       "step": 70
     },
     {
-      "epoch": 1.8888888888888888,
-      "grad_norm": 0.26753801107406616,
-      "learning_rate": 1.9146971351147655e-05,
-      "loss": 1.4816,
+      "epoch": 1.871345029239766,
+      "grad_norm": 0.3097662925720215,
+      "learning_rate": 1.847359465300006e-05,
+      "loss": 1.3836,
       "step": 80
     },
     {
-      "epoch": 2.1228070175438596,
-      "grad_norm": 0.266255259513855,
-      "learning_rate": 1.270117540713368e-05,
-      "loss": 1.4132,
+      "epoch": 2.1052631578947367,
+      "grad_norm": 0.3223315477371216,
+      "learning_rate": 1.2100886909287478e-05,
+      "loss": 1.377,
       "step": 90
     },
     {
-      "epoch": 2.3567251461988303,
-      "grad_norm": 0.3016515076160431,
-      "learning_rate": 7.1998911101617575e-06,
-      "loss": 1.3255,
+      "epoch": 2.3391812865497075,
+      "grad_norm": 0.27889469265937805,
+      "learning_rate": 6.718791110537287e-06,
+      "loss": 1.2488,
       "step": 100
     },
     {
-      "epoch": 2.590643274853801,
-      "grad_norm": 0.27352389693260193,
-      "learning_rate": 3.0656000602372558e-06,
-      "loss": 1.3132,
+      "epoch": 2.573099415204678,
+      "grad_norm": 0.3442135155200958,
+      "learning_rate": 2.7406355491429086e-06,
+      "loss": 1.2359,
       "step": 110
     },
     {
-      "epoch": 2.824561403508772,
-      "grad_norm": 0.27444812655448914,
-      "learning_rate": 6.158030087068001e-07,
-      "loss": 1.3476,
+      "epoch": 2.807017543859649,
+      "grad_norm": 0.28369471430778503,
+      "learning_rate": 4.719302543848225e-07,
+      "loss": 1.2869,
       "step": 120
     },
     {
-      "epoch": 3.0935672514619883,
-      "grad_norm": 0.3967718183994293,
-      "learning_rate": 4.388136440446337e-05,
-      "loss": 1.1837,
-      "step": 130
-    },
-    {
-      "epoch": 3.327485380116959,
-      "grad_norm": 0.4026094377040863,
-      "learning_rate": 4.245592045215182e-05,
-      "loss": 1.3114,
-      "step": 140
-    },
-    {
-      "epoch": 3.56140350877193,
-      "grad_norm": 0.3775029182434082,
-      "learning_rate": 4.0909970437009096e-05,
-      "loss": 1.2437,
-      "step": 150
-    },
-    {
-      "epoch": 3.7953216374269005,
-      "grad_norm": 0.40222153067588806,
-      "learning_rate": 3.925418674667405e-05,
-      "loss": 1.2936,
-      "step": 160
-    },
-    {
-      "epoch": 4.029239766081871,
-      "grad_norm": 0.4361186921596527,
-      "learning_rate": 3.7500000000000003e-05,
-      "loss": 1.3328,
-      "step": 170
-    },
-    {
-      "epoch": 4.2631578947368425,
-      "grad_norm": 0.4647097885608673,
-      "learning_rate": 3.565952013635635e-05,
-      "loss": 1.1235,
-      "step": 180
-    },
-    {
-      "epoch": 4.497076023391813,
-      "grad_norm": 0.417835533618927,
-      "learning_rate": 3.374545281527538e-05,
-      "loss": 1.0464,
-      "step": 190
-    },
-    {
-      "epoch": 4.730994152046784,
-      "grad_norm": 0.42690905928611755,
-      "learning_rate": 3.177101170357513e-05,
-      "loss": 1.1242,
-      "step": 200
-    },
-    {
-      "epoch": 4.964912280701754,
-      "grad_norm": 0.4406892955303192,
-      "learning_rate": 2.9749827255479755e-05,
-      "loss": 1.0463,
-      "step": 210
-    },
-    {
-      "epoch": 5.1988304093567255,
-      "grad_norm": 0.4422934353351593,
-      "learning_rate": 2.769585261546897e-05,
-      "loss": 0.9407,
-      "step": 220
-    },
-    {
-      "epoch": 5.432748538011696,
-      "grad_norm": 0.46315091848373413,
-      "learning_rate": 2.5623267293451826e-05,
-      "loss": 0.8377,
-      "step": 230
-    },
-    {
-      "epoch": 5.666666666666667,
-      "grad_norm": 0.5057820081710815,
-      "learning_rate": 2.3546379277238107e-05,
-      "loss": 0.9125,
-      "step": 240
-    },
-    {
-      "epoch": 5.900584795321637,
-      "grad_norm": 0.5013360381126404,
-      "learning_rate": 2.1479526258069087e-05,
-      "loss": 0.9502,
-      "step": 250
-    },
-    {
-      "epoch": 6.1345029239766085,
-      "grad_norm": 0.7791084051132202,
-      "learning_rate": 1.9436976651092144e-05,
-      "loss": 0.8194,
-      "step": 260
-    },
-    {
-      "epoch": 6.368421052631579,
-      "grad_norm": 0.4837506115436554,
-      "learning_rate": 1.7432831094079355e-05,
-      "loss": 0.7167,
-      "step": 270
-    },
-    {
-      "epoch": 6.60233918128655,
-      "grad_norm": 0.5172699689865112,
-      "learning_rate": 1.5480925104388762e-05,
-      "loss": 0.7622,
-      "step": 280
-    },
-    {
-      "epoch": 6.83625730994152,
-      "grad_norm": 0.5458669662475586,
-      "learning_rate": 1.3594733566170926e-05,
-      "loss": 0.767,
-      "step": 290
-    },
-    {
-      "epoch": 7.0701754385964914,
-      "grad_norm": 0.46376243233680725,
-      "learning_rate": 1.1787277707188616e-05,
-      "loss": 0.7493,
-      "step": 300
-    },
-    {
-      "epoch": 7.304093567251462,
-      "grad_norm": 0.5310298800468445,
-      "learning_rate": 1.0071035207430352e-05,
-      "loss": 0.6112,
-      "step": 310
-    },
-    {
-      "epoch": 7.538011695906433,
-      "grad_norm": 0.49246639013290405,
-      "learning_rate": 8.45785406007852e-06,
-      "loss": 0.6109,
-      "step": 320
-    },
-    {
-      "epoch": 7.771929824561403,
-      "grad_norm": 0.5299611687660217,
-      "learning_rate": 6.958870779488447e-06,
-      "loss": 0.6453,
-      "step": 330
-    },
-    {
-      "epoch": 8.005847953216374,
-      "grad_norm": 0.4647846519947052,
-      "learning_rate": 5.584433520825541e-06,
-      "loss": 0.6664,
-      "step": 340
-    },
-    {
-      "epoch": 8.239766081871345,
-      "grad_norm": 0.4858466386795044,
-      "learning_rate": 4.344030642100133e-06,
-      "loss": 0.5755,
-      "step": 350
-    },
-    {
-      "epoch": 8.473684210526315,
-      "grad_norm": 0.4467305839061737,
-      "learning_rate": 3.2462252017684797e-06,
-      "loss": 0.5977,
-      "step": 360
-    },
-    {
-      "epoch": 8.707602339181287,
-      "grad_norm": 0.47269728779792786,
-      "learning_rate": 2.298595844092377e-06,
-      "loss": 0.5428,
-      "step": 370
-    },
-    {
-      "epoch": 8.941520467836257,
-      "grad_norm": 0.4306669235229492,
-      "learning_rate": 1.5076844803522922e-06,
-      "loss": 0.5528,
-      "step": 380
-    },
-    {
-      "epoch": 9.175438596491228,
-      "grad_norm": 0.42190077900886536,
-      "learning_rate": 8.78951127094127e-07,
-      "loss": 0.5825,
-      "step": 390
-    },
-    {
-      "epoch": 9.409356725146198,
-      "grad_norm": 0.4262978434562683,
-      "learning_rate": 4.16736213181515e-07,
-      "loss": 0.5498,
-      "step": 400
-    },
-    {
-      "epoch": 9.64327485380117,
-      "grad_norm": 0.4205697774887085,
-      "learning_rate": 1.2423061586496477e-07,
-      "loss": 0.5318,
-      "step": 410
-    },
-    {
-      "epoch": 9.87719298245614,
-      "grad_norm": 0.4037964940071106,
-      "learning_rate": 3.453632722358324e-09,
-      "loss": 0.5299,
-      "step": 420
-    },
-    {
-      "epoch": 9.87719298245614,
-      "step": 420,
-      "total_flos": 6.211299136336036e+17,
-      "train_loss": 0.5820885260899862,
-      "train_runtime": 3633.6741,
-      "train_samples_per_second": 3.762,
-      "train_steps_per_second": 0.116
+      "epoch": 2.9473684210526314,
+      "step": 126,
+      "total_flos": 1.8634359800070144e+17,
+      "train_loss": 1.452950118080018,
+      "train_runtime": 1472.8252,
+      "train_samples_per_second": 2.784,
+      "train_steps_per_second": 0.086
     }
   ],
   "logging_steps": 10,
-  "max_steps": 420,
+  "max_steps": 126,
   "num_input_tokens_seen": 0,
-  "num_train_epochs": 10,
-  "save_steps": 1000,
+  "num_train_epochs": 3,
+  "save_steps": 100,
   "stateful_callbacks": {
     "TrainerControl": {
       "args": {
@@ -329,7 +119,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 6.211299136336036e+17,
+  "total_flos": 1.8634359800070144e+17,
   "train_batch_size": 8,
   "trial_name": null,
   "trial_params": null