model weights updated for stratified split

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "Models/bert-base-spanish-wwm-cased",
+  "_name_or_path": "./Models/bert-base-spanish-wwm-cased",
   "architectures": [
     "BertForSequenceClassification"
   ],
@@ -57,7 +57,7 @@
   "position_embedding_type": "absolute",
   "problem_type": "multi_label_classification",
   "torch_dtype": "float32",
-  "transformers_version": "4.19.2",
+  "transformers_version": "4.24.0",
   "type_vocab_size": 2,
   "use_cache": true,
   "vocab_size": 31002

optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6d0f5d55679c9649feef087aac6e35c24e2ba7740b6451422c9da4c0b3fe0e15
+oid sha256:3ab5160acad3d74173a4403c17739f967dc134af1d0745ce1006e9ca8a26edf3
 size 879021981

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:14a497b1de3b9690a8def05e6522dc138ae0d30fe5d8b23d86922d491a3c206c
+oid sha256:d4ba8e9988869a67365759a0f3aa37ab81a0bdb3e4afd5bd68c367ebc235638b
 size 439523757

rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a1c5ffa6dfdfce8b9b2e8b1186fa1255461514df45bfa6889a547ccb5f4f00d9
+oid sha256:39abed38f4f2569ad671d5803bd513b010a73e88bf62fbed07babd396767ccd4
 size 14567

scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf40301a5f58872f87f1d2e7590a284756e863760c4895c4f9a55b272e36c722
+oid sha256:484b84811abc41f5316517dfb03f6e67a4ae8d76db69bf34db3d62248e624fba
 size 623

special_tokens_map.json

@@ -1 +1,7 @@
-{"unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]"}
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

tokenizer.json

@@ -1,6 +1,11 @@
 {
   "version": "1.0",
-  "truncation": null,
+  "truncation": {
+    "direction": "Right",
+    "max_length": 512,
+    "strategy": "LongestFirst",
+    "stride": 0
+  },
   "padding": null,
   "added_tokens": [
     {

tokenizer_config.json

@@ -1 +1,16 @@
-{"do_lower_case": false, "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "tokenize_chinese_chars": true, "strip_accents": false, "name_or_path": "Models/bert-base-spanish-wwm-cased", "do_basic_tokenize": true, "never_split": null, "model_max_length": 512, "special_tokens_map_file": "Models/bert-base-spanish-wwm-cased/special_tokens_map.json", "tokenizer_class": "BertTokenizer"}
+{
+  "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": false,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "name_or_path": "Models/bert-base-spanish-wwm-cased",
+  "never_split": null,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "special_tokens_map_file": "Models/bert-base-spanish-wwm-cased/special_tokens_map.json",
+  "strip_accents": false,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}

trainer_state.json

@@ -1,340 +1,506 @@
 {
-  "best_metric": 0.58822980593355,
-  "best_model_checkpoint": "./CARES/checkpoints/bert-ba/checkpoint-2961",
-  "epoch": 21.0,
-  "global_step": 2961,
-  "is_hyper_param_search": false,
+  "best_metric": 0.7252073370829516,
+  "best_model_checkpoint": "./CARES/checkpoints/bert-ba-stratified/run-3/checkpoint-4402",
+  "epoch": 31.21985815602837,
+  "global_step": 4402,
+  "is_hyper_param_search": true,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
-      "epoch": 1.0,
-      "eval_loss": 0.22213496267795563,
-      "eval_macro_f1": 0.08913506250646834,
-      "eval_macro_precision": 0.1601542788476893,
-      "eval_macro_recall": 0.07453283930073998,
-      "eval_micro_f1": 0.3941888619854721,
-      "eval_micro_precision": 0.7650375939849624,
-      "eval_micro_recall": 0.2654924983692107,
-      "eval_runtime": 3.0004,
-      "eval_samples_per_second": 321.956,
-      "eval_steps_per_second": 20.331,
-      "step": 141
-    },
-    {
-      "epoch": 2.0,
-      "eval_loss": 0.18322525918483734,
-      "eval_macro_f1": 0.20542764030139582,
-      "eval_macro_precision": 0.31153358140506404,
-      "eval_macro_recall": 0.1749941105591186,
-      "eval_micro_f1": 0.6042759177087536,
-      "eval_micro_precision": 0.7917547568710359,
-      "eval_micro_recall": 0.4885844748858447,
-      "eval_runtime": 3.0066,
-      "eval_samples_per_second": 321.295,
-      "eval_steps_per_second": 20.289,
-      "step": 282
-    },
-    {
-      "epoch": 3.0,
-      "eval_loss": 0.168878972530365,
-      "eval_macro_f1": 0.29169004336353355,
-      "eval_macro_precision": 0.39228947650947077,
-      "eval_macro_recall": 0.2624222179377449,
-      "eval_micro_f1": 0.6591789310611929,
-      "eval_micro_precision": 0.8112488083889419,
-      "eval_micro_recall": 0.5551206784083497,
-      "eval_runtime": 3.0155,
-      "eval_samples_per_second": 320.35,
-      "eval_steps_per_second": 20.229,
-      "step": 423
+      "epoch": 1.01,
+      "eval_loss": 0.2769930064678192,
+      "eval_macro_f1": 0.04276761517615176,
+      "eval_macro_precision": 0.03250514933058703,
+      "eval_macro_recall": 0.0625,
+      "eval_micro_f1": 0.4057854560064283,
+      "eval_micro_precision": 0.5200823892893924,
+      "eval_micro_recall": 0.3326745718050066,
+      "eval_runtime": 10.4856,
+      "eval_samples_per_second": 92.603,
+      "eval_steps_per_second": 2.956,
+      "step": 142
+    },
+    {
+      "epoch": 2.01,
+      "eval_loss": 0.23320329189300537,
+      "eval_macro_f1": 0.07268419522929685,
+      "eval_macro_precision": 0.09945738083657588,
+      "eval_macro_recall": 0.07568745319910142,
+      "eval_micro_f1": 0.4403274450667815,
+      "eval_micro_precision": 0.6363636363636364,
+      "eval_micro_recall": 0.33662714097496704,
+      "eval_runtime": 10.4881,
+      "eval_samples_per_second": 92.581,
+      "eval_steps_per_second": 2.956,
+      "step": 284
+    },
+    {
+      "epoch": 3.02,
+      "eval_loss": 0.18873895704746246,
+      "eval_macro_f1": 0.18226771045112236,
+      "eval_macro_precision": 0.20572045142357642,
+      "eval_macro_recall": 0.16688644032337763,
+      "eval_micro_f1": 0.6089478044739022,
+      "eval_micro_precision": 0.8203125,
+      "eval_micro_recall": 0.4841897233201581,
+      "eval_runtime": 10.4735,
+      "eval_samples_per_second": 92.71,
+      "eval_steps_per_second": 2.96,
+      "step": 426
     },
     {
       "epoch": 3.55,
-      "learning_rate": 2.8936170212765956e-05,
-      "loss": 0.1959,
+      "learning_rate": 3.0199029012738545e-05,
+      "loss": 0.2864,
       "step": 500
     },
     {
-      "epoch": 4.0,
-      "eval_loss": 0.1501942127943039,
-      "eval_macro_f1": 0.35589775613243146,
-      "eval_macro_precision": 0.4667524057986162,
-      "eval_macro_recall": 0.3166674518971492,
-      "eval_micro_f1": 0.7155012948575658,
-      "eval_micro_precision": 0.8264957264957264,
-      "eval_micro_recall": 0.6307893020221788,
-      "eval_runtime": 3.0213,
-      "eval_samples_per_second": 319.733,
-      "eval_steps_per_second": 20.19,
-      "step": 564
-    },
-    {
-      "epoch": 5.0,
-      "eval_loss": 0.14672552049160004,
-      "eval_macro_f1": 0.47974247836953543,
-      "eval_macro_precision": 0.6466753641860046,
-      "eval_macro_recall": 0.42420722655395326,
-      "eval_micro_f1": 0.7180585296216989,
-      "eval_micro_precision": 0.7927501970055162,
-      "eval_micro_recall": 0.6562296151337247,
-      "eval_runtime": 3.0023,
-      "eval_samples_per_second": 321.752,
-      "eval_steps_per_second": 20.318,
-      "step": 705
-    },
-    {
-      "epoch": 6.0,
-      "eval_loss": 0.14830899238586426,
-      "eval_macro_f1": 0.4652554310103303,
-      "eval_macro_precision": 0.6251017145329125,
-      "eval_macro_recall": 0.4150412963066584,
-      "eval_micro_f1": 0.7256140350877194,
-      "eval_micro_precision": 0.7851176917236142,
-      "eval_micro_recall": 0.6744944553163731,
-      "eval_runtime": 2.9724,
-      "eval_samples_per_second": 324.991,
-      "eval_steps_per_second": 20.522,
-      "step": 846
-    },
-    {
-      "epoch": 7.0,
-      "eval_loss": 0.1467733532190323,
-      "eval_macro_f1": 0.5097890383483837,
-      "eval_macro_precision": 0.6555313836604214,
-      "eval_macro_recall": 0.4437744774893355,
-      "eval_micro_f1": 0.7510431154381085,
-      "eval_micro_precision": 0.8041697691734921,
-      "eval_micro_recall": 0.7045009784735812,
-      "eval_runtime": 2.9801,
-      "eval_samples_per_second": 324.15,
-      "eval_steps_per_second": 20.469,
-      "step": 987
+      "epoch": 4.03,
+      "eval_loss": 0.1688539683818817,
+      "eval_macro_f1": 0.2604924389345447,
+      "eval_macro_precision": 0.3576131893465115,
+      "eval_macro_recall": 0.24005925564568711,
+      "eval_micro_f1": 0.6585842784513101,
+      "eval_micro_precision": 0.8103946102021174,
+      "eval_micro_recall": 0.5546772068511199,
+      "eval_runtime": 10.5012,
+      "eval_samples_per_second": 92.465,
+      "eval_steps_per_second": 2.952,
+      "step": 568
+    },
+    {
+      "epoch": 5.04,
+      "eval_loss": 0.14974796772003174,
+      "eval_macro_f1": 0.31858165699036184,
+      "eval_macro_precision": 0.3683087696286302,
+      "eval_macro_recall": 0.2922878974373826,
+      "eval_micro_f1": 0.7164622816796731,
+      "eval_micro_precision": 0.8218243819266837,
+      "eval_micro_recall": 0.6350461133069829,
+      "eval_runtime": 10.488,
+      "eval_samples_per_second": 92.582,
+      "eval_steps_per_second": 2.956,
+      "step": 710
+    },
+    {
+      "epoch": 6.04,
+      "eval_loss": 0.1422141045331955,
+      "eval_macro_f1": 0.45636691704527516,
+      "eval_macro_precision": 0.6115096433126577,
+      "eval_macro_recall": 0.4073540760438781,
+      "eval_micro_f1": 0.7305970149253732,
+      "eval_micro_precision": 0.842512908777969,
+      "eval_micro_recall": 0.644927536231884,
+      "eval_runtime": 10.4831,
+      "eval_samples_per_second": 92.625,
+      "eval_steps_per_second": 2.957,
+      "step": 852
+    },
+    {
+      "epoch": 7.05,
+      "eval_loss": 0.1337544023990631,
+      "eval_macro_f1": 0.5272952937702646,
+      "eval_macro_precision": 0.6898645530460084,
+      "eval_macro_recall": 0.47291207140683184,
+      "eval_micro_f1": 0.7612208258527827,
+      "eval_micro_precision": 0.8366219415943172,
+      "eval_micro_recall": 0.6982872200263505,
+      "eval_runtime": 10.4851,
+      "eval_samples_per_second": 92.608,
+      "eval_steps_per_second": 2.957,
+      "step": 994
     },
     {
       "epoch": 7.09,
-      "learning_rate": 2.7872340425531914e-05,
-      "loss": 0.0904,
+      "learning_rate": 4.790731259177651e-05,
+      "loss": 0.1272,
       "step": 1000
     },
     {
-      "epoch": 8.0,
-      "eval_loss": 0.14951790869235992,
-      "eval_macro_f1": 0.5411089496886734,
-      "eval_macro_precision": 0.6577005724429985,
-      "eval_macro_recall": 0.47852188216570773,
-      "eval_micro_f1": 0.7489539748953974,
-      "eval_micro_precision": 0.8044943820224719,
-      "eval_micro_recall": 0.700587084148728,
-      "eval_runtime": 2.9774,
-      "eval_samples_per_second": 324.441,
-      "eval_steps_per_second": 20.487,
-      "step": 1128
-    },
-    {
-      "epoch": 9.0,
-      "eval_loss": 0.1488533467054367,
-      "eval_macro_f1": 0.5590641407878995,
-      "eval_macro_precision": 0.6102853068447548,
-      "eval_macro_recall": 0.5269868274318028,
-      "eval_micro_f1": 0.755420054200542,
-      "eval_micro_precision": 0.7857646229739254,
-      "eval_micro_recall": 0.7273320287018917,
-      "eval_runtime": 2.9723,
-      "eval_samples_per_second": 324.996,
-      "eval_steps_per_second": 20.523,
-      "step": 1269
-    },
-    {
-      "epoch": 10.0,
-      "eval_loss": 0.15144900977611542,
-      "eval_macro_f1": 0.5597430867412742,
-      "eval_macro_precision": 0.6112400331236583,
-      "eval_macro_recall": 0.5287805393050224,
-      "eval_micro_f1": 0.7608550434201737,
-      "eval_micro_precision": 0.7796030116358659,
-      "eval_micro_recall": 0.7429876060013046,
-      "eval_runtime": 2.9735,
-      "eval_samples_per_second": 324.869,
-      "eval_steps_per_second": 20.515,
-      "step": 1410
+      "epoch": 8.06,
+      "eval_loss": 0.13911226391792297,
+      "eval_macro_f1": 0.5414520142513848,
+      "eval_macro_precision": 0.6021054439096823,
+      "eval_macro_recall": 0.5152762028502071,
+      "eval_micro_f1": 0.7606779661016948,
+      "eval_micro_precision": 0.7835195530726257,
+      "eval_micro_recall": 0.7391304347826086,
+      "eval_runtime": 10.487,
+      "eval_samples_per_second": 92.591,
+      "eval_steps_per_second": 2.956,
+      "step": 1136
+    },
+    {
+      "epoch": 9.06,
+      "eval_loss": 0.1353491097688675,
+      "eval_macro_f1": 0.5516496195059415,
+      "eval_macro_precision": 0.6105827458765187,
+      "eval_macro_recall": 0.5327103225574433,
+      "eval_micro_f1": 0.7625212947189096,
+      "eval_micro_precision": 0.78969654199012,
+      "eval_micro_recall": 0.7371541501976284,
+      "eval_runtime": 10.4862,
+      "eval_samples_per_second": 92.598,
+      "eval_steps_per_second": 2.956,
+      "step": 1278
+    },
+    {
+      "epoch": 10.07,
+      "eval_loss": 0.13818134367465973,
+      "eval_macro_f1": 0.5629085360191737,
+      "eval_macro_precision": 0.6601053330799342,
+      "eval_macro_recall": 0.5158438987675726,
+      "eval_micro_f1": 0.7794221282593375,
+      "eval_micro_precision": 0.8378787878787879,
+      "eval_micro_recall": 0.7285902503293807,
+      "eval_runtime": 10.4843,
+      "eval_samples_per_second": 92.615,
+      "eval_steps_per_second": 2.957,
+      "step": 1420
     },
     {
       "epoch": 10.64,
-      "learning_rate": 2.6808510638297873e-05,
-      "loss": 0.0424,
+      "learning_rate": 4.6078789210411e-05,
+      "loss": 0.0577,
       "step": 1500
     },
     {
-      "epoch": 11.0,
-      "eval_loss": 0.15306253731250763,
-      "eval_macro_f1": 0.5476291897617486,
-      "eval_macro_precision": 0.6042943362522458,
-      "eval_macro_recall": 0.5150958586698227,
-      "eval_micro_f1": 0.7621293800539084,
-      "eval_micro_precision": 0.7881533101045296,
-      "eval_micro_recall": 0.7377690802348337,
-      "eval_runtime": 2.9994,
-      "eval_samples_per_second": 322.068,
-      "eval_steps_per_second": 20.338,
-      "step": 1551
-    },
-    {
-      "epoch": 12.0,
-      "eval_loss": 0.15226905047893524,
-      "eval_macro_f1": 0.5645136859707334,
-      "eval_macro_precision": 0.6250404048441249,
-      "eval_macro_recall": 0.5290350408209084,
-      "eval_micro_f1": 0.7750586657727119,
-      "eval_micro_precision": 0.7972413793103448,
-      "eval_micro_recall": 0.7540769732550554,
-      "eval_runtime": 2.9853,
-      "eval_samples_per_second": 323.581,
-      "eval_steps_per_second": 20.433,
-      "step": 1692
-    },
-    {
-      "epoch": 13.0,
-      "eval_loss": 0.15537378191947937,
-      "eval_macro_f1": 0.5801357636140765,
-      "eval_macro_precision": 0.6557226559864182,
-      "eval_macro_recall": 0.5300773127347133,
-      "eval_micro_f1": 0.7715736040609137,
-      "eval_micro_precision": 0.8016877637130801,
-      "eval_micro_recall": 0.7436399217221135,
-      "eval_runtime": 4.9377,
-      "eval_samples_per_second": 195.637,
-      "eval_steps_per_second": 12.354,
-      "step": 1833
-    },
-    {
-      "epoch": 14.0,
-      "eval_loss": 0.15421901643276215,
-      "eval_macro_f1": 0.5773329417808055,
-      "eval_macro_precision": 0.6485175319800287,
-      "eval_macro_recall": 0.5350306451399538,
-      "eval_micro_f1": 0.77552400270453,
-      "eval_micro_precision": 0.8049122807017544,
-      "eval_micro_recall": 0.7482061317677756,
-      "eval_runtime": 3.0097,
-      "eval_samples_per_second": 320.96,
-      "eval_steps_per_second": 20.268,
-      "step": 1974
+      "epoch": 11.08,
+      "eval_loss": 0.145726278424263,
+      "eval_macro_f1": 0.5903998605572057,
+      "eval_macro_precision": 0.653652711667118,
+      "eval_macro_recall": 0.5513401858459299,
+      "eval_micro_f1": 0.7780429594272077,
+      "eval_micro_precision": 0.8063604240282686,
+      "eval_micro_recall": 0.7516469038208169,
+      "eval_runtime": 10.4837,
+      "eval_samples_per_second": 92.62,
+      "eval_steps_per_second": 2.957,
+      "step": 1562
+    },
+    {
+      "epoch": 12.09,
+      "eval_loss": 0.1388859748840332,
+      "eval_macro_f1": 0.6030363323278404,
+      "eval_macro_precision": 0.6755461130761506,
+      "eval_macro_recall": 0.5610332958067313,
+      "eval_micro_f1": 0.8001355013550135,
+      "eval_micro_precision": 0.8235704323570432,
+      "eval_micro_recall": 0.7779973649538867,
+      "eval_runtime": 10.4865,
+      "eval_samples_per_second": 92.595,
+      "eval_steps_per_second": 2.956,
+      "step": 1704
+    },
+    {
+      "epoch": 13.09,
+      "eval_loss": 0.1482115238904953,
+      "eval_macro_f1": 0.6056908525913866,
+      "eval_macro_precision": 0.6552837427265621,
+      "eval_macro_recall": 0.572537210182014,
+      "eval_micro_f1": 0.7822553335590924,
+      "eval_micro_precision": 0.8048780487804879,
+      "eval_micro_recall": 0.7608695652173914,
+      "eval_runtime": 10.5045,
+      "eval_samples_per_second": 92.437,
+      "eval_steps_per_second": 2.951,
+      "step": 1846
+    },
+    {
+      "epoch": 14.1,
+      "eval_loss": 0.14726266264915466,
+      "eval_macro_f1": 0.6072794535097282,
+      "eval_macro_precision": 0.680123510778154,
+      "eval_macro_recall": 0.5630252433183344,
+      "eval_micro_f1": 0.7845188284518829,
+      "eval_micro_precision": 0.8333333333333334,
+      "eval_micro_recall": 0.741106719367589,
+      "eval_runtime": 10.487,
+      "eval_samples_per_second": 92.591,
+      "eval_steps_per_second": 2.956,
+      "step": 1988
     },
     {
       "epoch": 14.18,
-      "learning_rate": 2.574468085106383e-05,
-      "loss": 0.0219,
+      "learning_rate": 4.425026582904548e-05,
+      "loss": 0.0284,
       "step": 2000
     },
     {
-      "epoch": 15.0,
-      "eval_loss": 0.15735264122486115,
-      "eval_macro_f1": 0.5661412601117408,
-      "eval_macro_precision": 0.5937031922346153,
-      "eval_macro_recall": 0.5467428221378843,
-      "eval_micro_f1": 0.7738255033557048,
-      "eval_micro_precision": 0.796821008984105,
-      "eval_micro_recall": 0.7521200260926288,
-      "eval_runtime": 2.9854,
-      "eval_samples_per_second": 323.576,
-      "eval_steps_per_second": 20.433,
-      "step": 2115
-    },
-    {
-      "epoch": 16.0,
-      "eval_loss": 0.1617126762866974,
-      "eval_macro_f1": 0.5686269653829785,
-      "eval_macro_precision": 0.6170850785135864,
-      "eval_macro_recall": 0.5368268361090598,
-      "eval_micro_f1": 0.779524924723988,
-      "eval_micro_precision": 0.8001373626373627,
-      "eval_micro_recall": 0.7599478147423353,
-      "eval_runtime": 2.9891,
-      "eval_samples_per_second": 323.178,
-      "eval_steps_per_second": 20.408,
-      "step": 2256
-    },
-    {
-      "epoch": 17.0,
-      "eval_loss": 0.16439199447631836,
-      "eval_macro_f1": 0.5741609962540627,
-      "eval_macro_precision": 0.6203354824423237,
-      "eval_macro_recall": 0.5508776094197674,
-      "eval_micro_f1": 0.7765251989389921,
-      "eval_micro_precision": 0.7896156439649359,
-      "eval_micro_recall": 0.7638617090671885,
-      "eval_runtime": 2.979,
-      "eval_samples_per_second": 324.271,
-      "eval_steps_per_second": 20.477,
-      "step": 2397
+      "epoch": 15.11,
+      "eval_loss": 0.14193882048130035,
+      "eval_macro_f1": 0.6169717669838317,
+      "eval_macro_precision": 0.6503808357210328,
+      "eval_macro_recall": 0.5931599384917411,
+      "eval_micro_f1": 0.7969924812030075,
+      "eval_micro_precision": 0.828125,
+      "eval_micro_recall": 0.7681159420289855,
+      "eval_runtime": 10.4855,
+      "eval_samples_per_second": 92.604,
+      "eval_steps_per_second": 2.956,
+      "step": 2130
+    },
+    {
+      "epoch": 16.11,
+      "eval_loss": 0.15002837777137756,
+      "eval_macro_f1": 0.6525221299555535,
+      "eval_macro_precision": 0.8021892379342418,
+      "eval_macro_recall": 0.5999831390602388,
+      "eval_micro_f1": 0.8061016949152543,
+      "eval_micro_precision": 0.8303072625698324,
+      "eval_micro_recall": 0.7832674571805006,
+      "eval_runtime": 10.503,
+      "eval_samples_per_second": 92.45,
+      "eval_steps_per_second": 2.952,
+      "step": 2272
+    },
+    {
+      "epoch": 17.12,
+      "eval_loss": 0.14581723511219025,
+      "eval_macro_f1": 0.6138635616219041,
+      "eval_macro_precision": 0.6561402184700652,
+      "eval_macro_recall": 0.5837363386062422,
+      "eval_micro_f1": 0.8006768189509307,
+      "eval_micro_precision": 0.8232428670842032,
+      "eval_micro_recall": 0.7793148880105402,
+      "eval_runtime": 10.4901,
+      "eval_samples_per_second": 92.564,
+      "eval_steps_per_second": 2.955,
+      "step": 2414
     },
     {
       "epoch": 17.73,
-      "learning_rate": 2.4680851063829786e-05,
-      "loss": 0.013,
+      "learning_rate": 4.242174244767996e-05,
+      "loss": 0.0145,
       "step": 2500
     },
     {
-      "epoch": 18.0,
-      "eval_loss": 0.16467925906181335,
-      "eval_macro_f1": 0.5828461745953328,
-      "eval_macro_precision": 0.6374781102044266,
-      "eval_macro_recall": 0.5491770837420844,
-      "eval_micro_f1": 0.7797519275896748,
-      "eval_micro_precision": 0.8020689655172414,
-      "eval_micro_recall": 0.7586431833007176,
-      "eval_runtime": 2.9765,
-      "eval_samples_per_second": 324.537,
-      "eval_steps_per_second": 20.494,
-      "step": 2538
-    },
-    {
-      "epoch": 19.0,
-      "eval_loss": 0.17651152610778809,
-      "eval_macro_f1": 0.578653206536447,
-      "eval_macro_precision": 0.5940445993831301,
-      "eval_macro_recall": 0.5738532439728641,
-      "eval_micro_f1": 0.7715868361029651,
-      "eval_micro_precision": 0.7708333333333334,
-      "eval_micro_recall": 0.7723418134377038,
-      "eval_runtime": 2.9833,
-      "eval_samples_per_second": 323.805,
-      "eval_steps_per_second": 20.447,
-      "step": 2679
-    },
-    {
-      "epoch": 20.0,
-      "eval_loss": 0.17114990949630737,
-      "eval_macro_f1": 0.5779704862006727,
-      "eval_macro_precision": 0.6285916131953179,
-      "eval_macro_recall": 0.5455200342016094,
-      "eval_micro_f1": 0.7783711615487315,
-      "eval_micro_precision": 0.7969924812030075,
-      "eval_micro_recall": 0.7606001304631441,
-      "eval_runtime": 2.9774,
-      "eval_samples_per_second": 324.449,
-      "eval_steps_per_second": 20.488,
-      "step": 2820
-    },
-    {
-      "epoch": 21.0,
-      "eval_loss": 0.1727105975151062,
-      "eval_macro_f1": 0.58822980593355,
-      "eval_macro_precision": 0.6578174885933932,
-      "eval_macro_recall": 0.5467783967982416,
-      "eval_micro_f1": 0.782282793867121,
-      "eval_micro_precision": 0.818830242510699,
-      "eval_micro_recall": 0.7488584474885844,
-      "eval_runtime": 2.9806,
-      "eval_samples_per_second": 324.101,
-      "eval_steps_per_second": 20.466,
-      "step": 2961
+      "epoch": 18.13,
+      "eval_loss": 0.16017772257328033,
+      "eval_macro_f1": 0.6444367141145684,
+      "eval_macro_precision": 0.7439848776601259,
+      "eval_macro_recall": 0.5952268137231111,
+      "eval_micro_f1": 0.7922971114167813,
+      "eval_micro_precision": 0.8287769784172662,
+      "eval_micro_recall": 0.758893280632411,
+      "eval_runtime": 10.4941,
+      "eval_samples_per_second": 92.528,
+      "eval_steps_per_second": 2.954,
+      "step": 2556
+    },
+    {
+      "epoch": 19.13,
+      "eval_loss": 0.16528286039829254,
+      "eval_macro_f1": 0.6255401892998842,
+      "eval_macro_precision": 0.7027892098283081,
+      "eval_macro_recall": 0.5807621048617468,
+      "eval_micro_f1": 0.799320882852292,
+      "eval_micro_precision": 0.8248072880168185,
+      "eval_micro_recall": 0.7753623188405797,
+      "eval_runtime": 10.5086,
+      "eval_samples_per_second": 92.4,
+      "eval_steps_per_second": 2.95,
+      "step": 2698
+    },
+    {
+      "epoch": 20.14,
+      "eval_loss": 0.16131597757339478,
+      "eval_macro_f1": 0.6758630342355485,
+      "eval_macro_precision": 0.7848399016138751,
+      "eval_macro_recall": 0.6311385295870753,
+      "eval_micro_f1": 0.795959595959596,
+      "eval_micro_precision": 0.8140495867768595,
+      "eval_micro_recall": 0.7786561264822134,
+      "eval_runtime": 10.4977,
+      "eval_samples_per_second": 92.496,
+      "eval_steps_per_second": 2.953,
+      "step": 2840
+    },
+    {
+      "epoch": 21.15,
+      "eval_loss": 0.16260398924350739,
+      "eval_macro_f1": 0.6471248124455184,
+      "eval_macro_precision": 0.7519504537117815,
+      "eval_macro_recall": 0.5979276636724924,
+      "eval_micro_f1": 0.8031604259704569,
+      "eval_micro_precision": 0.8391959798994975,
+      "eval_micro_recall": 0.7700922266139657,
+      "eval_runtime": 10.5031,
+      "eval_samples_per_second": 92.449,
+      "eval_steps_per_second": 2.952,
+      "step": 2982
+    },
+    {
+      "epoch": 21.28,
+      "learning_rate": 4.059321906631445e-05,
+      "loss": 0.0097,
+      "step": 3000
+    },
+    {
+      "epoch": 22.16,
+      "eval_loss": 0.1720920354127884,
+      "eval_macro_f1": 0.6197445878457252,
+      "eval_macro_precision": 0.6777223144129594,
+      "eval_macro_recall": 0.5809350716774138,
+      "eval_micro_f1": 0.7995860641600551,
+      "eval_micro_precision": 0.8392469225199131,
+      "eval_micro_recall": 0.7635046113306982,
+      "eval_runtime": 10.5022,
+      "eval_samples_per_second": 92.457,
+      "eval_steps_per_second": 2.952,
+      "step": 3124
+    },
+    {
+      "epoch": 23.16,
+      "eval_loss": 0.18361401557922363,
+      "eval_macro_f1": 0.679814364002206,
+      "eval_macro_precision": 0.7438188782599036,
+      "eval_macro_recall": 0.6793295713709084,
+      "eval_micro_f1": 0.7756177924217464,
+      "eval_micro_precision": 0.7758734344100198,
+      "eval_micro_recall": 0.7753623188405797,
+      "eval_runtime": 10.4795,
+      "eval_samples_per_second": 92.658,
+      "eval_steps_per_second": 2.958,
+      "step": 3266
+    },
+    {
+      "epoch": 24.17,
+      "eval_loss": 0.18593738973140717,
+      "eval_macro_f1": 0.6768305526976849,
+      "eval_macro_precision": 0.7623894236010156,
+      "eval_macro_recall": 0.639542168905185,
+      "eval_micro_f1": 0.7799253984401492,
+      "eval_micro_precision": 0.803633822501747,
+      "eval_micro_recall": 0.7575757575757576,
+      "eval_runtime": 10.5008,
+      "eval_samples_per_second": 92.469,
+      "eval_steps_per_second": 2.952,
+      "step": 3408
+    },
+    {
+      "epoch": 24.82,
+      "learning_rate": 3.8764695684948935e-05,
+      "loss": 0.0076,
+      "step": 3500
+    },
+    {
+      "epoch": 25.18,
+      "eval_loss": 0.17676377296447754,
+      "eval_macro_f1": 0.6779522309735053,
+      "eval_macro_precision": 0.7968781822538058,
+      "eval_macro_recall": 0.6336237715199059,
+      "eval_micro_f1": 0.796775277124622,
+      "eval_micro_precision": 0.8128855380397533,
+      "eval_micro_recall": 0.7812911725955204,
+      "eval_runtime": 10.5104,
+      "eval_samples_per_second": 92.384,
+      "eval_steps_per_second": 2.949,
+      "step": 3550
+    },
+    {
+      "epoch": 26.18,
+      "eval_loss": 0.1732201725244522,
+      "eval_macro_f1": 0.707509469543303,
+      "eval_macro_precision": 0.8146827025242978,
+      "eval_macro_recall": 0.6503143056843191,
+      "eval_micro_f1": 0.7985299031072502,
+      "eval_micro_precision": 0.8101694915254237,
+      "eval_micro_recall": 0.7872200263504612,
+      "eval_runtime": 10.4892,
+      "eval_samples_per_second": 92.571,
+      "eval_steps_per_second": 2.955,
+      "step": 3692
+    },
+    {
+      "epoch": 27.19,
+      "eval_loss": 0.20233392715454102,
+      "eval_macro_f1": 0.6513179543559465,
+      "eval_macro_precision": 0.7916846976726903,
+      "eval_macro_recall": 0.5806696184169113,
+      "eval_micro_f1": 0.7844352617079889,
+      "eval_micro_precision": 0.8217893217893217,
+      "eval_micro_recall": 0.7503293807641633,
+      "eval_runtime": 10.5011,
+      "eval_samples_per_second": 92.466,
+      "eval_steps_per_second": 2.952,
+      "step": 3834
+    },
+    {
+      "epoch": 28.2,
+      "eval_loss": 0.1885799914598465,
+      "eval_macro_f1": 0.6823207317968834,
+      "eval_macro_precision": 0.7917566921291868,
+      "eval_macro_recall": 0.6430312076263187,
+      "eval_micro_f1": 0.7875717662951706,
+      "eval_micro_precision": 0.808038808038808,
+      "eval_micro_recall": 0.7681159420289855,
+      "eval_runtime": 10.5149,
+      "eval_samples_per_second": 92.345,
+      "eval_steps_per_second": 2.948,
+      "step": 3976
+    },
+    {
+      "epoch": 28.37,
+      "learning_rate": 3.6936172303583416e-05,
+      "loss": 0.0066,
+      "step": 4000
+    },
+    {
+      "epoch": 29.21,
+      "eval_loss": 0.19189482927322388,
+      "eval_macro_f1": 0.6669099856977689,
+      "eval_macro_precision": 0.7967630539496974,
+      "eval_macro_recall": 0.6033413092496192,
+      "eval_micro_f1": 0.8017894012388163,
+      "eval_micro_precision": 0.8393371757925072,
+      "eval_micro_recall": 0.7674571805006588,
+      "eval_runtime": 10.4969,
+      "eval_samples_per_second": 92.503,
+      "eval_steps_per_second": 2.953,
+      "step": 4118
+    },
+    {
+      "epoch": 30.21,
+      "eval_loss": 0.18965879082679749,
+      "eval_macro_f1": 0.6876913982263068,
+      "eval_macro_precision": 0.8027653366004972,
+      "eval_macro_recall": 0.6233955552143939,
+      "eval_micro_f1": 0.7947112038970077,
+      "eval_micro_precision": 0.8421828908554573,
+      "eval_micro_recall": 0.7523056653491436,
+      "eval_runtime": 10.497,
+      "eval_samples_per_second": 92.503,
+      "eval_steps_per_second": 2.953,
+      "step": 4260
+    },
+    {
+      "epoch": 31.22,
+      "eval_loss": 0.1917509138584137,
+      "eval_macro_f1": 0.7252073370829516,
+      "eval_macro_precision": 0.7693080004594731,
+      "eval_macro_recall": 0.703604344156779,
+      "eval_micro_f1": 0.7954469367258119,
+      "eval_micro_precision": 0.808713410483322,
+      "eval_micro_recall": 0.782608695652174,
+      "eval_runtime": 10.5118,
+      "eval_samples_per_second": 92.373,
+      "eval_steps_per_second": 2.949,
+      "step": 4402
     }
   ],
   "max_steps": 14100,
   "num_train_epochs": 100,
-  "total_flos": 1.2360197339395008e+16,
+  "total_flos": 1.6671849861800448e+16,
   "trial_name": null,
-  "trial_params": null
+  "trial_params": {
+    "adam_epsilon": 1.874740778707177e-08,
+    "learning_rate": 4.862043671050906e-05,
+    "per_device_eval_batch_size": 32,
+    "per_device_train_batch_size": 16,
+    "seed": 322,
+    "warmup_steps": 805,
+    "weight_decay": 1.0026204622214607e-07
+  }
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:438b946a390e0a080e0951e1d1cf250efa3125664bf79c3baf90d4c23e353fcb
-size 3183
+oid sha256:0e22d401a238ce3adc83154913c58c917ec7973fe9836231c70e0a1d523c1a29
+size 3439