Upload 14 files

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,60 @@
+---
+library_name: transformers
+base_model: agentlans/multilingual-e5-small-aligned
+tags:
+- generated_from_trainer
+model-index:
+- name: multilingual-e5-small-aligned-sentiment
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# multilingual-e5-small-aligned-sentiment
+
+This model is a fine-tuned version of [agentlans/multilingual-e5-small-aligned](https://huggingface.co/agentlans/multilingual-e5-small-aligned) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.2188
+- Mse: 0.2188
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5e-05
+- train_batch_size: 64
+- eval_batch_size: 8
+- seed: 42
+- optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: linear
+- num_epochs: 3.0
+
+### Training results
+
+| Training Loss | Epoch | Step  | Validation Loss | Mse    |
+|:-------------:|:-----:|:-----:|:---------------:|:------:|
+| 0.2635        | 1.0   | 13548 | 0.2526          | 0.2526 |
+| 0.1944        | 2.0   | 27096 | 0.2277          | 0.2277 |
+| 0.1489        | 3.0   | 40644 | 0.2188          | 0.2188 |
+
+
+### Framework versions
+
+- Transformers 4.46.3
+- Pytorch 2.5.1+cu124
+- Datasets 3.1.0
+- Tokenizers 0.20.3

all_results.json

@@ -0,0 +1,15 @@
+{
+    "epoch": 3.0,
+    "eval_loss": 0.21882201731204987,
+    "eval_mse": 0.21882200171115507,
+    "eval_runtime": 50.6658,
+    "eval_samples": 96338,
+    "eval_samples_per_second": 1901.439,
+    "eval_steps_per_second": 237.695,
+    "total_flos": 4.283504864539085e+16,
+    "train_loss": 0.21721052708159796,
+    "train_runtime": 3074.1411,
+    "train_samples": 867042,
+    "train_samples_per_second": 846.131,
+    "train_steps_per_second": 13.221
+}

config.json

@@ -0,0 +1,34 @@
+{
+  "_name_or_path": "agentlans/multilingual-e5-small-aligned",
+  "architectures": [
+    "BertForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "finetuning_task": "text-classification",
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 384,
+  "id2label": {
+    "0": "LABEL_0"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 1536,
+  "label2id": {
+    "LABEL_0": 0
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "problem_type": "regression",
+  "tokenizer_class": "XLMRobertaTokenizer",
+  "torch_dtype": "float32",
+  "transformers_version": "4.46.3",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 250037
+}

eval_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 3.0,
+    "eval_loss": 0.21882201731204987,
+    "eval_mse": 0.21882200171115507,
+    "eval_runtime": 50.6658,
+    "eval_samples": 96338,
+    "eval_samples_per_second": 1901.439,
+    "eval_steps_per_second": 237.695
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5333c9df0d67cb5904f8530167efd77528f3f24bd07b181bbd3c10ec9946baeb
+size 470640124

modules.json

@@ -0,0 +1,20 @@
+[
+    {
+      "idx": 0,
+      "name": "0",
+      "path": "",
+      "type": "sentence_transformers.models.Transformer"
+    },
+    {
+      "idx": 1,
+      "name": "1",
+      "path": "1_Pooling",
+      "type": "sentence_transformers.models.Pooling"
+    },
+    {
+      "idx": 2,
+      "name": "2",
+      "path": "2_Normalize",
+      "type": "sentence_transformers.models.Normalize"
+    }
+  ]

sentence_bert_config.json

@@ -0,0 +1,4 @@
+{
+    "max_seq_length": 512,
+    "do_lower_case": false
+}

sentencepiece.bpe.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865
+size 5069051

special_tokens_map.json

@@ -0,0 +1,9 @@
+{
+  "bos_token": "<s>",
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "mask_token": "<mask>",
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "unk_token": "<unk>"
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b44a9d7b51c3c62626640cda0e2c2f70fdacdc25bbbd68038369d14ebdf4c39
+size 17082730

tokenizer_config.json

@@ -0,0 +1,20 @@
+{
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "mask_token": {
+    "__type": "AddedToken",
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "model_max_length": 512,
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "XLMRobertaTokenizer",
+  "unk_token": "<unk>"
+}

train_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 3.0,
+    "total_flos": 4.283504864539085e+16,
+    "train_loss": 0.21721052708159796,
+    "train_runtime": 3074.1411,
+    "train_samples": 867042,
+    "train_samples_per_second": 846.131,
+    "train_steps_per_second": 13.221
+}

trainer_state.json

@@ -0,0 +1,636 @@
+{
+  "best_metric": 0.21882201731204987,
+  "best_model_checkpoint": "multilingual-e5-small-aligned-sentiment/checkpoint-40644",
+  "epoch": 3.0,
+  "eval_steps": 500,
+  "global_step": 40644,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.03690581635665781,
+      "grad_norm": 6.3122382164001465,
+      "learning_rate": 4.938490306072237e-05,
+      "loss": 0.4391,
+      "step": 500
+    },
+    {
+      "epoch": 0.07381163271331562,
+      "grad_norm": 2.3589205741882324,
+      "learning_rate": 4.876980612144474e-05,
+      "loss": 0.3671,
+      "step": 1000
+    },
+    {
+      "epoch": 0.11071744906997343,
+      "grad_norm": 5.466468811035156,
+      "learning_rate": 4.815470918216711e-05,
+      "loss": 0.3484,
+      "step": 1500
+    },
+    {
+      "epoch": 0.14762326542663123,
+      "grad_norm": 3.5365800857543945,
+      "learning_rate": 4.7539612242889484e-05,
+      "loss": 0.3363,
+      "step": 2000
+    },
+    {
+      "epoch": 0.18452908178328906,
+      "grad_norm": 4.123874187469482,
+      "learning_rate": 4.692451530361185e-05,
+      "loss": 0.339,
+      "step": 2500
+    },
+    {
+      "epoch": 0.22143489813994685,
+      "grad_norm": 3.2261433601379395,
+      "learning_rate": 4.6309418364334224e-05,
+      "loss": 0.3275,
+      "step": 3000
+    },
+    {
+      "epoch": 0.2583407144966047,
+      "grad_norm": 4.198851108551025,
+      "learning_rate": 4.5694321425056594e-05,
+      "loss": 0.3209,
+      "step": 3500
+    },
+    {
+      "epoch": 0.29524653085326247,
+      "grad_norm": 4.112880706787109,
+      "learning_rate": 4.507922448577896e-05,
+      "loss": 0.3161,
+      "step": 4000
+    },
+    {
+      "epoch": 0.33215234720992026,
+      "grad_norm": 2.5054564476013184,
+      "learning_rate": 4.4464127546501335e-05,
+      "loss": 0.3075,
+      "step": 4500
+    },
+    {
+      "epoch": 0.3690581635665781,
+      "grad_norm": 2.706176280975342,
+      "learning_rate": 4.38490306072237e-05,
+      "loss": 0.3003,
+      "step": 5000
+    },
+    {
+      "epoch": 0.4059639799232359,
+      "grad_norm": 4.4395432472229,
+      "learning_rate": 4.323393366794607e-05,
+      "loss": 0.3049,
+      "step": 5500
+    },
+    {
+      "epoch": 0.4428697962798937,
+      "grad_norm": 2.091357946395874,
+      "learning_rate": 4.261883672866844e-05,
+      "loss": 0.3025,
+      "step": 6000
+    },
+    {
+      "epoch": 0.4797756126365515,
+      "grad_norm": 3.8511946201324463,
+      "learning_rate": 4.200373978939081e-05,
+      "loss": 0.2954,
+      "step": 6500
+    },
+    {
+      "epoch": 0.5166814289932093,
+      "grad_norm": 5.480827331542969,
+      "learning_rate": 4.138864285011318e-05,
+      "loss": 0.2906,
+      "step": 7000
+    },
+    {
+      "epoch": 0.5535872453498671,
+      "grad_norm": 2.709707260131836,
+      "learning_rate": 4.077354591083555e-05,
+      "loss": 0.2802,
+      "step": 7500
+    },
+    {
+      "epoch": 0.5904930617065249,
+      "grad_norm": 2.0577099323272705,
+      "learning_rate": 4.015844897155792e-05,
+      "loss": 0.283,
+      "step": 8000
+    },
+    {
+      "epoch": 0.6273988780631827,
+      "grad_norm": 2.7647361755371094,
+      "learning_rate": 3.954335203228029e-05,
+      "loss": 0.2812,
+      "step": 8500
+    },
+    {
+      "epoch": 0.6643046944198405,
+      "grad_norm": 2.9902350902557373,
+      "learning_rate": 3.892825509300266e-05,
+      "loss": 0.2762,
+      "step": 9000
+    },
+    {
+      "epoch": 0.7012105107764984,
+      "grad_norm": 2.2046756744384766,
+      "learning_rate": 3.8313158153725024e-05,
+      "loss": 0.2736,
+      "step": 9500
+    },
+    {
+      "epoch": 0.7381163271331562,
+      "grad_norm": 3.422405958175659,
+      "learning_rate": 3.76980612144474e-05,
+      "loss": 0.2758,
+      "step": 10000
+    },
+    {
+      "epoch": 0.775022143489814,
+      "grad_norm": 5.36775016784668,
+      "learning_rate": 3.708296427516977e-05,
+      "loss": 0.2695,
+      "step": 10500
+    },
+    {
+      "epoch": 0.8119279598464718,
+      "grad_norm": 2.30532169342041,
+      "learning_rate": 3.6467867335892135e-05,
+      "loss": 0.2685,
+      "step": 11000
+    },
+    {
+      "epoch": 0.8488337762031296,
+      "grad_norm": 3.8830413818359375,
+      "learning_rate": 3.585277039661451e-05,
+      "loss": 0.2715,
+      "step": 11500
+    },
+    {
+      "epoch": 0.8857395925597874,
+      "grad_norm": 2.014604091644287,
+      "learning_rate": 3.5237673457336876e-05,
+      "loss": 0.2608,
+      "step": 12000
+    },
+    {
+      "epoch": 0.9226454089164452,
+      "grad_norm": 2.6041476726531982,
+      "learning_rate": 3.4622576518059246e-05,
+      "loss": 0.2632,
+      "step": 12500
+    },
+    {
+      "epoch": 0.959551225273103,
+      "grad_norm": 3.3516054153442383,
+      "learning_rate": 3.400747957878162e-05,
+      "loss": 0.2621,
+      "step": 13000
+    },
+    {
+      "epoch": 0.9964570416297609,
+      "grad_norm": 2.724219799041748,
+      "learning_rate": 3.3392382639503986e-05,
+      "loss": 0.2635,
+      "step": 13500
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.2525743246078491,
+      "eval_mse": 0.2525743009952109,
+      "eval_runtime": 50.6282,
+      "eval_samples_per_second": 1902.852,
+      "eval_steps_per_second": 237.871,
+      "step": 13548
+    },
+    {
+      "epoch": 1.0333628579864187,
+      "grad_norm": 2.4586572647094727,
+      "learning_rate": 3.277728570022636e-05,
+      "loss": 0.2128,
+      "step": 14000
+    },
+    {
+      "epoch": 1.0702686743430765,
+      "grad_norm": 2.403661012649536,
+      "learning_rate": 3.216218876094873e-05,
+      "loss": 0.2062,
+      "step": 14500
+    },
+    {
+      "epoch": 1.1071744906997343,
+      "grad_norm": 1.8662785291671753,
+      "learning_rate": 3.15470918216711e-05,
+      "loss": 0.2088,
+      "step": 15000
+    },
+    {
+      "epoch": 1.144080307056392,
+      "grad_norm": 4.150296688079834,
+      "learning_rate": 3.093199488239347e-05,
+      "loss": 0.203,
+      "step": 15500
+    },
+    {
+      "epoch": 1.1809861234130499,
+      "grad_norm": 2.604682207107544,
+      "learning_rate": 3.0316897943115834e-05,
+      "loss": 0.2002,
+      "step": 16000
+    },
+    {
+      "epoch": 1.2178919397697077,
+      "grad_norm": 2.8031857013702393,
+      "learning_rate": 2.9701801003838208e-05,
+      "loss": 0.2056,
+      "step": 16500
+    },
+    {
+      "epoch": 1.2547977561263655,
+      "grad_norm": 4.056972503662109,
+      "learning_rate": 2.9086704064560578e-05,
+      "loss": 0.2067,
+      "step": 17000
+    },
+    {
+      "epoch": 1.2917035724830233,
+      "grad_norm": 2.9248251914978027,
+      "learning_rate": 2.8471607125282945e-05,
+      "loss": 0.2049,
+      "step": 17500
+    },
+    {
+      "epoch": 1.328609388839681,
+      "grad_norm": 1.4066252708435059,
+      "learning_rate": 2.7856510186005312e-05,
+      "loss": 0.201,
+      "step": 18000
+    },
+    {
+      "epoch": 1.3655152051963388,
+      "grad_norm": 1.4685883522033691,
+      "learning_rate": 2.7241413246727686e-05,
+      "loss": 0.1983,
+      "step": 18500
+    },
+    {
+      "epoch": 1.4024210215529966,
+      "grad_norm": 1.9358257055282593,
+      "learning_rate": 2.6626316307450056e-05,
+      "loss": 0.1983,
+      "step": 19000
+    },
+    {
+      "epoch": 1.4393268379096544,
+      "grad_norm": 1.5204322338104248,
+      "learning_rate": 2.6011219368172423e-05,
+      "loss": 0.2032,
+      "step": 19500
+    },
+    {
+      "epoch": 1.4762326542663124,
+      "grad_norm": 2.7880804538726807,
+      "learning_rate": 2.5396122428894797e-05,
+      "loss": 0.2045,
+      "step": 20000
+    },
+    {
+      "epoch": 1.51313847062297,
+      "grad_norm": 2.1745991706848145,
+      "learning_rate": 2.4781025489617167e-05,
+      "loss": 0.1979,
+      "step": 20500
+    },
+    {
+      "epoch": 1.550044286979628,
+      "grad_norm": 1.6532700061798096,
+      "learning_rate": 2.4165928550339534e-05,
+      "loss": 0.1979,
+      "step": 21000
+    },
+    {
+      "epoch": 1.5869501033362858,
+      "grad_norm": 2.7065317630767822,
+      "learning_rate": 2.3550831611061904e-05,
+      "loss": 0.1958,
+      "step": 21500
+    },
+    {
+      "epoch": 1.6238559196929436,
+      "grad_norm": 2.1913399696350098,
+      "learning_rate": 2.2935734671784274e-05,
+      "loss": 0.1958,
+      "step": 22000
+    },
+    {
+      "epoch": 1.6607617360496014,
+      "grad_norm": 2.5118260383605957,
+      "learning_rate": 2.2320637732506645e-05,
+      "loss": 0.2016,
+      "step": 22500
+    },
+    {
+      "epoch": 1.6976675524062592,
+      "grad_norm": 1.4727787971496582,
+      "learning_rate": 2.1705540793229015e-05,
+      "loss": 0.1965,
+      "step": 23000
+    },
+    {
+      "epoch": 1.734573368762917,
+      "grad_norm": 2.5935685634613037,
+      "learning_rate": 2.1090443853951382e-05,
+      "loss": 0.1936,
+      "step": 23500
+    },
+    {
+      "epoch": 1.7714791851195748,
+      "grad_norm": 1.701431155204773,
+      "learning_rate": 2.0475346914673755e-05,
+      "loss": 0.1982,
+      "step": 24000
+    },
+    {
+      "epoch": 1.8083850014762326,
+      "grad_norm": 2.9000027179718018,
+      "learning_rate": 1.9860249975396122e-05,
+      "loss": 0.1955,
+      "step": 24500
+    },
+    {
+      "epoch": 1.8452908178328906,
+      "grad_norm": 3.60319447517395,
+      "learning_rate": 1.9245153036118493e-05,
+      "loss": 0.1962,
+      "step": 25000
+    },
+    {
+      "epoch": 1.8821966341895484,
+      "grad_norm": 2.8174662590026855,
+      "learning_rate": 1.8630056096840863e-05,
+      "loss": 0.1918,
+      "step": 25500
+    },
+    {
+      "epoch": 1.9191024505462062,
+      "grad_norm": 3.1348931789398193,
+      "learning_rate": 1.8014959157563233e-05,
+      "loss": 0.1951,
+      "step": 26000
+    },
+    {
+      "epoch": 1.956008266902864,
+      "grad_norm": 2.737175941467285,
+      "learning_rate": 1.7399862218285603e-05,
+      "loss": 0.1885,
+      "step": 26500
+    },
+    {
+      "epoch": 1.9929140832595218,
+      "grad_norm": 3.2441189289093018,
+      "learning_rate": 1.678476527900797e-05,
+      "loss": 0.1944,
+      "step": 27000
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.2276565432548523,
+      "eval_mse": 0.22765655234639334,
+      "eval_runtime": 50.6433,
+      "eval_samples_per_second": 1902.284,
+      "eval_steps_per_second": 237.8,
+      "step": 27096
+    },
+    {
+      "epoch": 2.0298198996161796,
+      "grad_norm": 2.415947198867798,
+      "learning_rate": 1.6169668339730344e-05,
+      "loss": 0.1606,
+      "step": 27500
+    },
+    {
+      "epoch": 2.0667257159728374,
+      "grad_norm": 2.8117918968200684,
+      "learning_rate": 1.555457140045271e-05,
+      "loss": 0.1566,
+      "step": 28000
+    },
+    {
+      "epoch": 2.103631532329495,
+      "grad_norm": 2.8294386863708496,
+      "learning_rate": 1.4939474461175081e-05,
+      "loss": 0.1549,
+      "step": 28500
+    },
+    {
+      "epoch": 2.140537348686153,
+      "grad_norm": 2.073002576828003,
+      "learning_rate": 1.4324377521897453e-05,
+      "loss": 0.151,
+      "step": 29000
+    },
+    {
+      "epoch": 2.1774431650428108,
+      "grad_norm": 2.204664707183838,
+      "learning_rate": 1.3709280582619822e-05,
+      "loss": 0.1558,
+      "step": 29500
+    },
+    {
+      "epoch": 2.2143489813994686,
+      "grad_norm": 2.2928786277770996,
+      "learning_rate": 1.3094183643342192e-05,
+      "loss": 0.1531,
+      "step": 30000
+    },
+    {
+      "epoch": 2.2512547977561264,
+      "grad_norm": 4.089919567108154,
+      "learning_rate": 1.2479086704064562e-05,
+      "loss": 0.1578,
+      "step": 30500
+    },
+    {
+      "epoch": 2.288160614112784,
+      "grad_norm": 3.0547707080841064,
+      "learning_rate": 1.186398976478693e-05,
+      "loss": 0.1551,
+      "step": 31000
+    },
+    {
+      "epoch": 2.325066430469442,
+      "grad_norm": 1.791717767715454,
+      "learning_rate": 1.1248892825509301e-05,
+      "loss": 0.1538,
+      "step": 31500
+    },
+    {
+      "epoch": 2.3619722468260997,
+      "grad_norm": 1.498639702796936,
+      "learning_rate": 1.0633795886231671e-05,
+      "loss": 0.1533,
+      "step": 32000
+    },
+    {
+      "epoch": 2.3988780631827575,
+      "grad_norm": 1.8389638662338257,
+      "learning_rate": 1.001869894695404e-05,
+      "loss": 0.1536,
+      "step": 32500
+    },
+    {
+      "epoch": 2.4357838795394153,
+      "grad_norm": 2.8968076705932617,
+      "learning_rate": 9.40360200767641e-06,
+      "loss": 0.1518,
+      "step": 33000
+    },
+    {
+      "epoch": 2.472689695896073,
+      "grad_norm": 1.8149243593215942,
+      "learning_rate": 8.78850506839878e-06,
+      "loss": 0.1508,
+      "step": 33500
+    },
+    {
+      "epoch": 2.509595512252731,
+      "grad_norm": 2.4595253467559814,
+      "learning_rate": 8.17340812912115e-06,
+      "loss": 0.1509,
+      "step": 34000
+    },
+    {
+      "epoch": 2.5465013286093887,
+      "grad_norm": 2.2790329456329346,
+      "learning_rate": 7.55831118984352e-06,
+      "loss": 0.1495,
+      "step": 34500
+    },
+    {
+      "epoch": 2.5834071449660465,
+      "grad_norm": 2.1698362827301025,
+      "learning_rate": 6.94321425056589e-06,
+      "loss": 0.1507,
+      "step": 35000
+    },
+    {
+      "epoch": 2.6203129613227043,
+      "grad_norm": 1.564191460609436,
+      "learning_rate": 6.328117311288259e-06,
+      "loss": 0.1512,
+      "step": 35500
+    },
+    {
+      "epoch": 2.657218777679362,
+      "grad_norm": 1.279205322265625,
+      "learning_rate": 5.713020372010629e-06,
+      "loss": 0.1479,
+      "step": 36000
+    },
+    {
+      "epoch": 2.69412459403602,
+      "grad_norm": 2.1811535358428955,
+      "learning_rate": 5.097923432732999e-06,
+      "loss": 0.1508,
+      "step": 36500
+    },
+    {
+      "epoch": 2.7310304103926777,
+      "grad_norm": 2.391449451446533,
+      "learning_rate": 4.482826493455368e-06,
+      "loss": 0.1444,
+      "step": 37000
+    },
+    {
+      "epoch": 2.7679362267493355,
+      "grad_norm": 1.848325490951538,
+      "learning_rate": 3.8677295541777385e-06,
+      "loss": 0.1487,
+      "step": 37500
+    },
+    {
+      "epoch": 2.8048420431059933,
+      "grad_norm": 2.8446269035339355,
+      "learning_rate": 3.2526326149001084e-06,
+      "loss": 0.1497,
+      "step": 38000
+    },
+    {
+      "epoch": 2.841747859462651,
+      "grad_norm": 2.272193670272827,
+      "learning_rate": 2.6375356756224782e-06,
+      "loss": 0.1506,
+      "step": 38500
+    },
+    {
+      "epoch": 2.878653675819309,
+      "grad_norm": 2.2728445529937744,
+      "learning_rate": 2.022438736344848e-06,
+      "loss": 0.1497,
+      "step": 39000
+    },
+    {
+      "epoch": 2.9155594921759667,
+      "grad_norm": 1.8776350021362305,
+      "learning_rate": 1.4073417970672177e-06,
+      "loss": 0.1465,
+      "step": 39500
+    },
+    {
+      "epoch": 2.952465308532625,
+      "grad_norm": 1.9717949628829956,
+      "learning_rate": 7.922448577895876e-07,
+      "loss": 0.1493,
+      "step": 40000
+    },
+    {
+      "epoch": 2.9893711248892827,
+      "grad_norm": 2.8036680221557617,
+      "learning_rate": 1.771479185119575e-07,
+      "loss": 0.1489,
+      "step": 40500
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 0.21882201731204987,
+      "eval_mse": 0.21882200171115507,
+      "eval_runtime": 50.9689,
+      "eval_samples_per_second": 1890.132,
+      "eval_steps_per_second": 236.281,
+      "step": 40644
+    },
+    {
+      "epoch": 3.0,
+      "step": 40644,
+      "total_flos": 4.283504864539085e+16,
+      "train_loss": 0.21721052708159796,
+      "train_runtime": 3074.1411,
+      "train_samples_per_second": 846.131,
+      "train_steps_per_second": 13.221
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 40644,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 4.283504864539085e+16,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ebe7b7b05490c20b53fbc39ffdeec0c1f0c552cf79f29de5652b1d14465d395
+size 5368