End of training

README.md

@@ -46,7 +46,7 @@ The following hyperparameters were used during training:
 
 ### Framework versions
 
-- Transformers 4.36.0
-- Pytorch 2.0.0
-- Datasets 2.1.0
-- Tokenizers 0.15.0
+- Transformers 4.40.0
+- Pytorch 2.2.1+cu121
+- Datasets 2.19.0
+- Tokenizers 0.19.1

config.json

@@ -56,7 +56,7 @@
   },
   "tie_word_embeddings": false,
   "torch_dtype": "float32",
-  "transformers_version": "4.36.0",
+  "transformers_version": "4.40.0",
   "use_cache": true,
   "vocab_size": 32128
 }

generation_config.json

@@ -3,5 +3,5 @@
   "decoder_start_token_id": 0,
   "eos_token_id": 1,
   "pad_token_id": 0,
-  "transformers_version": "4.36.0"
+  "transformers_version": "4.40.0"
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:248fbbbaad738451553330e0893efe96b824ef2f5fce00a5af8cc4fb40c6e5d6
+oid sha256:dea81bcc250d1d94e8ab64b64b85ffaac590acea17f9d20f65540c000312835a
 size 990345064

special_tokens_map.json

@@ -101,7 +101,25 @@
     "<extra_id_98>",
     "<extra_id_99>"
   ],
-  "eos_token": "</s>",
-  "pad_token": "<pad>",
-  "unk_token": "<unk>"
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
 }

tokenizer.json

@@ -2,13 +2,13 @@
   "version": "1.0",
   "truncation": {
     "direction": "Right",
-    "max_length": 3,
+    "max_length": 5,
     "strategy": "LongestFirst",
     "stride": 0
   },
   "padding": {
     "strategy": {
-      "Fixed": 3
+      "Fixed": 5
     },
     "direction": "Right",
     "pad_to_multiple_of": null,
@@ -964,8 +964,8 @@
   "pre_tokenizer": {
     "type": "Metaspace",
     "replacement": "▁",
-    "add_prefix_space": true,
-    "prepend_scheme": "always"
+    "prepend_scheme": "always",
+    "split": true
   },
   "post_processor": {
     "type": "TemplateProcessing",
@@ -1024,8 +1024,8 @@
   "decoder": {
     "type": "Metaspace",
     "replacement": "▁",
-    "add_prefix_space": true,
-    "prepend_scheme": "always"
+    "prepend_scheme": "always",
+    "split": true
   },
   "model": {
     "type": "Unigram",

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f23ae8c65f807bfbce8469f75feace6c98d819e5a57b030d32a66dc9db528ee5
-size 4475
+oid sha256:af505bb17a6aaf54967f59a954e4aca4ad7199e31ef7126485154e0ffd6593e1
+size 5112