Trained with Unsloth

config.json

@@ -21,7 +21,7 @@
   "rope_scaling": null,
   "rope_theta": 500000.0,
   "tie_word_embeddings": false,
-  "torch_dtype": "float16",
+  "torch_dtype": "bfloat16",
   "transformers_version": "4.40.1",
   "unsloth_version": "2024.4",
   "use_cache": true,

model-00001-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7b763ebc811784143abe0f008bbfafd8d2670e6bc431d1df9f397e5f87d6213b
-size 4976698592
+oid sha256:deef358475e2c688bd20114e8b6f5807ad91353a6a4d220f0f3da239366db539
+size 4976698672

model-00002-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ef9daacb48f75ba8206b1f273cec148361c2efcca05f2293238a735a99fc714
-size 4999802616
+oid sha256:a234bb09745fcaf09e64f03f59443da51befdf5c8496de714f5554841577834f
+size 4999802720

model-00003-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:194f5e355052c63cb2f6c119a5a96f1dbd65aa03003154d857824cc3bdfdb18c
-size 4915916080
+oid sha256:d428f013f8708645a83b7917445148a0dfbd698d3f66db2f736b382987f14011
+size 4915916176

model-00004-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ba48179358b4473b72fd155fa6549b3bb5948fd927369db4f492a7173930826
+oid sha256:76b24c17882f3cef362daca4ae53a27829ed73dae5d5583c68500b27fe2a3b10
 size 1168138808