diff --git a/.gitattributes b/.gitattributes
index a6344aac8c09253b3b630fb776ae94478aa0275b..e34ca9f6658c8ebe84fd59dcc74473d81d4bc09d 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,3 +33,57 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q2_K.shard-00001-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q2_K.shard-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q2_K.shard-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q2_K.shard-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q3_K_M.shard-00001-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q3_K_M.shard-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q3_K_M.shard-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q3_K_M.shard-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q3_K_S.shard-00001-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q3_K_S.shard-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q3_K_S.shard-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q3_K_S.shard-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q4_0.shard-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q4_0.shard-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q4_0.shard-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q4_0.shard-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q4_0.shard-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q4_K_M.shard-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q4_K_M.shard-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q4_K_M.shard-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q4_K_M.shard-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q4_K_M.shard-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q4_K_S.shard-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q4_K_S.shard-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q4_K_S.shard-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q4_K_S.shard-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q4_K_S.shard-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q5_K_M.shard-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q5_K_M.shard-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q5_K_M.shard-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q5_K_M.shard-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q5_K_M.shard-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q5_K_M.shard-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q5_K_S.shard-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q5_K_S.shard-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q5_K_S.shard-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q5_K_S.shard-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q5_K_S.shard-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q5_K_S.shard-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q6_K.shard-00001-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q6_K.shard-00002-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q6_K.shard-00003-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q6_K.shard-00004-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q6_K.shard-00005-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q6_K.shard-00006-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q6_K.shard-00007-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q8_0.shard-00001-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q8_0.shard-00002-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q8_0.shard-00003-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q8_0.shard-00004-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q8_0.shard-00005-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q8_0.shard-00006-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q8_0.shard-00007-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-Chat-v2.Q8_0.shard-00008-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
diff --git a/TinyMistral-248M-Chat-v2.Q2_K.shard-00001-of-00004.gguf b/TinyMistral-248M-Chat-v2.Q2_K.shard-00001-of-00004.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..2e1716077ed6109f1553ff51f24d416d46eb3a51
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q2_K.shard-00001-of-00004.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3232d3e9df342187e854e391c9f17580f3f9f55ceee8866a02c6e5725837b18
+size 27602496
diff --git a/TinyMistral-248M-Chat-v2.Q2_K.shard-00002-of-00004.gguf b/TinyMistral-248M-Chat-v2.Q2_K.shard-00002-of-00004.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..38c73dd18a73dce7f4fc0145e25ab7fa2e1cc140
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q2_K.shard-00002-of-00004.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2389002468bf53da3c4bbd5a01b06127b6fc963d702d39a33dbcde048f5169
+size 34926624
diff --git a/TinyMistral-248M-Chat-v2.Q2_K.shard-00003-of-00004.gguf b/TinyMistral-248M-Chat-v2.Q2_K.shard-00003-of-00004.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e53c31f700b027b8254bb10f6af72fc9ca302fb8
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q2_K.shard-00003-of-00004.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f94f85dc0806decc1de3a16b25faf60285a4d74ba002b14e7a136df99f2c097
+size 34925856
diff --git a/TinyMistral-248M-Chat-v2.Q2_K.shard-00004-of-00004.gguf b/TinyMistral-248M-Chat-v2.Q2_K.shard-00004-of-00004.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..eae591563ab100e40595089c6423f647521c497b
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q2_K.shard-00004-of-00004.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e23d3bc34b01fa66652fa3326006b0b0ae4a947e99a39f327f909df691905e4
+size 8004640
diff --git a/TinyMistral-248M-Chat-v2.Q3_K_M.shard-00001-of-00004.gguf b/TinyMistral-248M-Chat-v2.Q3_K_M.shard-00001-of-00004.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ff40a3cf7cbe8b933d34fd3e7a36b73852f2cd2e
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q3_K_M.shard-00001-of-00004.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:263a2856d0c1540929870496e4bff4c9ce8cea193d451b7385f7dd3a0daed13b
+size 27602496
diff --git a/TinyMistral-248M-Chat-v2.Q3_K_M.shard-00002-of-00004.gguf b/TinyMistral-248M-Chat-v2.Q3_K_M.shard-00002-of-00004.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ef77fa793e47927c1998f40f23609e9256e37ed1
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q3_K_M.shard-00002-of-00004.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d045fcf572d4d1583977e1b29f9ed989714e1427507c81f8395eb6da87df85c8
+size 34778848
diff --git a/TinyMistral-248M-Chat-v2.Q3_K_M.shard-00003-of-00004.gguf b/TinyMistral-248M-Chat-v2.Q3_K_M.shard-00003-of-00004.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7a83adfb0219c6c62400b457b502868fed51e6a9
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q3_K_M.shard-00003-of-00004.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe812bc1702338f40e3f46ba1acd512fe8d8ccee26d1790d06b4b0419f2345a
+size 34445856
diff --git a/TinyMistral-248M-Chat-v2.Q3_K_M.shard-00004-of-00004.gguf b/TinyMistral-248M-Chat-v2.Q3_K_M.shard-00004-of-00004.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..08c29edd2b602cf7f1b94b7e9609c2fd01361dce
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q3_K_M.shard-00004-of-00004.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c411ca675e84a2031ee7355d0afcd3334a82efd99b938bc07976ec8ed3ef4b04
+size 32203360
diff --git a/TinyMistral-248M-Chat-v2.Q3_K_S.shard-00001-of-00004.gguf b/TinyMistral-248M-Chat-v2.Q3_K_S.shard-00001-of-00004.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..6acfcc32c724c6519ddbbb8b0b3d32acd454f589
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q3_K_S.shard-00001-of-00004.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c214ef4c8bb2100651a5fdfab8cc1774a9c1e68daae1fcf9d85100537df5235
+size 27602496
diff --git a/TinyMistral-248M-Chat-v2.Q3_K_S.shard-00002-of-00004.gguf b/TinyMistral-248M-Chat-v2.Q3_K_S.shard-00002-of-00004.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8581b0c4a7fae193ab0a3a45fd1fd7e258c2f235
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q3_K_S.shard-00002-of-00004.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf8cdaa7f5cedde3f12f32d2c9a7a0ad70f532600986d8e50c271419ea25424
+size 33712064
diff --git a/TinyMistral-248M-Chat-v2.Q3_K_S.shard-00003-of-00004.gguf b/TinyMistral-248M-Chat-v2.Q3_K_S.shard-00003-of-00004.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..6dcef40bcc8bc7d24d3d9320f379826c9923a02d
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q3_K_S.shard-00003-of-00004.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae329fb1967940bd6f207d04838a8e23dc6e2f0b313fd78c67de3c7d3715f0f3
+size 34511648
diff --git a/TinyMistral-248M-Chat-v2.Q3_K_S.shard-00004-of-00004.gguf b/TinyMistral-248M-Chat-v2.Q3_K_S.shard-00004-of-00004.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..044357f025a0713f5138ad737a2a91529d190a13
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q3_K_S.shard-00004-of-00004.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25bccd686fca967f23936cfcdae661cbe6de688246693a7ae5bfe98cc02ce2f5
+size 24365184
diff --git a/TinyMistral-248M-Chat-v2.Q4_0.shard-00001-of-00005.gguf b/TinyMistral-248M-Chat-v2.Q4_0.shard-00001-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..6ace5d1de0cadb9cb9e5c954ee71cbd29c5f98f6
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q4_0.shard-00001-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:951989a2ef9edd99a986b6d0223493eca44217367cba8e40f6764262567c7dc0
+size 27602496
diff --git a/TinyMistral-248M-Chat-v2.Q4_0.shard-00002-of-00005.gguf b/TinyMistral-248M-Chat-v2.Q4_0.shard-00002-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ebd7e2951276629f370f22f8692a9a7db601f99a
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q4_0.shard-00002-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922eb9ab0ee73f88a001007acb3340ef10d6d1f756d0af1d31658130f1f93c9c
+size 34820000
diff --git a/TinyMistral-248M-Chat-v2.Q4_0.shard-00003-of-00005.gguf b/TinyMistral-248M-Chat-v2.Q4_0.shard-00003-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f1a24cf6ba9648aebc71fd7283bbd7b8dede8ffc
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q4_0.shard-00003-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9589d55083e6bfbbb0457aeef51cc80a52608e0c6833596e159ddb57f48b5d
+size 34986368
diff --git a/TinyMistral-248M-Chat-v2.Q4_0.shard-00004-of-00005.gguf b/TinyMistral-248M-Chat-v2.Q4_0.shard-00004-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..0aca44ee56505d54119b79a858661dcd510d2958
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q4_0.shard-00004-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d970a6d0cffb52868ef47a78e9dc90e90cb489d586f423ab978d26ae59d37d2f
+size 34244800
diff --git a/TinyMistral-248M-Chat-v2.Q4_0.shard-00005-of-00005.gguf b/TinyMistral-248M-Chat-v2.Q4_0.shard-00005-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..0dd06a06383136ade155d6657e3fb54d8a60d8bc
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q4_0.shard-00005-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2beb86b2f84cc6b8915dfa60828a20a187438318b71c723f58d962125109437e
+size 17122464
diff --git a/TinyMistral-248M-Chat-v2.Q4_K_M.shard-00001-of-00005.gguf b/TinyMistral-248M-Chat-v2.Q4_K_M.shard-00001-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..1a837043e41bd05c78e63f7c262fc968e3f9c702
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q4_K_M.shard-00001-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef5cc914254de93d2bc44450c9deb193bb71c5e79bbe7ad671e7e1da5b3768d
+size 27602496
diff --git a/TinyMistral-248M-Chat-v2.Q4_K_M.shard-00002-of-00005.gguf b/TinyMistral-248M-Chat-v2.Q4_K_M.shard-00002-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..cc9521bee3a544892fe357f4e8fffd05b56eceb8
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q4_K_M.shard-00002-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839c0ec58277037ab9ea477cae984fa03944615b494d37f2dcdc58c69ff14279
+size 32868032
diff --git a/TinyMistral-248M-Chat-v2.Q4_K_M.shard-00003-of-00005.gguf b/TinyMistral-248M-Chat-v2.Q4_K_M.shard-00003-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..13331fe685df47a344ebcc9212fe97c4b1085f05
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q4_K_M.shard-00003-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5eb02c1c25a986fce667446fbcc4eae4508ee6feac28d933fefece4628ff523
+size 33034400
diff --git a/TinyMistral-248M-Chat-v2.Q4_K_M.shard-00004-of-00005.gguf b/TinyMistral-248M-Chat-v2.Q4_K_M.shard-00004-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..621094da9b1baf434f04210733ece936d7e53c1c
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q4_K_M.shard-00004-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b74a921785531ea2b2e477c468248ee63f4fd1133ff64b78d8a7defa48ce0e
+size 33034368
diff --git a/TinyMistral-248M-Chat-v2.Q4_K_M.shard-00005-of-00005.gguf b/TinyMistral-248M-Chat-v2.Q4_K_M.shard-00005-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..821280afb9beaf8d5ae4b930327c8efa922b35c3
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q4_K_M.shard-00005-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97ec49993aeed97f6d336e925d07157a9c7aec2b4ab07862b3ed8df9ef66146
+size 29130400
diff --git a/TinyMistral-248M-Chat-v2.Q4_K_S.shard-00001-of-00005.gguf b/TinyMistral-248M-Chat-v2.Q4_K_S.shard-00001-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..142e64ac482d3f9b442c76666e125592973d0a28
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q4_K_S.shard-00001-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2100d9bee6f267984ce0df1fea9c5a363897cdc3963ced374c04cc81373e5ee5
+size 27602496
diff --git a/TinyMistral-248M-Chat-v2.Q4_K_S.shard-00002-of-00005.gguf b/TinyMistral-248M-Chat-v2.Q4_K_S.shard-00002-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ac45565436fee6fa7690a1abf41543898bc0c069
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q4_K_S.shard-00002-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ca3b018a3a66f93927540d46061dc82e7ca6afb8c7e9135938e9de904f2b59
+size 34787168
diff --git a/TinyMistral-248M-Chat-v2.Q4_K_S.shard-00003-of-00005.gguf b/TinyMistral-248M-Chat-v2.Q4_K_S.shard-00003-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..adbd21b325245d8d7db86ff17b4b69abe19009bf
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q4_K_S.shard-00003-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824913143724e6df8ece6bdb9a347cc441dda2e2696763c63f25c0744650f3d2
+size 34932992
diff --git a/TinyMistral-248M-Chat-v2.Q4_K_S.shard-00004-of-00005.gguf b/TinyMistral-248M-Chat-v2.Q4_K_S.shard-00004-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a547cdb5c0195a7ecdc51bcb41201d56e0e58379
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q4_K_S.shard-00004-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae3fa7b05493b76219fac0bf12e98908b7ba30a3a3fae86670735e5e648e8e1
+size 34986336
diff --git a/TinyMistral-248M-Chat-v2.Q4_K_S.shard-00005-of-00005.gguf b/TinyMistral-248M-Chat-v2.Q4_K_S.shard-00005-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..db8e8ee32bc5aad5716a0f29a3bca57bb161fa29
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q4_K_S.shard-00005-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f186fb68f7ed7df3325b2748e162c89c14ea2cf5b759c0f529ab69f51a097ee
+size 17122464
diff --git a/TinyMistral-248M-Chat-v2.Q5_K_M.shard-00001-of-00006.gguf b/TinyMistral-248M-Chat-v2.Q5_K_M.shard-00001-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..08e717b9e318042c0b5e5a8df75c23944bc3c669
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q5_K_M.shard-00001-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6260ba114f4d1df748b92b106165a5ba5edf77745cff0d5e639d2815c326b9e
+size 27602496
diff --git a/TinyMistral-248M-Chat-v2.Q5_K_M.shard-00002-of-00006.gguf b/TinyMistral-248M-Chat-v2.Q5_K_M.shard-00002-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..246907904588549a03caaabe8b0e1ff17ded1fc0
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q5_K_M.shard-00002-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0003eb81f77b32e64729ea3841ec0cb4139cbca0588310a3524c9404c5158294
+size 33589440
diff --git a/TinyMistral-248M-Chat-v2.Q5_K_M.shard-00003-of-00006.gguf b/TinyMistral-248M-Chat-v2.Q5_K_M.shard-00003-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..58858ce2b7a2b61cd62c8e49f5c6ba11550e7f78
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q5_K_M.shard-00003-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7913d92a3e361b54f13b8ce6b4b030e87158a64fc209b88d6c8ce7c3a3ff5604
+size 34860800
diff --git a/TinyMistral-248M-Chat-v2.Q5_K_M.shard-00004-of-00006.gguf b/TinyMistral-248M-Chat-v2.Q5_K_M.shard-00004-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..6fd0e3430ae6ac82d0af5a43e5c86f22c7e83b79
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q5_K_M.shard-00004-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58cd94ab1f72ad8d39f61b2b8974e7688f7f021e58dcc7d3ce4b59660d65429
+size 34860768
diff --git a/TinyMistral-248M-Chat-v2.Q5_K_M.shard-00005-of-00006.gguf b/TinyMistral-248M-Chat-v2.Q5_K_M.shard-00005-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..517bb8a1d91af2d9d6dde42aa436f06996876220
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q5_K_M.shard-00005-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eafc042f567429d3bd89455465494e426aabe7e74784b1414cdf3771c6b55b92
+size 32534176
diff --git a/TinyMistral-248M-Chat-v2.Q5_K_M.shard-00006-of-00006.gguf b/TinyMistral-248M-Chat-v2.Q5_K_M.shard-00006-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..d3eb6b9d2d2d0fa84ae47c26b17d8828ad52d8bd
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q5_K_M.shard-00006-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427ebbfc8cf473e6bdd40e3b06ab728fd927e115b2c1edee1c8b44eae5c599a7
+size 15782944
diff --git a/TinyMistral-248M-Chat-v2.Q5_K_S.shard-00001-of-00006.gguf b/TinyMistral-248M-Chat-v2.Q5_K_S.shard-00001-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e43bf132691150731cd3562b2ad75c7fd0abf26d
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q5_K_S.shard-00001-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f9fc29ab864316657f34fb2ebd9b92fd8b44ab703172260e3b0335a2fb163c
+size 27602496
diff --git a/TinyMistral-248M-Chat-v2.Q5_K_S.shard-00002-of-00006.gguf b/TinyMistral-248M-Chat-v2.Q5_K_S.shard-00002-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..9ae952c4caeece6a6c9297234442f24e7fcdab5d
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q5_K_S.shard-00002-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33fa49ff53751e8594b9145e277001d372cbd6748e0950aa5e90647aef843c8
+size 32997568
diff --git a/TinyMistral-248M-Chat-v2.Q5_K_S.shard-00003-of-00006.gguf b/TinyMistral-248M-Chat-v2.Q5_K_S.shard-00003-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..c13f808762c8b963560ea81a21aeae9ce4791c08
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q5_K_S.shard-00003-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1cee87f213ff738cf17ace9dd8694cf7d3ed2ed02aac4c6aabd9c23ba9a2662
+size 34268928
diff --git a/TinyMistral-248M-Chat-v2.Q5_K_S.shard-00004-of-00006.gguf b/TinyMistral-248M-Chat-v2.Q5_K_S.shard-00004-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..85294fc1b2aeb9cfd712c6aa71110d244f316104
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q5_K_S.shard-00004-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e13f9b5a3f813509de1bfe7b565d2c9ad69abe8b4a83cdd35a67c0c71b509b
+size 34268896
diff --git a/TinyMistral-248M-Chat-v2.Q5_K_S.shard-00005-of-00006.gguf b/TinyMistral-248M-Chat-v2.Q5_K_S.shard-00005-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..d5c8996cb1b334a00993291262bf6c5b83a2cfe5
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q5_K_S.shard-00005-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ad7aa7d3b881cc1390b78f815f682ec0c44a5332805fa6d89dc8742401c9e3
+size 34453344
diff --git a/TinyMistral-248M-Chat-v2.Q5_K_S.shard-00006-of-00006.gguf b/TinyMistral-248M-Chat-v2.Q5_K_S.shard-00006-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..fc9b8f04b02c28b9ec0066cce80dd444a3b09f6e
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q5_K_S.shard-00006-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b77239ff143ef0e394731b8dac63dd9f51a331b5f500e685106942222cc58887
+size 12088192
diff --git a/TinyMistral-248M-Chat-v2.Q6_K.shard-00001-of-00007.gguf b/TinyMistral-248M-Chat-v2.Q6_K.shard-00001-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..9aa3b4c5794e9a3eae3bc51289732472bcd3f8d7
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q6_K.shard-00001-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08790112840d5a957ad5d02add4dd5c6095b2f296160e2c5d22d84c2cc8ca502
+size 27602496
diff --git a/TinyMistral-248M-Chat-v2.Q6_K.shard-00002-of-00007.gguf b/TinyMistral-248M-Chat-v2.Q6_K.shard-00002-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..0a67bd5b8fcb149177fb4ac2c5dbeb798f193217
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q6_K.shard-00002-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c38a3de5fda25e5c3997df272068723bd265af7e9072a31ef6b695a2d24d5832
+size 33769952
diff --git a/TinyMistral-248M-Chat-v2.Q6_K.shard-00003-of-00007.gguf b/TinyMistral-248M-Chat-v2.Q6_K.shard-00003-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..fd66462d8698bc1645ab035fb6f88937a239c8c3
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q6_K.shard-00003-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee6659d0213edb34b077e6ae96573db15ad26c38ac8e52aba6b1dc87dd85fb7
+size 34002560
diff --git a/TinyMistral-248M-Chat-v2.Q6_K.shard-00004-of-00007.gguf b/TinyMistral-248M-Chat-v2.Q6_K.shard-00004-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..5226aa7ebbef18d10d18560dfaeb8a4f9f3fb160
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q6_K.shard-00004-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ccd04308c936445f3fe871ed813f312a3fa47517a05663610782fb609f27ed
+size 34002560
diff --git a/TinyMistral-248M-Chat-v2.Q6_K.shard-00005-of-00007.gguf b/TinyMistral-248M-Chat-v2.Q6_K.shard-00005-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..1698ce76fec11ea085eddae93d576b4f0dd1a4ca
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q6_K.shard-00005-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:417d0f09d3b50d39c476cc935ac554bd3709f7f06d838a92b237a240ae37a42d
+size 31843616
diff --git a/TinyMistral-248M-Chat-v2.Q6_K.shard-00006-of-00007.gguf b/TinyMistral-248M-Chat-v2.Q6_K.shard-00006-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..c427e928d64ec67f91ca18b773a6cd59d6092694
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q6_K.shard-00006-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf1cf23c519be75f16c34ee70c9ccb8e0987f6dfe36afc322d2965582125d98
+size 34002528
diff --git a/TinyMistral-248M-Chat-v2.Q6_K.shard-00007-of-00007.gguf b/TinyMistral-248M-Chat-v2.Q6_K.shard-00007-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..9a50ccb0e8eb7feb0dfed65958bbe0fd781db7fc
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q6_K.shard-00007-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dfc5ac4252453184aa6fc2558632d9f67a1e1c4fe2cf609ff56d8590c675fee
+size 9040448
diff --git a/TinyMistral-248M-Chat-v2.Q8_0.shard-00001-of-00008.gguf b/TinyMistral-248M-Chat-v2.Q8_0.shard-00001-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8e25efaac5fee62c066b4720ef71551b446ecc83
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q8_0.shard-00001-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e552ba06a4f43c9fa30b7b63ed42fd2b5c3ffab9c2a59c9f3a2ac425ad7ffe39
+size 35539712
diff --git a/TinyMistral-248M-Chat-v2.Q8_0.shard-00002-of-00008.gguf b/TinyMistral-248M-Chat-v2.Q8_0.shard-00002-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f4021de40353f6d8e212d95f804429ee1494cfb2
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q8_0.shard-00002-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a48be2e21ea4049cbea98fd6d242378f7c658db2ab4fb3060030c03347d12d
+size 34825760
diff --git a/TinyMistral-248M-Chat-v2.Q8_0.shard-00003-of-00008.gguf b/TinyMistral-248M-Chat-v2.Q8_0.shard-00003-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..749ba075606889bc7e438a7302d7a6c23b9e83ac
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q8_0.shard-00003-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acdeac4eea0fc6818624944e8d8b426105dc7b3c4e5bad21bbd8075bb65a189b
+size 32326816
diff --git a/TinyMistral-248M-Chat-v2.Q8_0.shard-00004-of-00008.gguf b/TinyMistral-248M-Chat-v2.Q8_0.shard-00004-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..6858ccdf531aa01fae828d1b5cebe518db693c08
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q8_0.shard-00004-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5613c8042f55298eb8a2da2a835e701faff644d933c569bfc961137461bd27a
+size 32326816
diff --git a/TinyMistral-248M-Chat-v2.Q8_0.shard-00005-of-00008.gguf b/TinyMistral-248M-Chat-v2.Q8_0.shard-00005-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..04a06bb2116c0d7574564082993ce9de2920d809
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q8_0.shard-00005-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9b943bb9e4cfbaebe9648ef23d9f4a80960b299d8e981c79dd6d466c3fadd8
+size 32326816
diff --git a/TinyMistral-248M-Chat-v2.Q8_0.shard-00006-of-00008.gguf b/TinyMistral-248M-Chat-v2.Q8_0.shard-00006-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..3f688bbfb69631eccce64859d40187736886a873
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q8_0.shard-00006-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b224fa47649edb54e39a80fafe9c77193821ba5c9089130ccef2cec8493157d6
+size 32326816
diff --git a/TinyMistral-248M-Chat-v2.Q8_0.shard-00007-of-00008.gguf b/TinyMistral-248M-Chat-v2.Q8_0.shard-00007-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..278f0457effd78d20e4111a6a6ea11cb4592ad5e
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q8_0.shard-00007-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333aa70f8defc9920a2e6896a926d9e771382bf27bfb683d8e3ef4f4dc6373e5
+size 32326816
diff --git a/TinyMistral-248M-Chat-v2.Q8_0.shard-00008-of-00008.gguf b/TinyMistral-248M-Chat-v2.Q8_0.shard-00008-of-00008.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7886ced939c54e37e67746091910c9b08368ec34
--- /dev/null
+++ b/TinyMistral-248M-Chat-v2.Q8_0.shard-00008-of-00008.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7ad832663d88d23825e3ee88f462cbf9257aa4f767c62fe020727f39d00826
+size 32326816