Hugging Face's logo

Felladrin
/
gguf-TinyMistral-248M-Chat-v2

GGUF
Inference Endpoints
conversational
Model card Files Community
Felladrin commited on
Commit
1d36038
·
verified ·
1 Parent(s): 3488d48

Upload folder using huggingface_hub

Browse files
Files changed (10) hide show
  1. .gitattributes +9 -0
  2. TinyMistral-248M-Chat-v2.IQ3_XXS.gguf +3 -0
  3. TinyMistral-248M-Chat-v2.IQ4_NL.gguf +3 -0
  4. TinyMistral-248M-Chat-v2.Q2_K.gguf +3 -0
  5. TinyMistral-248M-Chat-v2.Q3_K_M.gguf +3 -0
  6. TinyMistral-248M-Chat-v2.Q4_0.gguf +3 -0
  7. TinyMistral-248M-Chat-v2.Q4_K_M.gguf +3 -0
  8. TinyMistral-248M-Chat-v2.Q5_K_M.gguf +3 -0
  9. TinyMistral-248M-Chat-v2.Q6_K.gguf +3 -0
  10. TinyMistral-248M-Chat-v2.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ TinyMistral-248M-Chat-v2.IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ TinyMistral-248M-Chat-v2.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
38
+ TinyMistral-248M-Chat-v2.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
39
+ TinyMistral-248M-Chat-v2.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ TinyMistral-248M-Chat-v2.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ TinyMistral-248M-Chat-v2.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ TinyMistral-248M-Chat-v2.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ TinyMistral-248M-Chat-v2.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
44
+ TinyMistral-248M-Chat-v2.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
TinyMistral-248M-Chat-v2.IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d456d5e9b9b3be7da3ad4b0f42ebcfd3b555fad2f79314b084656d79c26a065e
3
+ size 42917088
TinyMistral-248M-Chat-v2.IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:071c3340948209c40c06d65f4c4486563785d628bb7d5d8f94e5010e4e363fa2
3
+ size 149692992
TinyMistral-248M-Chat-v2.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e62cb868569b4a4e72894334dc7611e9912ea7c0cb967535b13f17642d932c2
3
+ size 105459104
TinyMistral-248M-Chat-v2.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e2b995171a6496343b35bdf3458ed7dc7cbe5905a9c16ffc3200c7420d6f1fc
3
+ size 129030048
TinyMistral-248M-Chat-v2.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ec55e24637b4b5df0fc45c7f7e82aa43ebb09a41736ab0c68a1cfc885afe138
3
+ size 148775488
TinyMistral-248M-Chat-v2.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95e1cd574dc63deec7c25a3f7c9b55089152e102173742ab155cba718a257515
3
+ size 155669056
TinyMistral-248M-Chat-v2.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19edd6a093569cb86e5f33fbe0c1f7d4afe3f0b71889514bf119f109312cebe7
3
+ size 179229888
TinyMistral-248M-Chat-v2.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccc9863fbdf53ef63e994c27aa19c7d65fe2e94967a320a641984c3763b8a715
3
+ size 204263296
TinyMistral-248M-Chat-v2.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30de3bf7bbd148d2ec28ccffad41d6fb7ac1bfbf4dd1aab0ade8ce624567569a
3
+ size 264325376