Hugging Face's logo

mradermacher
/
lion-zephyr-7b-GGUF

Transformers
GGUF
English
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
eb28125
·
verified ·
1 Parent(s): c506612

uploaded from rich1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. lion-zephyr-7b.IQ4_XS.gguf +3 -0
  3. lion-zephyr-7b.Q2_K.gguf +3 -0
  4. lion-zephyr-7b.Q3_K_L.gguf +3 -0
  5. lion-zephyr-7b.Q3_K_M.gguf +3 -0
  6. lion-zephyr-7b.Q3_K_S.gguf +3 -0
  7. lion-zephyr-7b.Q4_K_M.gguf +3 -0
  8. lion-zephyr-7b.Q4_K_S.gguf +3 -0
  9. lion-zephyr-7b.Q5_K_M.gguf +3 -0
  10. lion-zephyr-7b.Q5_K_S.gguf +3 -0
  11. lion-zephyr-7b.Q6_K.gguf +3 -0
  12. lion-zephyr-7b.Q8_0.gguf +3 -0
  13. lion-zephyr-7b.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ lion-zephyr-7b.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ lion-zephyr-7b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ lion-zephyr-7b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ lion-zephyr-7b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ lion-zephyr-7b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ lion-zephyr-7b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ lion-zephyr-7b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ lion-zephyr-7b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ lion-zephyr-7b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ lion-zephyr-7b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ lion-zephyr-7b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ lion-zephyr-7b.f16.gguf filter=lfs diff=lfs merge=lfs -text
lion-zephyr-7b.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7eae9e7b9cfa41c9998f17e447aeb4a09e9c076569b8a8fae0e00a8490cce9b1
3
+ size 3944389824
lion-zephyr-7b.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af3c354d1bdfe113a8533c9c2022c9472cc6c2f9ff589844460d052ddc51b267
3
+ size 2719243456
lion-zephyr-7b.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a60f54cbe0fc10fc91a8804a7e253ec25a77e2421f58087c6a22a74b302e9a3d
3
+ size 3822025920
lion-zephyr-7b.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:960d843b87fd57416cad476dea98d4b050a7460e5b3db0fa18bbdef7105644fb
3
+ size 3518987456
lion-zephyr-7b.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb82bdccac26d94c5aa41c0593a0ea81ab9eb7f4c0df809fbb0d4cad76529948
3
+ size 3164568768
lion-zephyr-7b.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8b83c44f25c3e4efa1039564ea4b4fb06f17756e0f5f296ed2929715be50347
3
+ size 4368440512
lion-zephyr-7b.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6046e46b2387628544ead7beceeb4169371376f1793bbeeb6f0edea87fc2933a
3
+ size 4140375232
lion-zephyr-7b.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b9684cf090a931a2ca9b0fd7379ff44f4bc4a05985a73184ac46e4d3f009f2d
3
+ size 5131410624
lion-zephyr-7b.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ca1281b735ff0fc2268b0fccaa9d5721215ab392875d607b2b78837799459cb
3
+ size 4997717184
lion-zephyr-7b.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50784d01e9e6ad8baf1dbcf9ed35d51d11c4b12bd5712777cbdb685cf18820cd
3
+ size 5942066368
lion-zephyr-7b.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bff583aa1173528b4c49fcf45530d09d95a1d9dc55a48737ec972def53391d9
3
+ size 7695858880
lion-zephyr-7b.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:993a4f27c70f6eab968b7e7b9877becbe69edcd5d429c5e347abac3a92606ff3
3
+ size 14484733120