Hugging Face's logo

ChristianAzinn
/
mixtral-8x22b-v0.1-imatrix

Text Generation
Transformers
GGUF
English
quantized
2-bit
3-bit
4-bit precision
5-bit
6-bit
8-bit precision
16-bit
GGUF
mixtral
Mixture of Experts
Model card Files Community
ChristianAzinn commited on
Commit
f5aecc8
·
verified ·
1 Parent(s): 5897f23

Upload 10 files

Browse files
Files changed (11) hide show
  1. .gitattributes +10 -0
  2. mixtral-8x22b-v0.1-imatrix.q2_k.gguf-00001-of-00005.gguf +3 -0
  3. mixtral-8x22b-v0.1-imatrix.q2_k.gguf-00002-of-00005.gguf +3 -0
  4. mixtral-8x22b-v0.1-imatrix.q2_k.gguf-00003-of-00005.gguf +3 -0
  5. mixtral-8x22b-v0.1-imatrix.q2_k.gguf-00004-of-00005.gguf +3 -0
  6. mixtral-8x22b-v0.1-imatrix.q2_k.gguf-00005-of-00005.gguf +3 -0
  7. mixtral-8x22b-v0.1-imatrix.q3_k_s.gguf-00001-of-00005.gguf +3 -0
  8. mixtral-8x22b-v0.1-imatrix.q3_k_s.gguf-00002-of-00005.gguf +3 -0
  9. mixtral-8x22b-v0.1-imatrix.q3_k_s.gguf-00003-of-00005.gguf +3 -0
  10. mixtral-8x22b-v0.1-imatrix.q3_k_s.gguf-00004-of-00005.gguf +3 -0
  11. mixtral-8x22b-v0.1-imatrix.q3_k_s.gguf-00005-of-00005.gguf +3 -0
.gitattributes CHANGED
@@ -76,3 +76,13 @@ mixtral-8x22b-v0.1-imatrix.q3_k_m.gguf-00002-of-00005.gguf filter=lfs diff=lfs m
76
  mixtral-8x22b-v0.1-imatrix.q3_k_m.gguf-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
77
  mixtral-8x22b-v0.1-imatrix.q3_k_m.gguf-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
78
  mixtral-8x22b-v0.1-imatrix.q3_k_m.gguf-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
76
  mixtral-8x22b-v0.1-imatrix.q3_k_m.gguf-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
77
  mixtral-8x22b-v0.1-imatrix.q3_k_m.gguf-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
78
  mixtral-8x22b-v0.1-imatrix.q3_k_m.gguf-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
79
+ mixtral-8x22b-v0.1-imatrix.q2_k.gguf-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
80
+ mixtral-8x22b-v0.1-imatrix.q2_k.gguf-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
81
+ mixtral-8x22b-v0.1-imatrix.q2_k.gguf-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
82
+ mixtral-8x22b-v0.1-imatrix.q2_k.gguf-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
83
+ mixtral-8x22b-v0.1-imatrix.q2_k.gguf-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
84
+ mixtral-8x22b-v0.1-imatrix.q3_k_s.gguf-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
85
+ mixtral-8x22b-v0.1-imatrix.q3_k_s.gguf-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
86
+ mixtral-8x22b-v0.1-imatrix.q3_k_s.gguf-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
87
+ mixtral-8x22b-v0.1-imatrix.q3_k_s.gguf-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
88
+ mixtral-8x22b-v0.1-imatrix.q3_k_s.gguf-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
mixtral-8x22b-v0.1-imatrix.q2_k.gguf-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f56165264064191b449d08102df0526d7803346d27c04dc41afd198e00c9c8a
3
+ size 998732224
mixtral-8x22b-v0.1-imatrix.q2_k.gguf-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e18176bd99cd220f63e8c15db6093b49aef727d4c7d54d4b53a59b9aef32bcbd
3
+ size 966041216
mixtral-8x22b-v0.1-imatrix.q2_k.gguf-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab08d63016fe06be159d2603acaf3255c48ad08f96e9171902f2e963f51dd852
3
+ size 952475264
mixtral-8x22b-v0.1-imatrix.q2_k.gguf-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1d8540e3afa9b916c53c5c290e4a6e688fc6b456c25210ee496d250fb34e8ae
3
+ size 34319201472
mixtral-8x22b-v0.1-imatrix.q2_k.gguf-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72034e01b2e3339664549905933e945c0a8b2c3ea612e5bf9bd2a3e0ab81f981
3
+ size 14866714432
mixtral-8x22b-v0.1-imatrix.q3_k_s.gguf-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d391f43f8726b2ac931603c0fa4bd33dfbcc7d22d2ed82a5315e230da2dd9725
3
+ size 1087709632
mixtral-8x22b-v0.1-imatrix.q3_k_s.gguf-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ee51fb5aa4fe5f25e8838b6952dbeaa8f37983bd6f2c9900a04038482dfa700
3
+ size 1035050624
mixtral-8x22b-v0.1-imatrix.q3_k_s.gguf-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:499a3eb6737b5f794e42a30a04c99207a6e30391274012e889c20af706799cbd
3
+ size 1025318528
mixtral-8x22b-v0.1-imatrix.q3_k_s.gguf-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68ce1f3a319d935565ee37416f28a3e8dbd7fcc2f5d5bf5bf1c95cff1ded3593
3
+ size 40702571712
mixtral-8x22b-v0.1-imatrix.q3_k_s.gguf-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7be8f488ae0e2849f939de2d9328f1fae4a99caca52548d465a18c44d8f23601
3
+ size 17647537984