Hugging Face's logo

mradermacher
/
Llama3.1-MFANN-8b-i1-GGUF

Transformers
GGUF
English
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
7eb3d6f
·
verified ·
1 Parent(s): dcfaaac

uploaded from nico1

Browse files
Files changed (24) hide show
  1. .gitattributes +23 -0
  2. Llama3.1-MFANN-8b.i1-IQ1_M.gguf +3 -0
  3. Llama3.1-MFANN-8b.i1-IQ1_S.gguf +3 -0
  4. Llama3.1-MFANN-8b.i1-IQ2_M.gguf +3 -0
  5. Llama3.1-MFANN-8b.i1-IQ2_S.gguf +3 -0
  6. Llama3.1-MFANN-8b.i1-IQ2_XS.gguf +3 -0
  7. Llama3.1-MFANN-8b.i1-IQ2_XXS.gguf +3 -0
  8. Llama3.1-MFANN-8b.i1-IQ3_M.gguf +3 -0
  9. Llama3.1-MFANN-8b.i1-IQ3_S.gguf +3 -0
  10. Llama3.1-MFANN-8b.i1-IQ3_XS.gguf +3 -0
  11. Llama3.1-MFANN-8b.i1-IQ3_XXS.gguf +3 -0
  12. Llama3.1-MFANN-8b.i1-IQ4_XS.gguf +3 -0
  13. Llama3.1-MFANN-8b.i1-Q2_K.gguf +3 -0
  14. Llama3.1-MFANN-8b.i1-Q2_K_S.gguf +3 -0
  15. Llama3.1-MFANN-8b.i1-Q3_K_L.gguf +3 -0
  16. Llama3.1-MFANN-8b.i1-Q3_K_M.gguf +3 -0
  17. Llama3.1-MFANN-8b.i1-Q3_K_S.gguf +3 -0
  18. Llama3.1-MFANN-8b.i1-Q4_0.gguf +3 -0
  19. Llama3.1-MFANN-8b.i1-Q4_1.gguf +3 -0
  20. Llama3.1-MFANN-8b.i1-Q4_K_M.gguf +3 -0
  21. Llama3.1-MFANN-8b.i1-Q4_K_S.gguf +3 -0
  22. Llama3.1-MFANN-8b.i1-Q5_K_M.gguf +3 -0
  23. Llama3.1-MFANN-8b.i1-Q5_K_S.gguf +3 -0
  24. Llama3.1-MFANN-8b.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,26 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Llama3.1-MFANN-8b.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Llama3.1-MFANN-8b.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Llama3.1-MFANN-8b.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Llama3.1-MFANN-8b.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Llama3.1-MFANN-8b.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Llama3.1-MFANN-8b.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Llama3.1-MFANN-8b.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Llama3.1-MFANN-8b.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Llama3.1-MFANN-8b.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Llama3.1-MFANN-8b.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Llama3.1-MFANN-8b.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Llama3.1-MFANN-8b.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Llama3.1-MFANN-8b.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Llama3.1-MFANN-8b.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Llama3.1-MFANN-8b.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Llama3.1-MFANN-8b.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Llama3.1-MFANN-8b.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Llama3.1-MFANN-8b.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Llama3.1-MFANN-8b.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Llama3.1-MFANN-8b.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Llama3.1-MFANN-8b.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Llama3.1-MFANN-8b.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Llama3.1-MFANN-8b.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Llama3.1-MFANN-8b.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96faa9d03ee7962ae450ec970b267263e93eb134e9613726fd1320f3c8d501eb
3
+ size 2161977664
Llama3.1-MFANN-8b.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92e1a7a92df56d884a6ee20a1bcef0599786569944b1c87df96c197d16fcdd2a
3
+ size 2019633472
Llama3.1-MFANN-8b.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a445c07ea29cbe0863b8da1981b7fe655de71c01c77e00b01e16487ccf6ca1ad
3
+ size 2948286784
Llama3.1-MFANN-8b.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb4f98d784ae79ecab85fecc22039377bbef7b6d9915c17516e3c7676370991e
3
+ size 2758494528
Llama3.1-MFANN-8b.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b8b60627e5db58743ec084f29361129cc92496f3c0d3139b367792c1973acaf
3
+ size 2605787456
Llama3.1-MFANN-8b.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fedb5c31e548c8a40b1e55b804aecb4027309ea093a687fd40ddca0a85c2c2ba
3
+ size 2399217984
Llama3.1-MFANN-8b.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3f7cdf6ae5ccf357818d8e9d3ac07ddea111a78f9bde4ca0c21252b0b55016b
3
+ size 3784829248
Llama3.1-MFANN-8b.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5cb7688300a0632242fdb2e3e78813809c35c4b2eab97c5cd6faae349aaf09e
3
+ size 3682330944
Llama3.1-MFANN-8b.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8ec42f0ab7ebbddb604ef6ec37acbbf0bc3ad9d842936f4c9e62428ff45e9b9
3
+ size 3518753088
Llama3.1-MFANN-8b.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c83161117fb20c19f520141e434f10ed6fa97c387ebda6572ca258b9d23c890b
3
+ size 3274918208
Llama3.1-MFANN-8b.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d58b306191e547138319be490799d9efc4b7edbe97e55456fedb5ee8c2165e5
3
+ size 4447668544
Llama3.1-MFANN-8b.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29ca14fde4765d70fd11052a467f44cc165a8d1ba476f583849bc89613c7b1cc
3
+ size 3179137344
Llama3.1-MFANN-8b.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:884ac41fe1f3e82bc92c4d8b6c80dbad349583a14f00d7ef80df3c20754a35cd
3
+ size 2988820800
Llama3.1-MFANN-8b.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c0301552326198d6d2ac853ae779d7aa533008fb6fa99d0e5eec38358416bb7
3
+ size 4321962304
Llama3.1-MFANN-8b.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0782959d671ef065c533d931a4e04bff73ce9692c2b8a5bb350f3a66e076334b
3
+ size 4018923840
Llama3.1-MFANN-8b.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5ec6f3e1a41f0058ecb4245e58876fa0057d3bf7957ee19f42abbad2538a0a9
3
+ size 3664505152
Llama3.1-MFANN-8b.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ea8d493a848038853b67362f43f52218f091fc63c34a217f0250d616039183c
3
+ size 4675897664
Llama3.1-MFANN-8b.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94aec52bd6c4c9aa733aa02add5564bf6f35016ef0c93c2339dacbbe19f5b49c
3
+ size 5130258752
Llama3.1-MFANN-8b.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b99567c105e6c501eb0ce8a113ed0ec6cc903aebc16d479939a7a9244cd02b5d
3
+ size 4920740160
Llama3.1-MFANN-8b.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b17a2914c335d01a8b41e92d7d30506d42c9f10deea9d3aaf6bdf7ea431a8d0
3
+ size 4692674880
Llama3.1-MFANN-8b.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4eb87e467b91ea5a8135d04081d4494edc4dc60587c9911c395334db4927273f
3
+ size 5732993344
Llama3.1-MFANN-8b.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00062418f49955fd2d1558a6b2fbe88e4afc92f8c9ea5c616c53709ab2a5483e
3
+ size 5599299904
Llama3.1-MFANN-8b.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:262869cb75eb969137cf0e514fa6b398477cf08c3d5fba2d27e6d8113da5dd1e
3
+ size 6596012352