Hugging Face's logo

mradermacher
/
Athena-1-0.5B-i1-GGUF

Transformers
GGUF
English
text-generation-inference
unsloth
qwen2
trl
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
882ed6f
·
verified ·
1 Parent(s): 5aa314a

uploaded from nico1

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. Athena-1-0.5B.i1-IQ1_M.gguf +3 -0
  3. Athena-1-0.5B.i1-IQ1_S.gguf +3 -0
  4. Athena-1-0.5B.i1-IQ2_M.gguf +3 -0
  5. Athena-1-0.5B.i1-IQ2_S.gguf +3 -0
  6. Athena-1-0.5B.i1-IQ2_XS.gguf +3 -0
  7. Athena-1-0.5B.i1-IQ2_XXS.gguf +3 -0
  8. Athena-1-0.5B.i1-IQ3_M.gguf +3 -0
  9. Athena-1-0.5B.i1-IQ3_S.gguf +3 -0
  10. Athena-1-0.5B.i1-IQ3_XS.gguf +3 -0
  11. Athena-1-0.5B.i1-IQ3_XXS.gguf +3 -0
  12. Athena-1-0.5B.i1-IQ4_XS.gguf +3 -0
  13. Athena-1-0.5B.i1-Q2_K.gguf +3 -0
  14. Athena-1-0.5B.i1-Q2_K_S.gguf +3 -0
  15. Athena-1-0.5B.i1-Q3_K_L.gguf +3 -0
  16. Athena-1-0.5B.i1-Q3_K_M.gguf +3 -0
  17. Athena-1-0.5B.i1-Q3_K_S.gguf +3 -0
  18. Athena-1-0.5B.i1-Q4_0.gguf +3 -0
  19. Athena-1-0.5B.i1-Q4_K_M.gguf +3 -0
  20. Athena-1-0.5B.i1-Q4_K_S.gguf +3 -0
  21. Athena-1-0.5B.i1-Q5_K_M.gguf +3 -0
  22. Athena-1-0.5B.i1-Q5_K_S.gguf +3 -0
  23. Athena-1-0.5B.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Athena-1-0.5B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Athena-1-0.5B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Athena-1-0.5B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Athena-1-0.5B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Athena-1-0.5B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Athena-1-0.5B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Athena-1-0.5B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Athena-1-0.5B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Athena-1-0.5B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Athena-1-0.5B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Athena-1-0.5B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Athena-1-0.5B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Athena-1-0.5B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Athena-1-0.5B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Athena-1-0.5B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Athena-1-0.5B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Athena-1-0.5B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Athena-1-0.5B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Athena-1-0.5B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Athena-1-0.5B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Athena-1-0.5B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Athena-1-0.5B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Athena-1-0.5B.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4515f80fb2bf4deacb8740143a0722ece08a3b7e29e1f31ccf55020a93c5f46d
3
+ size 317975040
Athena-1-0.5B.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46dbd117022f2bd02d2681c13a9ae58c5e54ccb5d4d973eaa79d0650b97fdc04
3
+ size 315830016
Athena-1-0.5B.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38dd237ed3c0c5d4214c1605329dbc2ee4134b048b9f7f6fa7d2a2e76a49cc13
3
+ size 328598016
Athena-1-0.5B.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16cf3191965f446da2da0fe35a52c7ad071d8d4a522773c35ed650836871a41d
3
+ size 325737984
Athena-1-0.5B.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44b567d7fc9fff062ff144d785d480d1e883a5a43dafef30377b439f3a771828
3
+ size 324410112
Athena-1-0.5B.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ce108189a6a118922596a498db5cef332fa0a99a2286c7447136dbd339cfd8c
3
+ size 321550080
Athena-1-0.5B.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb5735e2188ddc5c63b867bfa097cd3887489756ef30b385de35434939591a86
3
+ size 342753024
Athena-1-0.5B.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:208b6c2645caa477c577f8fd3fc9575de6f97a10582f80e40eedcfb6ee97351d
3
+ size 338608128
Athena-1-0.5B.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d33aa383f357bc88dfb2b77532b8a7d51472a9511ec365cb635552b1d13426f
3
+ size 338608128
Athena-1-0.5B.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91fda20583da242a3dd3bb63fb893ea4171fe037380e04b65daeccc249e511a5
3
+ size 333705216
Athena-1-0.5B.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af0245cee18306805af8fa9205101c8c51588df7034639630bab230d3cc75bcf
3
+ size 349403136
Athena-1-0.5B.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:062d35ba523f66aea92a268d73541d6c4c04d3e56db3f03295adb2e7e736e76b
3
+ size 338608128
Athena-1-0.5B.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6da5aa5f078635070fa4001944f78704079324b28f0103ecfda23fc1fe08e3e
3
+ size 331049472
Athena-1-0.5B.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6765ced3b47cbb1d203757837ebd4ea4a3cb6661e24ac6ff91649363e8f71cfa
3
+ size 369358848
Athena-1-0.5B.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c81dcac56d8d15f878666066a18c8efdcbead3e412bd52e7ba8d325df6a9e4f
3
+ size 355467264
Athena-1-0.5B.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce1997d3119d98dd1ae87eeb848c51fcd75907beb5a99758caa97f81776fc0e2
3
+ size 338264064
Athena-1-0.5B.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7636dc5bd892e9ba3b1ac40c2db62bca370f07f5fbcd9f9517f16f57a3a2c6f6
3
+ size 352972800
Athena-1-0.5B.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52476f520856a171cf909ac56c95952480381fd6d6d95abcf95de935851aac17
3
+ size 397808640
Athena-1-0.5B.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28163deebcf708ff74a43cb18ae7582ef27f024f362df8c82e2d69b3c17df035
3
+ size 385472512
Athena-1-0.5B.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d547660064b040e665a4127ae7830f21777845a9554bb97ce3d0b18e190def91
3
+ size 420086784
Athena-1-0.5B.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72ebdacb8873f89b4676744e8ac9a26c53ac03bf5e1c5c2bad2d361db700b33e
3
+ size 412710912
Athena-1-0.5B.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8570dcc8544013de9651914e45e067a694802993543c7d5ecc9b347ac980fc5
3
+ size 505737216