Hugging Face's logo

mradermacher
/
TinyLlama-3T-Cinder-v1.3-i1-GGUF

Transformers
GGUF
English
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
9215e1b
·
verified ·
1 Parent(s): 74abdba

uploaded from rich1

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. TinyLlama-3T-Cinder-v1.3.i1-IQ1_M.gguf +3 -0
  3. TinyLlama-3T-Cinder-v1.3.i1-IQ1_S.gguf +3 -0
  4. TinyLlama-3T-Cinder-v1.3.i1-IQ2_M.gguf +3 -0
  5. TinyLlama-3T-Cinder-v1.3.i1-IQ2_S.gguf +3 -0
  6. TinyLlama-3T-Cinder-v1.3.i1-IQ2_XS.gguf +3 -0
  7. TinyLlama-3T-Cinder-v1.3.i1-IQ2_XXS.gguf +3 -0
  8. TinyLlama-3T-Cinder-v1.3.i1-IQ3_M.gguf +3 -0
  9. TinyLlama-3T-Cinder-v1.3.i1-IQ3_S.gguf +3 -0
  10. TinyLlama-3T-Cinder-v1.3.i1-IQ3_XS.gguf +3 -0
  11. TinyLlama-3T-Cinder-v1.3.i1-IQ3_XXS.gguf +3 -0
  12. TinyLlama-3T-Cinder-v1.3.i1-IQ4_NL.gguf +3 -0
  13. TinyLlama-3T-Cinder-v1.3.i1-IQ4_XS.gguf +3 -0
  14. TinyLlama-3T-Cinder-v1.3.i1-Q2_K.gguf +3 -0
  15. TinyLlama-3T-Cinder-v1.3.i1-Q2_K_S.gguf +3 -0
  16. TinyLlama-3T-Cinder-v1.3.i1-Q3_K_L.gguf +3 -0
  17. TinyLlama-3T-Cinder-v1.3.i1-Q3_K_M.gguf +3 -0
  18. TinyLlama-3T-Cinder-v1.3.i1-Q3_K_S.gguf +3 -0
  19. TinyLlama-3T-Cinder-v1.3.i1-Q4_0.gguf +3 -0
  20. TinyLlama-3T-Cinder-v1.3.i1-Q4_1.gguf +3 -0
  21. TinyLlama-3T-Cinder-v1.3.i1-Q4_K_M.gguf +3 -0
  22. TinyLlama-3T-Cinder-v1.3.i1-Q4_K_S.gguf +3 -0
  23. TinyLlama-3T-Cinder-v1.3.i1-Q5_K_M.gguf +3 -0
  24. TinyLlama-3T-Cinder-v1.3.i1-Q5_K_S.gguf +3 -0
  25. TinyLlama-3T-Cinder-v1.3.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ TinyLlama-3T-Cinder-v1.3.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ TinyLlama-3T-Cinder-v1.3.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ TinyLlama-3T-Cinder-v1.3.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ TinyLlama-3T-Cinder-v1.3.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ TinyLlama-3T-Cinder-v1.3.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ TinyLlama-3T-Cinder-v1.3.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ TinyLlama-3T-Cinder-v1.3.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ TinyLlama-3T-Cinder-v1.3.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ TinyLlama-3T-Cinder-v1.3.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ TinyLlama-3T-Cinder-v1.3.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ TinyLlama-3T-Cinder-v1.3.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ TinyLlama-3T-Cinder-v1.3.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ TinyLlama-3T-Cinder-v1.3.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ TinyLlama-3T-Cinder-v1.3.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ TinyLlama-3T-Cinder-v1.3.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ TinyLlama-3T-Cinder-v1.3.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ TinyLlama-3T-Cinder-v1.3.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ TinyLlama-3T-Cinder-v1.3.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ TinyLlama-3T-Cinder-v1.3.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ TinyLlama-3T-Cinder-v1.3.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ TinyLlama-3T-Cinder-v1.3.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ TinyLlama-3T-Cinder-v1.3.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ TinyLlama-3T-Cinder-v1.3.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ TinyLlama-3T-Cinder-v1.3.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
TinyLlama-3T-Cinder-v1.3.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86e4562715a270cdcac98f6939ef428279e37287da4feee1e0121ad0c0a86f4d
3
+ size 289701952
TinyLlama-3T-Cinder-v1.3.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:109aa46c3d52919b1bf75298948abca79ea92a8fadac92b2ee6debe074ac815a
3
+ size 269967424
TinyLlama-3T-Cinder-v1.3.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acdd72b4715f6ae4fb4201a5f6d444b59f951afe88b31eb249e908a4ac4749c4
3
+ size 400076864
TinyLlama-3T-Cinder-v1.3.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a5f72700bc7acd042ac9359bf1ba1d05b9e77768cd337103936adcef9e60744
3
+ size 373764160
TinyLlama-3T-Cinder-v1.3.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:143320fe579936bd173809c129ca0ccf132b68f366688cc2254fa1cb8401f840
3
+ size 351789120
TinyLlama-3T-Cinder-v1.3.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad0e123e28760c1e4f463bb20d3c609d22e25a10655c8fb8f376091e5d31cab9
3
+ size 322592832
TinyLlama-3T-Cinder-v1.3.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d36d9cd65fbe45caa33cefb7dcbf3ce3bf1469348f3495599a2bd1e304372cb9
3
+ size 516194368
TinyLlama-3T-Cinder-v1.3.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1d2288ef3d98a6963d60476eef450f5fc8e669fb905042894b2092d5db46fbd
3
+ size 500875328
TinyLlama-3T-Cinder-v1.3.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e0e68d09fe052f008fe0d3cdb62299afb60154b8f77e8ba063cf8ea6a5f0b4d
3
+ size 477626432
TinyLlama-3T-Cinder-v1.3.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5b4e1dd3716a4507e5010fe405e8c46fa9a18d6a7555b208b84758687800b78
3
+ size 445132864
TinyLlama-3T-Cinder-v1.3.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c00b05034ee94994fb5882e6c8df5d80a677dc390401b87365050b23f7aafc70
3
+ size 638169152
TinyLlama-3T-Cinder-v1.3.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f359d0f274e6eb2297e1e78ef4cdeb2b7b7e31709e184e4d807941cdbb11c32
3
+ size 606203968
TinyLlama-3T-Cinder-v1.3.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7adf4c5846ede39821939079bfdc5a6e708af19e2b9a326801b0c9f847a83b2b
3
+ size 432132160
TinyLlama-3T-Cinder-v1.3.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d486a1f6d926c7bdb20b7b89a96d51e528bf4cd7336347dea1bc0c4a1fe25ed4
3
+ size 402395200
TinyLlama-3T-Cinder-v1.3.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98f7dc0c3234f8caebedabbbc76245e7e936ca878b7479426769ba8ed836b8d5
3
+ size 591528000
TinyLlama-3T-Cinder-v1.3.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b6ac0266437bf4877dca23e21800b14a175bf9da56b8c3956e0756521bcb66b
3
+ size 548405312
TinyLlama-3T-Cinder-v1.3.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98a85568581681286e91b1948a5e99f2ee71fa08bdef0cfce7dd123f78649908
3
+ size 499343424
TinyLlama-3T-Cinder-v1.3.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2af556c14c44d980d63af1e75302ae0ace827287eb54b24ac4ed97bf41de3fd
3
+ size 638169152
TinyLlama-3T-Cinder-v1.3.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd9a92de4d90bfe7580803154bdede76fd32e1910235a420a9df434929f79329
3
+ size 701378624
TinyLlama-3T-Cinder-v1.3.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f39d72139dca1aad7da43308d1064efc6b3cb5638fd180297d71c08c573f78f
3
+ size 667816000
TinyLlama-3T-Cinder-v1.3.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c9d96a7a7a8a453dfbad235b692da66fc127815337b5f02cc25ae4a18c3faa2
3
+ size 639873088
TinyLlama-3T-Cinder-v1.3.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb919a03a29176fd6b6a1b11ac5045090106e95e7cc8231187c11685bbf9cc6a
3
+ size 782045248
TinyLlama-3T-Cinder-v1.3.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d005ea48b6e4ae00cdbb79ae3f2b1bf53d950463dc86e1fb716570432625bdae
3
+ size 766029888
TinyLlama-3T-Cinder-v1.3.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b10871feb34fa7348913ba7df9c5b7a1e2824891b0a1efb9bc0e5ca5a4ad8a5d
3
+ size 903413824