Hugging Face's logo

mradermacher
/
h2o-danube-1.8b-base-i1-GGUF

Transformers
GGUF
English
gpt
llm
large language model
Inference Endpoints
imatrix
Model card Files Community
mradermacher commited on
Commit
3b0a560
·
verified ·
1 Parent(s): 6a91bc6

uploaded from rich1

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. h2o-danube-1.8b-base.i1-IQ1_M.gguf +3 -0
  3. h2o-danube-1.8b-base.i1-IQ1_S.gguf +3 -0
  4. h2o-danube-1.8b-base.i1-IQ2_M.gguf +3 -0
  5. h2o-danube-1.8b-base.i1-IQ2_S.gguf +3 -0
  6. h2o-danube-1.8b-base.i1-IQ2_XS.gguf +3 -0
  7. h2o-danube-1.8b-base.i1-IQ2_XXS.gguf +3 -0
  8. h2o-danube-1.8b-base.i1-IQ3_M.gguf +3 -0
  9. h2o-danube-1.8b-base.i1-IQ3_S.gguf +3 -0
  10. h2o-danube-1.8b-base.i1-IQ3_XS.gguf +3 -0
  11. h2o-danube-1.8b-base.i1-IQ3_XXS.gguf +3 -0
  12. h2o-danube-1.8b-base.i1-IQ4_NL.gguf +3 -0
  13. h2o-danube-1.8b-base.i1-IQ4_XS.gguf +3 -0
  14. h2o-danube-1.8b-base.i1-Q2_K.gguf +3 -0
  15. h2o-danube-1.8b-base.i1-Q2_K_S.gguf +3 -0
  16. h2o-danube-1.8b-base.i1-Q3_K_L.gguf +3 -0
  17. h2o-danube-1.8b-base.i1-Q3_K_M.gguf +3 -0
  18. h2o-danube-1.8b-base.i1-Q3_K_S.gguf +3 -0
  19. h2o-danube-1.8b-base.i1-Q4_0.gguf +3 -0
  20. h2o-danube-1.8b-base.i1-Q4_1.gguf +3 -0
  21. h2o-danube-1.8b-base.i1-Q4_K_M.gguf +3 -0
  22. h2o-danube-1.8b-base.i1-Q4_K_S.gguf +3 -0
  23. h2o-danube-1.8b-base.i1-Q5_K_M.gguf +3 -0
  24. h2o-danube-1.8b-base.i1-Q5_K_S.gguf +3 -0
  25. h2o-danube-1.8b-base.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ h2o-danube-1.8b-base.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ h2o-danube-1.8b-base.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ h2o-danube-1.8b-base.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ h2o-danube-1.8b-base.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ h2o-danube-1.8b-base.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ h2o-danube-1.8b-base.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ h2o-danube-1.8b-base.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ h2o-danube-1.8b-base.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ h2o-danube-1.8b-base.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ h2o-danube-1.8b-base.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ h2o-danube-1.8b-base.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ h2o-danube-1.8b-base.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ h2o-danube-1.8b-base.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ h2o-danube-1.8b-base.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ h2o-danube-1.8b-base.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ h2o-danube-1.8b-base.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ h2o-danube-1.8b-base.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ h2o-danube-1.8b-base.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ h2o-danube-1.8b-base.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ h2o-danube-1.8b-base.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ h2o-danube-1.8b-base.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ h2o-danube-1.8b-base.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ h2o-danube-1.8b-base.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ h2o-danube-1.8b-base.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
h2o-danube-1.8b-base.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1d60ee87b6c9ae8736143bb400c5ebe4c2e715347ed7ea745c897c55bdb9f12
3
+ size 474614496
h2o-danube-1.8b-base.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4433a719142008464544c665ec7a42d75e075409a3dea463b6486a4a3b037a62
3
+ size 441390816
h2o-danube-1.8b-base.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c336097e330f25e7575b0a70faf631e1298d9ca25cf1a8b9911e4fc89ba21f6
3
+ size 659328736
h2o-danube-1.8b-base.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1adaacabbc724cf8547fd63c048f91b8029ca9efeceb177b794b031fc741e19a
3
+ size 615030496
h2o-danube-1.8b-base.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29c9a497aa76d24849e59dc0fe493c76f24953eb39095cbea9d3217c29e8a337
3
+ size 579200736
h2o-danube-1.8b-base.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72b0731522a1c9715a5d9f2d99cbcea6adb44a6dd836c0ffc94a99c86256c784
3
+ size 529987296
h2o-danube-1.8b-base.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10fb2c84de5dfe16cc20f09b3df9ab9d6adf0e1b519be02f07fe432712d840ee
3
+ size 853192416
h2o-danube-1.8b-base.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26a1f6532a77ca9656f7ae9f35271b8a571e74e12d4b9b9c8c916e0b1b1f5fa7
3
+ size 825252576
h2o-danube-1.8b-base.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1f83c385721ff28a96f4e08f7b2a5e62ba4c577d4a0055dd660227939a8f108
3
+ size 786176736
h2o-danube-1.8b-base.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc5934d950d80388de3694b7de9a2c22b74339e868618f2e65a8dd92aeeb0a45
3
+ size 733148896
h2o-danube-1.8b-base.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f35b5784712e54e71edfeafa058827ea4b20e7e93d8697ff5ef654611408383
3
+ size 1057255136
h2o-danube-1.8b-base.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5939796800bb7ed3310c403d3b2132bf3153fbe5ad49dc6c70f05d8deb32f729
3
+ size 1003822816
h2o-danube-1.8b-base.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:555f7ec77b9dfefa7fa2c918e9fc7a36eb128b3f2d3fc7b7e13505a55d6198a1
3
+ size 710702816
h2o-danube-1.8b-base.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b169d5138ac826f0bdb10732a743792bf847e0b03d707f9acf0cf38fa6cc12ef
3
+ size 664039136
h2o-danube-1.8b-base.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:924c060f97de0d9b89d4b2918d83e9c99eba04206b540a29aa480966c7e26110
3
+ size 980204256
h2o-danube-1.8b-base.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b91c11a51f9f197e22e512285b63a1189c90f20ab5c8d3dac0acd97b74f93ba
3
+ size 905165536
h2o-danube-1.8b-base.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbc4f3ff6260c7832c2cef94ea09b2705738656fe4668eef29fa9560853de666
3
+ size 820030176
h2o-danube-1.8b-base.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2aa4f6a931e70fbbfdf8c60d73d191b67b7e1d879de7e5bf2bd7bf7e1176a9d8
3
+ size 1055657696
h2o-danube-1.8b-base.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fcfe859ddf86697486ffc18fa7fff5d0a345274e9008763e5fed978962ae2e7
3
+ size 1161662176
h2o-danube-1.8b-base.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:800a0edfbeeadc6619eb98a702225ef8011ad29a6d2cae2106f637c585918af4
3
+ size 1112151776
h2o-danube-1.8b-base.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9c00a552401965cd1936c77006ba5fc110332a2ee4ac2d8a1de0e9dd44bf97e
3
+ size 1059794656
h2o-danube-1.8b-base.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4693c7dff9a2a9a3b91834b9f15bc32dd36aa96e4eeca11554fe47328f125841
3
+ size 1301796576
h2o-danube-1.8b-base.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3fdc400a8276c34d41acb1c7d5ad9c9ef614664db11a7f65252305408751184
3
+ size 1270984416
h2o-danube-1.8b-base.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90521ebce330d2f4cfc96b77ef70fe7fb4f7b804e0357e5bf629dadd44d639ec
3
+ size 1503294176