Hugging Face's logo

KoboldAI
/
LLaMA2-13B-Holomax-GGUF

GGUF
Inference Endpoints
Model card Files
aaxaxax commited on
Commit
49b7f5a
·
1 Parent(s): c365ee1

GGUF

Browse files
Files changed (16) hide show
  1. .gitattributes +1 -0
  2. LLaMA2-13B-Holomax.F16.gguf +3 -0
  3. LLaMA2-13B-Holomax.Q2_K.gguf +3 -0
  4. LLaMA2-13B-Holomax.Q3_K_L.gguf +3 -0
  5. LLaMA2-13B-Holomax.Q3_K_M.gguf +3 -0
  6. LLaMA2-13B-Holomax.Q3_K_S.gguf +3 -0
  7. LLaMA2-13B-Holomax.Q4_0.gguf +3 -0
  8. LLaMA2-13B-Holomax.Q4_1.gguf +3 -0
  9. LLaMA2-13B-Holomax.Q4_K_M.gguf +3 -0
  10. LLaMA2-13B-Holomax.Q4_K_S.gguf +3 -0
  11. LLaMA2-13B-Holomax.Q5_0.gguf +3 -0
  12. LLaMA2-13B-Holomax.Q5_1.gguf +3 -0
  13. LLaMA2-13B-Holomax.Q5_K_M.gguf +3 -0
  14. LLaMA2-13B-Holomax.Q5_K_S.gguf +3 -0
  15. LLaMA2-13B-Holomax.Q6_K.gguf +3 -0
  16. LLaMA2-13B-Holomax.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -1,6 +1,7 @@
1
  *.7z filter=lfs diff=lfs merge=lfs -text
2
  *.arrow filter=lfs diff=lfs merge=lfs -text
3
  *.bin filter=lfs diff=lfs merge=lfs -text
 
4
  *.bz2 filter=lfs diff=lfs merge=lfs -text
5
  *.ckpt filter=lfs diff=lfs merge=lfs -text
6
  *.ftz filter=lfs diff=lfs merge=lfs -text
 
1
  *.7z filter=lfs diff=lfs merge=lfs -text
2
  *.arrow filter=lfs diff=lfs merge=lfs -text
3
  *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.gguf filter=lfs diff=lfs merge=lfs -text
5
  *.bz2 filter=lfs diff=lfs merge=lfs -text
6
  *.ckpt filter=lfs diff=lfs merge=lfs -text
7
  *.ftz filter=lfs diff=lfs merge=lfs -text
LLaMA2-13B-Holomax.F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f2bc07f6a79e2012768b6ac3305410c0bdc2d7b9612110a855efc3e627356bb
3
+ size 26033303392
LLaMA2-13B-Holomax.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7562e36716b165447ea969669fea2da8175000cdd2f7e2cbc63671a1a445330d
3
+ size 5429348224
LLaMA2-13B-Holomax.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9143e223f4c49cbcc7df610a38174270484133d3d699ba8b5aa56255a5fb3691
3
+ size 6929559424
LLaMA2-13B-Holomax.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f115aa853849605bafd08ffd5f44d10078fe77769ad93035daf39002965a6c4
3
+ size 6337769344
LLaMA2-13B-Holomax.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bb5296462d7fd51db00f41bb0feefd2e95fef0940a153468db4e79fb95a52e9
3
+ size 5658980224
LLaMA2-13B-Holomax.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ff6b5754ef719e1750105e0b3a7560fb0a98733412317474f6779b41986aa2e
3
+ size 7365834624
LLaMA2-13B-Holomax.Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76b85d1b41c85d5a32e9574b39b5caf807e1e8f1edbf3f81f0718b092b589f95
3
+ size 8169060224
LLaMA2-13B-Holomax.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d60b9c3584785edd5ed3266213d2c83bf89cf5e2cf0c490c51cc386e5915745
3
+ size 7865956224
LLaMA2-13B-Holomax.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a9d909aaa83f6fb73589d68f98fd77baa75a6912447e6a965c1a8d156495805
3
+ size 7414331264
LLaMA2-13B-Holomax.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f97637a681743d570badcf4fd0fea7b254c344717126d13857c066dc0260e9c
3
+ size 8972285824
LLaMA2-13B-Holomax.Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4ecabe6ffb6d5dce5a21a112c48838450dda3d396bcbc692f6236de0ad99ee0
3
+ size 9775511424
LLaMA2-13B-Holomax.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:261e1f33b0c462146597a9ac9ab0369d884014e2960a14355841f6b38bf784c6
3
+ size 9229924224
LLaMA2-13B-Holomax.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d0695b1959df62b64b5b4b9bfb001261009d61e842c9ccc777da7d7db8bd7f5
3
+ size 8972285824
LLaMA2-13B-Holomax.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5c1a14ef94fb8a66838f076041d89bc4adb274abc7cba58c7d5a90100bc1f29
3
+ size 10679140224
LLaMA2-13B-Holomax.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf6d1700a2f60d4afcf41b7172a857ae645237341fb7bfe196e88348ed42fe3c
3
+ size 13831319424