Hugging Face's logo

LoneStriker
/
Senku-70B-Full-GGUF

GGUF
Inference Endpoints
conversational
Model card Files Community
LoneStriker commited on
Commit
bc897de
·
verified ·
1 Parent(s): 258a01e

Upload folder using huggingface_hub

Browse files
Files changed (12) hide show
  1. .gitattributes +10 -35
  2. README.md +8 -0
  3. Senku-70B-Full-Q2_K.gguf +3 -0
  4. Senku-70B-Full-Q3_K_L.gguf +3 -0
  5. Senku-70B-Full-Q3_K_M.gguf +3 -0
  6. Senku-70B-Full-Q3_K_S.gguf +3 -0
  7. Senku-70B-Full-Q4_K_M.gguf +3 -0
  8. Senku-70B-Full-Q4_K_S.gguf +3 -0
  9. Senku-70B-Full-Q5_K_M.gguf +3 -0
  10. Senku-70B-Full-Q5_K_S.gguf +3 -0
  11. Senku-70B-Full-Q6_K.gguf-part-a +3 -0
  12. Senku-70B-Full-Q6_K.gguf-part-b +3 -0
.gitattributes CHANGED
@@ -1,35 +1,10 @@
1
- *.7z filter=lfs diff=lfs merge=lfs -text
2
- *.arrow filter=lfs diff=lfs merge=lfs -text
3
- *.bin filter=lfs diff=lfs merge=lfs -text
4
- *.bz2 filter=lfs diff=lfs merge=lfs -text
5
- *.ckpt filter=lfs diff=lfs merge=lfs -text
6
- *.ftz filter=lfs diff=lfs merge=lfs -text
7
- *.gz filter=lfs diff=lfs merge=lfs -text
8
- *.h5 filter=lfs diff=lfs merge=lfs -text
9
- *.joblib filter=lfs diff=lfs merge=lfs -text
10
- *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
- *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
- *.model filter=lfs diff=lfs merge=lfs -text
13
- *.msgpack filter=lfs diff=lfs merge=lfs -text
14
- *.npy filter=lfs diff=lfs merge=lfs -text
15
- *.npz filter=lfs diff=lfs merge=lfs -text
16
- *.onnx filter=lfs diff=lfs merge=lfs -text
17
- *.ot filter=lfs diff=lfs merge=lfs -text
18
- *.parquet filter=lfs diff=lfs merge=lfs -text
19
- *.pb filter=lfs diff=lfs merge=lfs -text
20
- *.pickle filter=lfs diff=lfs merge=lfs -text
21
- *.pkl filter=lfs diff=lfs merge=lfs -text
22
- *.pt filter=lfs diff=lfs merge=lfs -text
23
- *.pth filter=lfs diff=lfs merge=lfs -text
24
- *.rar filter=lfs diff=lfs merge=lfs -text
25
- *.safetensors filter=lfs diff=lfs merge=lfs -text
26
- saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
- *.tar.* filter=lfs diff=lfs merge=lfs -text
28
- *.tar filter=lfs diff=lfs merge=lfs -text
29
- *.tflite filter=lfs diff=lfs merge=lfs -text
30
- *.tgz filter=lfs diff=lfs merge=lfs -text
31
- *.wasm filter=lfs diff=lfs merge=lfs -text
32
- *.xz filter=lfs diff=lfs merge=lfs -text
33
- *.zip filter=lfs diff=lfs merge=lfs -text
34
- *.zst filter=lfs diff=lfs merge=lfs -text
35
- *tfevents* filter=lfs diff=lfs merge=lfs -text
 
1
+ Senku-70B-Full-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
2
+ Senku-70B-Full-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
3
+ Senku-70B-Full-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
4
+ Senku-70B-Full-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
5
+ Senku-70B-Full-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
6
+ Senku-70B-Full-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
7
+ Senku-70B-Full-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
8
+ Senku-70B-Full-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
9
+ Senku-70B-Full-Q6_K.gguf-part-a filter=lfs diff=lfs merge=lfs -text
10
+ Senku-70B-Full-Q6_K.gguf-part-b filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
README.md ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: cc-by-2.0
3
+ ---
4
+ Finetune of miqu-70b-sf dequant of miqudev's leak of Mistral-70B (allegedly an early mistral medium). My diffs are available under CC-0, this is a merge with the leaked model, you can use the other repository to save bandwidth.
5
+
6
+ EQ-Bench: 84.89
7
+
8
+ Will run more benches later.
Senku-70B-Full-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3250023f9e9238074852ff2563a3bdc8aa991264c193884ac7bb8e662ba109d9
3
+ size 25462437408
Senku-70B-Full-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30c4639245f122cca724c0c00a4487c3c824db0c90cd5ef19aca2197d0717ac3
3
+ size 36147836448
Senku-70B-Full-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c73ce9248ed89805c29e8707b74bbeb749ea51713bfd96c4750a4d46e66bda92
3
+ size 33274738208
Senku-70B-Full-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e18da93e254c84ab99c6ea5d947fc1878eeef6e910808089a8cf9e4c761356b3
3
+ size 29919295008
Senku-70B-Full-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26d9aea53843026c58dd72264bf7aa79228f31c09475b6523f9e7aafd6e989a4
3
+ size 41422911008
Senku-70B-Full-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b315cbbf521f5e315b78e0128c6f2d8b95d7c2ec73474ed618961bef685609f
3
+ size 39249737248
Senku-70B-Full-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8345551cf0f2ebe2ef882ccb94afac5a04ac71aa4e3219dddd73f52ef64d5bdc
3
+ size 48753767968
Senku-70B-Full-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18391fec684f633437d4040b12cc1070b116f36194596abfdf67b169a3750bf5
3
+ size 47461398048
Senku-70B-Full-Q6_K.gguf-part-a ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c0630965c064759419c3c48488029cef49662a3455bf62ae2bdd15f4d747d33
3
+ size 28293683984
Senku-70B-Full-Q6_K.gguf-part-b ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be8976284b543f897b797a02b305205b89a7ebea78368f2a33a089c6be981441
3
+ size 28293683984