Hugging Face's logo

dahara1
/
Qwen2.5-14B-Instruct-gguf-japanese-imatrix-128K

GGUF
Japanese
Inference Endpoints
imatrix
conversational
Model card Files Community
dahara1 commited on
Commit
0a03168
·
verified ·
1 Parent(s): 61ca598

Upload 8 files

Browse files
Files changed (9) hide show
  1. .gitattributes +8 -0
  2. Qwen2.5-14B-Instruct-Q4_K-f16.gguf +3 -0
  3. Qwen2.5-14B-Instruct-Q5_K-f16.gguf +3 -0
  4. Qwen2.5-14B-Instruct-Q5_K_L.gguf +3 -0
  5. Qwen2.5-14B-Instruct-Q5_K_M.gguf +3 -0
  6. Qwen2.5-14B-Instruct-Q5_K_S.gguf +3 -0
  7. Qwen2.5-14B-Instruct-Q6_K-f16.gguf +3 -0
  8. Qwen2.5-14B-Instruct-Q6_K.gguf +3 -0
  9. Qwen2.5-14B-Instruct-Q6_K_L.gguf +3 -0
.gitattributes CHANGED
@@ -36,3 +36,11 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
36
  Qwen2.5-14B-Instruct-Q8_0_L.gguf filter=lfs diff=lfs merge=lfs -text
37
  Qwen2.5-14B-Instruct-Q8_0-f16.gguf filter=lfs diff=lfs merge=lfs -text
38
  Qwen2.5-14B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
36
  Qwen2.5-14B-Instruct-Q8_0_L.gguf filter=lfs diff=lfs merge=lfs -text
37
  Qwen2.5-14B-Instruct-Q8_0-f16.gguf filter=lfs diff=lfs merge=lfs -text
38
  Qwen2.5-14B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen2.5-14B-Instruct-Q4_K-f16.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen2.5-14B-Instruct-Q5_K_L.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen2.5-14B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen2.5-14B-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen2.5-14B-Instruct-Q5_K-f16.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen2.5-14B-Instruct-Q6_K_L.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Qwen2.5-14B-Instruct-Q6_K-f16.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Qwen2.5-14B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Qwen2.5-14B-Instruct-Q4_K-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:641e779d2b4d7253bc9c56a3410bb56c9b9a078aeafc75fb470ef64d87acacfb
3
+ size 11025768512
Qwen2.5-14B-Instruct-Q5_K-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5226fe0203fe49cceedf86a97ed3e71e6958c53347aaec29528e54cb258ba23d
3
+ size 12449210432
Qwen2.5-14B-Instruct-Q5_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fb39f498132ce5c1928dd006121090b364b4d8e8fbadc348b67781601e33c12
3
+ size 10989396032
Qwen2.5-14B-Instruct-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b51607ded067285faac544bd98c79d46fe987e032a26fb82eae32245da034a1
3
+ size 10508873792
Qwen2.5-14B-Instruct-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:252f3e98c347e2aab2faf36d758c4fa2fdb622cfd347dd5dcef5d32ddfba348b
3
+ size 10266554432
Qwen2.5-14B-Instruct-Q6_K-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0344dfb622180d9565003bd450c4b2f9f19e380e1d04b559d1c7a9fdad80792
3
+ size 13961617472
Qwen2.5-14B-Instruct-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11cdba253acd2cfbb8fc5ca7164c022c855f70db45ac24104ee293108275fe4b
3
+ size 12124684352
Qwen2.5-14B-Instruct-Q6_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:038391344def11b81600c46e0400c5cec1e43ac0a4e6216a82e28099e99c42b9
3
+ size 12501803072