Hugging Face's logo

MaziyarPanahi
/
Qwen2.5-32B-Instruct-GGUF

Text Generation
GGUF
quantized
2-bit
3-bit
4-bit precision
5-bit
6-bit
8-bit precision
GGUF
imatrix
conversational
Model card Files Community
2
MaziyarPanahi commited on
Commit
659c304
·
verified ·
1 Parent(s): 7a1a350

[WIP] Upload folder using huggingface_hub (multi-commit 0e5f87b08e6f3cf3d11271e168d18c7d1666883de0493b5885a0b704523f4a49) (#1)

Browse files

- aaeb4bf11f95acbc2e19d86d14af8b8f728111557f96e4ef799614498e9005c0 (cf8d8c8ab5248bd019deca2553cee9a3ce83b7d1)
- 3248a7b25f72e87da45733a1a2263717a0615c6e7bec7e682492eac3f0d4e1ef (8c80854cfcd0f89c7659b15c48be5ec6d0f8a336)
- 35148a86f0568b51f126100f6379f41238907bdd974c6a13118bdb402a1d13b7 (83b1fb7d3b3599a678c04c3dd3f75688cf9ccb06)
- b3918b8d20d488e6cbf30cbf709b111452acc65e03b81285e0122a374bea119c (07098533a8dd892a49c19e166e68ad71b38d9961)
- b8e70493ace5b55c366238a210e8df03bd3693a88d3428a3cd66425f021bd5c5 (9a945c4a97ea219d93a02848505e86f1402d0da3)
- 550bccf2792320abd9e81ae75f238a7fd367f5bbbf4a9985fbd1fe5d47b870b1 (3b35447805fc687aeffb69eefbdc57df07e26a37)
- e8ec2e76016cca6e099077ae13e9929501f72689e01ac9284a346cfa0cb18e25 (a7c4a4e65240f87a9d74dadf387712eb711c90bc)
- 82f12b3d54656a4446ec7942a78f47961eae679ce0b905bad8bc141e44a9257a (044453bc26049b97a4a4849b371896192f35c13d)
- aee69bda668bcc33fddd8bb8e4648a92afec583209966b76fc6886d297ef6fd5 (99aa709b84349fe07d8fc7972b4edd753d16359a)
- f3b88ef9c11155b0b120829dbacafa1338e7f07432b920ed7216807a903655c4 (a19e3cbcba2bb17da36774f23d6094fd80c20402)
- 8a68028c8ea5e0c5711fcc0479a15c96a9e3b0c3a8b6d2087556095f7a3f731e (e8d2ba96315fd5668d7b71c36b90afbe332b30f8)
- 2e97db159afc5def76843b22d14a712ca42cb5c20918ad1f28744e786632aea3 (41cbb679517ad371884831452a7b668fc59c6412)
- 8b59e8d3bc1e2f6cb5508e6db1fd92dd75bc6d501706cfd87ef3cde1998af9df (d00a3596df65b39d4dcbb5568482b8876f3da10d)
- d0624a12161790b71066d9a8524d1adf7a78bda21e7ea419d6fd2dccbd5bf05e (8a2112ec6c0a40c8ff8c8f021fa3fdfbe224812c)
- 2f3515fa972cbd915f73ed7f4df1fc5975a1ec212112933654b40c44a1e7dca7 (1c8e0c3c649bb8a21542addb1f61ef96dc08b1cc)

Files changed (16) hide show
  1. .gitattributes +15 -0
  2. Qwen2.5-32B-Instruct.IQ1_M.gguf +3 -0
  3. Qwen2.5-32B-Instruct.IQ1_S.gguf +3 -0
  4. Qwen2.5-32B-Instruct.IQ2_XS.gguf +3 -0
  5. Qwen2.5-32B-Instruct.IQ3_XS.gguf +3 -0
  6. Qwen2.5-32B-Instruct.IQ4_XS.gguf +3 -0
  7. Qwen2.5-32B-Instruct.Q2_K.gguf +3 -0
  8. Qwen2.5-32B-Instruct.Q3_K_L.gguf +3 -0
  9. Qwen2.5-32B-Instruct.Q3_K_M.gguf +3 -0
  10. Qwen2.5-32B-Instruct.Q3_K_S.gguf +3 -0
  11. Qwen2.5-32B-Instruct.Q4_K_M.gguf +3 -0
  12. Qwen2.5-32B-Instruct.Q4_K_S.gguf +3 -0
  13. Qwen2.5-32B-Instruct.Q5_K_M.gguf +3 -0
  14. Qwen2.5-32B-Instruct.Q5_K_S.gguf +3 -0
  15. Qwen2.5-32B-Instruct.Q6_K.gguf +3 -0
  16. Qwen2.5-32B-Instruct.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,18 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Qwen2.5-32B-Instruct.IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Qwen2.5-32B-Instruct.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen2.5-32B-Instruct.IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen2.5-32B-Instruct.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen2.5-32B-Instruct.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen2.5-32B-Instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen2.5-32B-Instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen2.5-32B-Instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen2.5-32B-Instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Qwen2.5-32B-Instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Qwen2.5-32B-Instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Qwen2.5-32B-Instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Qwen2.5-32B-Instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Qwen2.5-32B-Instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Qwen2.5-32B-Instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Qwen2.5-32B-Instruct.IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a717a4955723f8d225dad8a0d80199f77592454341ce098c5e01059025861187
3
+ size 7932160864
Qwen2.5-32B-Instruct.IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aec11281f5c3477c5da21948ecf32f4dfdc22b29449ed0af20dae67689281d6a
3
+ size 7274507104
Qwen2.5-32B-Instruct.IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af6b035b8f33e5352c047a0aed1bb0150cbdc6ae984513d658af4336a34fd5c0
3
+ size 9957550944
Qwen2.5-32B-Instruct.IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:105e4ce0d285133292ae02ffb50caf64db4e5c3ef79933b9281c371c63772a91
3
+ size 13705513824
Qwen2.5-32B-Instruct.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eda7f76c5114379f4a0707a5a91aa3291fd32ee45b8c57526b5e36515fb44c74
3
+ size 17693154144
Qwen2.5-32B-Instruct.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64047cfa19a7d6392f5832a056748e681727c612ab65d4ac2155f25e62663cf5
3
+ size 12313099104
Qwen2.5-32B-Instruct.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95865bf2bffe57da46f92d515bb9c407c971c1d6a7082700d55b6ce970765451
3
+ size 17247079264
Qwen2.5-32B-Instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8fa5f67eb6e5842195e3299216760a017f6f1536475cbcbde57c2278cac3c4d
3
+ size 15935048544
Qwen2.5-32B-Instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:392e9df4f6af7356f93e05c6b8711d309cc6e470489aaf7e510d7b56a9c733b0
3
+ size 14392331104
Qwen2.5-32B-Instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf667735730b6d52e5dec9ec72b71aa38a70d910f23800088c4f897c3b20575f
3
+ size 19851336544
Qwen2.5-32B-Instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d24a26532dde527199e481704795d0d4a78c2ccdbb085882f7e49df21f14631
3
+ size 18784410464
Qwen2.5-32B-Instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4fa7c5961e9ee11a351f2b23f8e9f9cac9fe3dea713d51834e432fe8111c7d1
3
+ size 23262157664
Qwen2.5-32B-Instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:677325b7aa0258df3aa344354730f27c0cd2caca95cebcaac7d98583170409dc
3
+ size 22638254944
Qwen2.5-32B-Instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e379c074a0225eaa8ff9993487275c3ccba71aae69f9c45287d8b5ed01d1a8c7
3
+ size 26886155104
Qwen2.5-32B-Instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:696f47ad80c0be0ac8af6bb9cd2de17e7664c2448b46d4d76c0d09724e9e006a
3
+ size 34820885344