Hugging Face's logo

gaianet
/
Qwen2-72B-Instruct-GGUF

Text Generation
Transformers
GGUF
English
qwen2
chat
Inference Endpoints
conversational
Model card Files Community
apepkuss79 commited on
Commit
d0a4842
·
verified ·
1 Parent(s): 29be3d3

Upload models

Browse files
Files changed (18) hide show
  1. .gitattributes +17 -0
  2. Qwen2-72B-Instruct-Q4_K_S.gguf +3 -0
  3. Qwen2-72B-Instruct-Q5_0-00001-of-00002.gguf +3 -0
  4. Qwen2-72B-Instruct-Q5_0-00002-of-00002.gguf +3 -0
  5. Qwen2-72B-Instruct-Q5_K_M-00001-of-00002.gguf +3 -0
  6. Qwen2-72B-Instruct-Q5_K_M-00002-of-00002.gguf +3 -0
  7. Qwen2-72B-Instruct-Q5_K_S-00001-of-00002.gguf +3 -0
  8. Qwen2-72B-Instruct-Q5_K_S-00002-of-00002.gguf +3 -0
  9. Qwen2-72B-Instruct-Q6_K-00001-of-00002.gguf +3 -0
  10. Qwen2-72B-Instruct-Q6_K-00002-of-00002.gguf +3 -0
  11. Qwen2-72B-Instruct-Q8_0-00001-of-00003.gguf +3 -0
  12. Qwen2-72B-Instruct-Q8_0-00002-of-00003.gguf +3 -0
  13. Qwen2-72B-Instruct-Q8_0-00003-of-00003.gguf +3 -0
  14. Qwen2-72B-Instruct-f16-00001-of-00005.gguf +3 -0
  15. Qwen2-72B-Instruct-f16-00002-of-00005.gguf +3 -0
  16. Qwen2-72B-Instruct-f16-00003-of-00005.gguf +3 -0
  17. Qwen2-72B-Instruct-f16-00004-of-00005.gguf +3 -0
  18. Qwen2-72B-Instruct-f16-00005-of-00005.gguf +3 -0
.gitattributes CHANGED
@@ -39,3 +39,20 @@ Qwen2-72B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
  Qwen2-72B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
  Qwen2-72B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
  Qwen2-72B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
39
  Qwen2-72B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
  Qwen2-72B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
  Qwen2-72B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen2-72B-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen2-72B-Instruct-Q5_0-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen2-72B-Instruct-Q5_0-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Qwen2-72B-Instruct-Q5_K_M-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Qwen2-72B-Instruct-Q5_K_M-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Qwen2-72B-Instruct-Q5_K_S-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Qwen2-72B-Instruct-Q5_K_S-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Qwen2-72B-Instruct-Q6_K-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Qwen2-72B-Instruct-Q6_K-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Qwen2-72B-Instruct-Q8_0-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Qwen2-72B-Instruct-Q8_0-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Qwen2-72B-Instruct-Q8_0-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Qwen2-72B-Instruct-f16-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Qwen2-72B-Instruct-f16-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Qwen2-72B-Instruct-f16-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Qwen2-72B-Instruct-f16-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Qwen2-72B-Instruct-f16-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
Qwen2-72B-Instruct-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:187f6015b74d36584793a2a7894f00e737155f5785f893f73d702fbf4ba02f22
3
+ size 43889220064
Qwen2-72B-Instruct-Q5_0-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73c17a32d6827fe5e5480f9e1611e3eb230ec6d8c7a66211345666a62dd355a4
3
+ size 32192298464
Qwen2-72B-Instruct-Q5_0-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26d2768b6fcdf7694a15cb6457c0b5da696b590e4f18b869f0aa9670b138dfe3
3
+ size 17971731648
Qwen2-72B-Instruct-Q5_K_M-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a417516b9fe9958798f192e4cf131973d34568affbd402d1e77e864cd533fe3
3
+ size 32194753312
Qwen2-72B-Instruct-Q5_K_M-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e399826cfdfaf91da667f14e911f6d23f9fbc37905aa79b328e2ba6c54b45126
3
+ size 22252709760
Qwen2-72B-Instruct-Q5_K_S-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2872d2d72ee500b03404e6f552fc4d0c5b974a58e2477590c2caebd3fd51b17c
3
+ size 32079702816
Qwen2-72B-Instruct-Q5_K_S-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f314de640c96c377228e0eab19fd3c4ae882f395a136a322f3a1102c813ce2a
3
+ size 19295432576
Qwen2-72B-Instruct-Q6_K-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffe5e1f47b53c97a54e14bf4eaf3cbdbc08d688c9ab14c2c520059d1ac5caade
3
+ size 32176795264
Qwen2-72B-Instruct-Q6_K-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2be4e6b245d70f170e0aca04df54dcbe200700565cff2bacb9ed2cde1909363
3
+ size 32170830880
Qwen2-72B-Instruct-Q8_0-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3d06e839a9ee165ff64f0812e7911674ba7b5cf2897462c05d299825227c33e
3
+ size 32105954208
Qwen2-72B-Instruct-Q8_0-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a2fe4882f13434c16d6efc9f7d10abf2653af67b564ad5ebe4a0fb910435cd1
3
+ size 31966403616
Qwen2-72B-Instruct-Q8_0-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1fe5772d46e1d48974a023932cd348b17a7248afd30383e999379764c2fc9c3
3
+ size 13190251360
Qwen2-72B-Instruct-f16-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd9274d6196f9d98993447cda51ead254de66d5f6f69de463dc61998a11af35f
3
+ size 31855071232
Qwen2-72B-Instruct-f16-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cd1f0bb03fe5dced5538688b02cc2b1114e915e4665010459a38eff85ff0f6b
3
+ size 32082129280
Qwen2-72B-Instruct-f16-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8d390b2b6d00f0914dbf86bf142dad0e7143c326c546c9bee669cf8619cbf6a
3
+ size 32082063648
Qwen2-72B-Instruct-f16-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60d88e47b6be9da1784a22f9d825c248d19685c3bc0c7abc9f4fb2993862b275
3
+ size 32082063648
Qwen2-72B-Instruct-f16-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81c5e1143bec0eab7ce03d7e0e5a89281fca21f80300ff7eba812dde9c6f252a
3
+ size 17321343072