Hugging Face's logo

Felladrin
/
gguf-Q3_K_L-Yi-1.5-6B-Chat

GGUF
Inference Endpoints
imatrix
conversational
Model card Files Community
Felladrin commited on
Commit
5d84dfa
·
verified ·
1 Parent(s): dedcd0f

Upload 33 files

Browse files
Files changed (34) hide show
  1. .gitattributes +33 -0
  2. Yi-1.5-6B-Chat-Q3_K_L.gguf +3 -0
  3. Yi-1.5-6B-Chat-Q3_K_L.shard-00001-of-00032.gguf +3 -0
  4. Yi-1.5-6B-Chat-Q3_K_L.shard-00002-of-00032.gguf +3 -0
  5. Yi-1.5-6B-Chat-Q3_K_L.shard-00003-of-00032.gguf +3 -0
  6. Yi-1.5-6B-Chat-Q3_K_L.shard-00004-of-00032.gguf +3 -0
  7. Yi-1.5-6B-Chat-Q3_K_L.shard-00005-of-00032.gguf +3 -0
  8. Yi-1.5-6B-Chat-Q3_K_L.shard-00006-of-00032.gguf +3 -0
  9. Yi-1.5-6B-Chat-Q3_K_L.shard-00007-of-00032.gguf +3 -0
  10. Yi-1.5-6B-Chat-Q3_K_L.shard-00008-of-00032.gguf +3 -0
  11. Yi-1.5-6B-Chat-Q3_K_L.shard-00009-of-00032.gguf +3 -0
  12. Yi-1.5-6B-Chat-Q3_K_L.shard-00010-of-00032.gguf +3 -0
  13. Yi-1.5-6B-Chat-Q3_K_L.shard-00011-of-00032.gguf +3 -0
  14. Yi-1.5-6B-Chat-Q3_K_L.shard-00012-of-00032.gguf +3 -0
  15. Yi-1.5-6B-Chat-Q3_K_L.shard-00013-of-00032.gguf +3 -0
  16. Yi-1.5-6B-Chat-Q3_K_L.shard-00014-of-00032.gguf +3 -0
  17. Yi-1.5-6B-Chat-Q3_K_L.shard-00015-of-00032.gguf +3 -0
  18. Yi-1.5-6B-Chat-Q3_K_L.shard-00016-of-00032.gguf +3 -0
  19. Yi-1.5-6B-Chat-Q3_K_L.shard-00017-of-00032.gguf +3 -0
  20. Yi-1.5-6B-Chat-Q3_K_L.shard-00018-of-00032.gguf +3 -0
  21. Yi-1.5-6B-Chat-Q3_K_L.shard-00019-of-00032.gguf +3 -0
  22. Yi-1.5-6B-Chat-Q3_K_L.shard-00020-of-00032.gguf +3 -0
  23. Yi-1.5-6B-Chat-Q3_K_L.shard-00021-of-00032.gguf +3 -0
  24. Yi-1.5-6B-Chat-Q3_K_L.shard-00022-of-00032.gguf +3 -0
  25. Yi-1.5-6B-Chat-Q3_K_L.shard-00023-of-00032.gguf +3 -0
  26. Yi-1.5-6B-Chat-Q3_K_L.shard-00024-of-00032.gguf +3 -0
  27. Yi-1.5-6B-Chat-Q3_K_L.shard-00025-of-00032.gguf +3 -0
  28. Yi-1.5-6B-Chat-Q3_K_L.shard-00026-of-00032.gguf +3 -0
  29. Yi-1.5-6B-Chat-Q3_K_L.shard-00027-of-00032.gguf +3 -0
  30. Yi-1.5-6B-Chat-Q3_K_L.shard-00028-of-00032.gguf +3 -0
  31. Yi-1.5-6B-Chat-Q3_K_L.shard-00029-of-00032.gguf +3 -0
  32. Yi-1.5-6B-Chat-Q3_K_L.shard-00030-of-00032.gguf +3 -0
  33. Yi-1.5-6B-Chat-Q3_K_L.shard-00031-of-00032.gguf +3 -0
  34. Yi-1.5-6B-Chat-Q3_K_L.shard-00032-of-00032.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,36 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Yi-1.5-6B-Chat-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Yi-1.5-6B-Chat-Q3_K_L.shard-00001-of-00032.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Yi-1.5-6B-Chat-Q3_K_L.shard-00002-of-00032.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Yi-1.5-6B-Chat-Q3_K_L.shard-00003-of-00032.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Yi-1.5-6B-Chat-Q3_K_L.shard-00004-of-00032.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Yi-1.5-6B-Chat-Q3_K_L.shard-00005-of-00032.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Yi-1.5-6B-Chat-Q3_K_L.shard-00006-of-00032.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Yi-1.5-6B-Chat-Q3_K_L.shard-00007-of-00032.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Yi-1.5-6B-Chat-Q3_K_L.shard-00008-of-00032.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Yi-1.5-6B-Chat-Q3_K_L.shard-00009-of-00032.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Yi-1.5-6B-Chat-Q3_K_L.shard-00010-of-00032.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Yi-1.5-6B-Chat-Q3_K_L.shard-00011-of-00032.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Yi-1.5-6B-Chat-Q3_K_L.shard-00012-of-00032.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Yi-1.5-6B-Chat-Q3_K_L.shard-00013-of-00032.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Yi-1.5-6B-Chat-Q3_K_L.shard-00014-of-00032.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Yi-1.5-6B-Chat-Q3_K_L.shard-00015-of-00032.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Yi-1.5-6B-Chat-Q3_K_L.shard-00016-of-00032.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Yi-1.5-6B-Chat-Q3_K_L.shard-00017-of-00032.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Yi-1.5-6B-Chat-Q3_K_L.shard-00018-of-00032.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Yi-1.5-6B-Chat-Q3_K_L.shard-00019-of-00032.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Yi-1.5-6B-Chat-Q3_K_L.shard-00020-of-00032.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Yi-1.5-6B-Chat-Q3_K_L.shard-00021-of-00032.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Yi-1.5-6B-Chat-Q3_K_L.shard-00022-of-00032.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Yi-1.5-6B-Chat-Q3_K_L.shard-00023-of-00032.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Yi-1.5-6B-Chat-Q3_K_L.shard-00024-of-00032.gguf filter=lfs diff=lfs merge=lfs -text
61
+ Yi-1.5-6B-Chat-Q3_K_L.shard-00025-of-00032.gguf filter=lfs diff=lfs merge=lfs -text
62
+ Yi-1.5-6B-Chat-Q3_K_L.shard-00026-of-00032.gguf filter=lfs diff=lfs merge=lfs -text
63
+ Yi-1.5-6B-Chat-Q3_K_L.shard-00027-of-00032.gguf filter=lfs diff=lfs merge=lfs -text
64
+ Yi-1.5-6B-Chat-Q3_K_L.shard-00028-of-00032.gguf filter=lfs diff=lfs merge=lfs -text
65
+ Yi-1.5-6B-Chat-Q3_K_L.shard-00029-of-00032.gguf filter=lfs diff=lfs merge=lfs -text
66
+ Yi-1.5-6B-Chat-Q3_K_L.shard-00030-of-00032.gguf filter=lfs diff=lfs merge=lfs -text
67
+ Yi-1.5-6B-Chat-Q3_K_L.shard-00031-of-00032.gguf filter=lfs diff=lfs merge=lfs -text
68
+ Yi-1.5-6B-Chat-Q3_K_L.shard-00032-of-00032.gguf filter=lfs diff=lfs merge=lfs -text
Yi-1.5-6B-Chat-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94dd4d17f4dcad79830b2cb70d9dfb854351c35dc4b6e59a0ee3de682bcee1da
3
+ size 3236892768
Yi-1.5-6B-Chat-Q3_K_L.shard-00001-of-00032.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fd77e9e664249f6d1bf245a830dc04ccd4a32ce4b484c319b78a25d2629f755
3
+ size 114134432
Yi-1.5-6B-Chat-Q3_K_L.shard-00002-of-00032.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:190b7a990eb2a1e543d27ae031ce382c3cbe8d4728642287a35ca68054efafe1
3
+ size 90866304
Yi-1.5-6B-Chat-Q3_K_L.shard-00003-of-00032.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92355a5819f6c341ad3622b91b7f03fa592caf4b0507d50385ddddb3d813456b
3
+ size 90866304
Yi-1.5-6B-Chat-Q3_K_L.shard-00004-of-00032.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:772cad4fbed3498b8ec8364eb03737d2e74de152cf46aff64b49d64b507891e1
3
+ size 90866336
Yi-1.5-6B-Chat-Q3_K_L.shard-00005-of-00032.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ede6eef9ce79efff115f36ef24c91af093c3e53473ec345c825e77f9a48d96a
3
+ size 110224032
Yi-1.5-6B-Chat-Q3_K_L.shard-00006-of-00032.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f2c97b11d2a946fe76dfdbb30ddd103caea903b7b2a8797d36bdf25f52be1a8
3
+ size 111141632
Yi-1.5-6B-Chat-Q3_K_L.shard-00007-of-00032.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ec8a601745158de09603a4b10a95e390f1cf329d03e5abc40df035de683f27e
3
+ size 111068032
Yi-1.5-6B-Chat-Q3_K_L.shard-00008-of-00032.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9599d0b506b2a102942444e649489b72af6a33a2d11cc52bde369cee54a6d7c
3
+ size 90866304
Yi-1.5-6B-Chat-Q3_K_L.shard-00009-of-00032.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54348183964f7ea1a8d84ab9806f14a1c4ccb0b6846fd3f40648955ea20470d7
3
+ size 90866304
Yi-1.5-6B-Chat-Q3_K_L.shard-00010-of-00032.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54f150f7a563766f2931b26a34d5e4264c422c49e73b3ce6648d0144b73ea430
3
+ size 90866304
Yi-1.5-6B-Chat-Q3_K_L.shard-00011-of-00032.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:518120d3cf192fc383c2b9bcb342c98a742091f074c61f0f3b4fe7d7521c85f6
3
+ size 90866304
Yi-1.5-6B-Chat-Q3_K_L.shard-00012-of-00032.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9df6f8cf4ed7cf92c7c2d76927589cdc117b2f7fc6c3e601be607fd768e9a32
3
+ size 90866304
Yi-1.5-6B-Chat-Q3_K_L.shard-00013-of-00032.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a3554d8ab5784b7d49a4d362fdc75413f3e3d894355389ac1daea5bdda1d9c9
3
+ size 90866304
Yi-1.5-6B-Chat-Q3_K_L.shard-00014-of-00032.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3590f69718f1dc62e67ae70037fd4150818faee0c88141340fdf4de2daa34e1
3
+ size 113230464
Yi-1.5-6B-Chat-Q3_K_L.shard-00015-of-00032.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7eec8a5b812c0c9a98e5e19b38046f441976261f610bc484df0df9ef6883a081
3
+ size 99533632
Yi-1.5-6B-Chat-Q3_K_L.shard-00016-of-00032.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9297fa9125fcceca65d87d2110e0ccc55d17c08bdae66846c0287970c7ea8e4c
3
+ size 90866336
Yi-1.5-6B-Chat-Q3_K_L.shard-00017-of-00032.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1676c08b5a561ff1f6bd5279c135cd724a009b6dd52fa73cba369e80d46ef31
3
+ size 90866336
Yi-1.5-6B-Chat-Q3_K_L.shard-00018-of-00032.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0d1397a42c9c6434ee5ff72ec82e4f8fda2f6af3c45e91cdce88580c668ec5c
3
+ size 90866336
Yi-1.5-6B-Chat-Q3_K_L.shard-00019-of-00032.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6154f74589397ab32458d406ccd6a71ed393907bb4d6e56759e412cc852357a1
3
+ size 90866336
Yi-1.5-6B-Chat-Q3_K_L.shard-00020-of-00032.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea050a7d56fdf2c19751334bff607dbadd93f490c699b6e49a641f1ba7bb3359
3
+ size 90866336
Yi-1.5-6B-Chat-Q3_K_L.shard-00021-of-00032.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a093c767fba69276be54ac1e278bbc68986cb10a0f311647e8a6b4c2d23d9f48
3
+ size 90866336
Yi-1.5-6B-Chat-Q3_K_L.shard-00022-of-00032.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:231ed60c05ea7ae5008ce9312bbf991af1b78fd9827f7a2f9b8da8ff72401607
3
+ size 90866336
Yi-1.5-6B-Chat-Q3_K_L.shard-00023-of-00032.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6974de4252525be5d8e2ebb4f7c840fa202957e9932ddaabe69b115009d5623d
3
+ size 90866336
Yi-1.5-6B-Chat-Q3_K_L.shard-00024-of-00032.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a35c8849cd0d6ebd9a0e9e80061ae5b85dfb8a130226ea23328b43fc6ec8afb
3
+ size 90866336
Yi-1.5-6B-Chat-Q3_K_L.shard-00025-of-00032.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a29decb1e92947c82b31569b8f40ecb3ce65fa12d15eb6b6edffcdb5012ebb1
3
+ size 90866336
Yi-1.5-6B-Chat-Q3_K_L.shard-00026-of-00032.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84c9fdb8e2e8e5351f54663e017082b5508ac8f24b301ba6e659cec787655554
3
+ size 90866336
Yi-1.5-6B-Chat-Q3_K_L.shard-00027-of-00032.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f04ed23e5e12f042c5c3eb5da99a31fc6a7f1dcf8a4e5c19e672f6ce3aed615a
3
+ size 100401952
Yi-1.5-6B-Chat-Q3_K_L.shard-00028-of-00032.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f46388ca6d8923a0530a6615f1b9341c891ca31eaa12892399d52eb63b99bd0a
3
+ size 215040160
Yi-1.5-6B-Chat-Q3_K_L.shard-00029-of-00032.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b89e8b1955cfa0d3ca6e54436e3c4a2dd2bb1e98842701227d2a286030d585ec
3
+ size 112329312
Yi-1.5-6B-Chat-Q3_K_L.shard-00030-of-00032.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b7b0f936bf40a0d098f85ac680ccdaf51897e321e5038f60dc070d76391564c
3
+ size 110240480
Yi-1.5-6B-Chat-Q3_K_L.shard-00031-of-00032.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f130040fe995e8bd868ed6319f75c93a73499599839e059d368f1592cd40f98
3
+ size 111158080
Yi-1.5-6B-Chat-Q3_K_L.shard-00032-of-00032.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c76ea5b9215fbf1fdd23f414159f74e40e56eea99635fc94f4e7a38d12e09bf0
3
+ size 111068032