Hugging Face's logo

mradermacher
/
InstructLM-1.3B-GGUF

Transformers
GGUF
English
Inference Endpoints
Model card Files Community
mradermacher commited on
Commit
f613f27
·
verified ·
1 Parent(s): a3fda39

uploaded from rain

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. InstructLM-1.3B.IQ4_XS.gguf +3 -0
  3. InstructLM-1.3B.Q2_K.gguf +3 -0
  4. InstructLM-1.3B.Q3_K_L.gguf +3 -0
  5. InstructLM-1.3B.Q3_K_M.gguf +3 -0
  6. InstructLM-1.3B.Q3_K_S.gguf +3 -0
  7. InstructLM-1.3B.Q4_K_M.gguf +3 -0
  8. InstructLM-1.3B.Q4_K_S.gguf +3 -0
  9. InstructLM-1.3B.Q5_K_M.gguf +3 -0
  10. InstructLM-1.3B.Q5_K_S.gguf +3 -0
  11. InstructLM-1.3B.Q6_K.gguf +3 -0
  12. InstructLM-1.3B.Q8_0.gguf +3 -0
  13. InstructLM-1.3B.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ InstructLM-1.3B.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ InstructLM-1.3B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ InstructLM-1.3B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ InstructLM-1.3B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ InstructLM-1.3B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ InstructLM-1.3B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ InstructLM-1.3B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ InstructLM-1.3B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ InstructLM-1.3B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ InstructLM-1.3B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ InstructLM-1.3B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ InstructLM-1.3B.f16.gguf filter=lfs diff=lfs merge=lfs -text
InstructLM-1.3B.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f9cfa31f3e9f62f834ba18e371423d87a6d1fcff307d1c589aecbc752949760
3
+ size 744346528
InstructLM-1.3B.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15e826eefb5fab24c49e52735bcebb3c614957a3e4bb8e9b2a0a93a73721d255
3
+ size 522957728
InstructLM-1.3B.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38d2faef1e83ff74a2bdb225c6f9c95ea1a14fd2440a511e7b1c5094ff94919e
3
+ size 719176608
InstructLM-1.3B.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:056b96e6ef73c6d641e8e8d3c845dc47ccf62f9a26f3eda36181eb78631e7889
3
+ size 666485664
InstructLM-1.3B.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b78e37f48e19a351d90a34f35b3588b26eb8f4e55e105ea71fc9da73193a4c8b
3
+ size 605635488
InstructLM-1.3B.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a0292551fe25ee1c83ed43b92038c333c4d1f8c934b1a24248bb5dd6401ee2f
3
+ size 821842848
InstructLM-1.3B.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:625ce958592c4f4786cb6e243cad35536249d8fa496a854e7c37de3e8f69d555
3
+ size 780604320
InstructLM-1.3B.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef8e8d3dbc71784d327f509fceb4f02dac321ae7d6607fa6d66e913c5b08bba4
3
+ size 959796128
InstructLM-1.3B.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91e4fac26b5067606c07acc5450fcf4e33f93829adcb15d84bf64ed57811543e
3
+ size 936121248
InstructLM-1.3B.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00743c80164ed98f1734c44d98608a91a224d1939ba325185ab392440a2549ad
3
+ size 1106371488
InstructLM-1.3B.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af4b2ef50299c8ce674222945a0e5112c9db3297e0bb17e684a3f520a6358eeb
3
+ size 1432699808
InstructLM-1.3B.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b62221ccfd2a5d3bf4e334d38e0f2ae23397858631e431bb067d862223622849
3
+ size 2695906208