Hugging Face's logo

mradermacher
/
Phi-3-mini-4k-instruct-LLaMAfied-i1-GGUF

Transformers
GGUF
English
nlp
code
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
c031c96
·
verified ·
1 Parent(s): 84e98fd

uploaded from rich1

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. Phi-3-mini-4k-instruct-LLaMAfied.i1-IQ1_M.gguf +3 -0
  3. Phi-3-mini-4k-instruct-LLaMAfied.i1-IQ1_S.gguf +3 -0
  4. Phi-3-mini-4k-instruct-LLaMAfied.i1-IQ2_M.gguf +3 -0
  5. Phi-3-mini-4k-instruct-LLaMAfied.i1-IQ2_S.gguf +3 -0
  6. Phi-3-mini-4k-instruct-LLaMAfied.i1-IQ2_XS.gguf +3 -0
  7. Phi-3-mini-4k-instruct-LLaMAfied.i1-IQ2_XXS.gguf +3 -0
  8. Phi-3-mini-4k-instruct-LLaMAfied.i1-IQ3_M.gguf +3 -0
  9. Phi-3-mini-4k-instruct-LLaMAfied.i1-IQ3_S.gguf +3 -0
  10. Phi-3-mini-4k-instruct-LLaMAfied.i1-IQ3_XS.gguf +3 -0
  11. Phi-3-mini-4k-instruct-LLaMAfied.i1-IQ3_XXS.gguf +3 -0
  12. Phi-3-mini-4k-instruct-LLaMAfied.i1-IQ4_NL.gguf +3 -0
  13. Phi-3-mini-4k-instruct-LLaMAfied.i1-IQ4_XS.gguf +3 -0
  14. Phi-3-mini-4k-instruct-LLaMAfied.i1-Q2_K.gguf +3 -0
  15. Phi-3-mini-4k-instruct-LLaMAfied.i1-Q2_K_S.gguf +3 -0
  16. Phi-3-mini-4k-instruct-LLaMAfied.i1-Q3_K_L.gguf +3 -0
  17. Phi-3-mini-4k-instruct-LLaMAfied.i1-Q3_K_M.gguf +3 -0
  18. Phi-3-mini-4k-instruct-LLaMAfied.i1-Q3_K_S.gguf +3 -0
  19. Phi-3-mini-4k-instruct-LLaMAfied.i1-Q4_0.gguf +3 -0
  20. Phi-3-mini-4k-instruct-LLaMAfied.i1-Q4_1.gguf +3 -0
  21. Phi-3-mini-4k-instruct-LLaMAfied.i1-Q4_K_M.gguf +3 -0
  22. Phi-3-mini-4k-instruct-LLaMAfied.i1-Q4_K_S.gguf +3 -0
  23. Phi-3-mini-4k-instruct-LLaMAfied.i1-Q5_K_M.gguf +3 -0
  24. Phi-3-mini-4k-instruct-LLaMAfied.i1-Q5_K_S.gguf +3 -0
  25. Phi-3-mini-4k-instruct-LLaMAfied.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Phi-3-mini-4k-instruct-LLaMAfied.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Phi-3-mini-4k-instruct-LLaMAfied.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Phi-3-mini-4k-instruct-LLaMAfied.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Phi-3-mini-4k-instruct-LLaMAfied.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Phi-3-mini-4k-instruct-LLaMAfied.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Phi-3-mini-4k-instruct-LLaMAfied.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Phi-3-mini-4k-instruct-LLaMAfied.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Phi-3-mini-4k-instruct-LLaMAfied.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Phi-3-mini-4k-instruct-LLaMAfied.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Phi-3-mini-4k-instruct-LLaMAfied.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Phi-3-mini-4k-instruct-LLaMAfied.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Phi-3-mini-4k-instruct-LLaMAfied.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Phi-3-mini-4k-instruct-LLaMAfied.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Phi-3-mini-4k-instruct-LLaMAfied.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Phi-3-mini-4k-instruct-LLaMAfied.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Phi-3-mini-4k-instruct-LLaMAfied.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Phi-3-mini-4k-instruct-LLaMAfied.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Phi-3-mini-4k-instruct-LLaMAfied.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Phi-3-mini-4k-instruct-LLaMAfied.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Phi-3-mini-4k-instruct-LLaMAfied.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Phi-3-mini-4k-instruct-LLaMAfied.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Phi-3-mini-4k-instruct-LLaMAfied.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Phi-3-mini-4k-instruct-LLaMAfied.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Phi-3-mini-4k-instruct-LLaMAfied.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Phi-3-mini-4k-instruct-LLaMAfied.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:579ede05f495114d417f56f7945d6e4b25850ce26d09a26f000e2e09789a9ac3
3
+ size 950143040
Phi-3-mini-4k-instruct-LLaMAfied.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d49af8a2adb6f35ef3a49bb644e3dd141d2da65e693e48b26989c6d2a5b0d58
3
+ size 881723456
Phi-3-mini-4k-instruct-LLaMAfied.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53d694b619650e432cfcaea4c702959073607c15b7f294078d437f4b1504b658
3
+ size 1349430848
Phi-3-mini-4k-instruct-LLaMAfied.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:022ae45ae73a9428fa5dc2d624954d12f7fdbab40a2da85818a400e11f7cc95d
3
+ size 1258204736
Phi-3-mini-4k-instruct-LLaMAfied.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66cef5d92fd032ca74feef9fdc2f396a076d3a38353fea11c6fa536fa717c627
3
+ size 1164838976
Phi-3-mini-4k-instruct-LLaMAfied.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:034403810d5bc52b73003563b35f02f4996c530aac824b3fc9f8616a65e2a13f
3
+ size 1064175680
Phi-3-mini-4k-instruct-LLaMAfied.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cfdaf4c6435c27596393891e0da5b245b655ab692653b87c3745d43f17ea3ee
3
+ size 1775389760
Phi-3-mini-4k-instruct-LLaMAfied.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92b74060ebed815ec7a2da1fb955f3da991f585b704e17d32f9ed70c7e29dec9
3
+ size 1681804352
Phi-3-mini-4k-instruct-LLaMAfied.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d8559aa4992503f2a957df3fc8f3ff19573c12a897e7d41fc73b784d5de2492
3
+ size 1596869696
Phi-3-mini-4k-instruct-LLaMAfied.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7ba0e1a0945ceef558456dad6b3ceb85d5b781a0474fb3073cad18a6352ec87
3
+ size 1475259968
Phi-3-mini-4k-instruct-LLaMAfied.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cadad52316d96a9013c3ea9e58e285271d872d307aa8d7d7e61741b1c08a265
3
+ size 2176182848
Phi-3-mini-4k-instruct-LLaMAfied.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5db46d5e1a52a62fb4b94260d180307cd31e3bac912161df2f7af0b5ab20553b
3
+ size 2059858496
Phi-3-mini-4k-instruct-LLaMAfied.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca5f121b0a41ee1f9e52ecc684eb28bc137c75942b2bce2b6b06f8e6303f17ed
3
+ size 1446880832
Phi-3-mini-4k-instruct-LLaMAfied.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19425c2e21918b447df98135db7446f4b28233c1330f23c5d02d6a5d779db3ba
3
+ size 1327343168
Phi-3-mini-4k-instruct-LLaMAfied.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90c6378425e34fa9bb9561cd32cf10d3a042df449bd1a54afd5088f384198086
3
+ size 2045135936
Phi-3-mini-4k-instruct-LLaMAfied.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f36e5c3a28eef71ebbb38cf8ee2674c92612fae291fa5627fc784d3be3272928
3
+ size 1877625920
Phi-3-mini-4k-instruct-LLaMAfied.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3580357161de897f81e97be8984f2e5f35bb396291544aea4eed58b16b52c3e9
3
+ size 1681804352
Phi-3-mini-4k-instruct-LLaMAfied.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9345d7559db3c7cd4db4d8d73b6d6c2e1f1fc16e8d7a85f166d96df4bb85dfab
3
+ size 2182474304
Phi-3-mini-4k-instruct-LLaMAfied.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2476ae4e1f8e8e4c6613a73c23905b55e4c7ae68ba714f1de532b6bb9efd879
3
+ size 2408831552
Phi-3-mini-4k-instruct-LLaMAfied.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cb3681c76a21f160f4d1238c80dbc58cddc08ef66b6853b8f77caa867e89b47
3
+ size 2318920256
Phi-3-mini-4k-instruct-LLaMAfied.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c28184640393d233c35017cbf64c3a13a4158dc533d008eaa37830db8477d0e0
3
+ size 2193484352
Phi-3-mini-4k-instruct-LLaMAfied.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08bd2a08b5fed5a5a3625594cc538c92f80ba3e4ee07f75968ac2c11b99fa2a3
3
+ size 2715011648
Phi-3-mini-4k-instruct-LLaMAfied.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3049997d3d97f8bff1cbc5cfee343fcc5c8e5c32baa9f170361c14f3f8897700
3
+ size 2641480256
Phi-3-mini-4k-instruct-LLaMAfied.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:049d25e7b6db5708956c3a50ed6f4335dadd5b1a1901c09d84f48b3d0de4908a
3
+ size 3135858752