Hugging Face's logo

mradermacher
/
Brezn-7b-i1-GGUF

Transformers
GGUF
German
Merge
mergekit
lazymergekit
FelixChao/WestSeverus-7B-DPO-v2
mayflowergmbh/Wiedervereinigung-7b-dpo-laser
cognitivecomputations/openchat-3.5-0106-laser
🥨
🍻
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
50519fe
·
verified ·
1 Parent(s): 1ffeb74

uploaded from back

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. Brezn-7b.i1-IQ1_M.gguf +3 -0
  3. Brezn-7b.i1-IQ1_S.gguf +3 -0
  4. Brezn-7b.i1-IQ2_M.gguf +3 -0
  5. Brezn-7b.i1-IQ2_S.gguf +3 -0
  6. Brezn-7b.i1-IQ2_XS.gguf +3 -0
  7. Brezn-7b.i1-IQ2_XXS.gguf +3 -0
  8. Brezn-7b.i1-IQ3_M.gguf +3 -0
  9. Brezn-7b.i1-IQ3_S.gguf +3 -0
  10. Brezn-7b.i1-IQ3_XS.gguf +3 -0
  11. Brezn-7b.i1-IQ3_XXS.gguf +3 -0
  12. Brezn-7b.i1-IQ4_XS.gguf +3 -0
  13. Brezn-7b.i1-Q2_K.gguf +3 -0
  14. Brezn-7b.i1-Q2_K_S.gguf +3 -0
  15. Brezn-7b.i1-Q3_K_L.gguf +3 -0
  16. Brezn-7b.i1-Q3_K_M.gguf +3 -0
  17. Brezn-7b.i1-Q3_K_S.gguf +3 -0
  18. Brezn-7b.i1-Q4_0.gguf +3 -0
  19. Brezn-7b.i1-Q4_K_M.gguf +3 -0
  20. Brezn-7b.i1-Q4_K_S.gguf +3 -0
  21. Brezn-7b.i1-Q5_K_M.gguf +3 -0
  22. Brezn-7b.i1-Q5_K_S.gguf +3 -0
  23. Brezn-7b.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Brezn-7b.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Brezn-7b.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Brezn-7b.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Brezn-7b.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Brezn-7b.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Brezn-7b.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Brezn-7b.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Brezn-7b.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Brezn-7b.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Brezn-7b.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Brezn-7b.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Brezn-7b.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Brezn-7b.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Brezn-7b.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Brezn-7b.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Brezn-7b.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Brezn-7b.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Brezn-7b.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Brezn-7b.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Brezn-7b.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Brezn-7b.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Brezn-7b.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Brezn-7b.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ccf9288642cc617f200a2aac64a9a65498ac3932fd81def7df6dbbf6aaeeb62
3
+ size 1754447936
Brezn-7b.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e718b0591b0b11196b9c625a60ae5546e4923b927864a2965692882eca3657c1
3
+ size 1612103744
Brezn-7b.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be506906556867a5fbfe17d118f2d388e7d265837a0244aed50e42795d428c48
3
+ size 2500714560
Brezn-7b.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08ac73a5bf7762914f8aa368c37b1552015f348c948142e1c37160f9669dfdca
3
+ size 2310922304
Brezn-7b.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:193bcd150e0c3f8f5eb270d6026bccc73c7afc1d1a45973ceea2372576c860ea
3
+ size 2198257728
Brezn-7b.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fa61bf4ec95ffea1c162b087a5e53c154e4b84d81dfbb3a801f63b6c6372a0a
3
+ size 1991688256
Brezn-7b.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37d3d18fa12281faf6e3a25e9419c9a9cb520f14c9a6a93f6cfbdc821198daa2
3
+ size 3284893760
Brezn-7b.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e198eb0317909064c05143bc6fd177f1b3092e87a3cd8e41d0aa63a030deeea
3
+ size 3182395456
Brezn-7b.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7383602b3a6afdaa1c8a7b653f939727c17dee4d31619fdc3bc8fee58f2a6db
3
+ size 3018817600
Brezn-7b.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22c85d6eccd94400a292367df7595917935bc3c172d9f088776cb2d990ee61fa
3
+ size 2827345984
Brezn-7b.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6345d1a7a1a4bde529978dff9bc5fd40fbee7ac29cb0c6c190884b9001cdd278
3
+ size 3907690560
Brezn-7b.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca2050751817bcb242ca5e57f4cbc253c4694b17929a9c31db3127779474bd70
3
+ size 2719244352
Brezn-7b.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a45a1b302108687c154472b91241b49a50996c70b8b160ebbfcdf1930911656e
3
+ size 2528927808
Brezn-7b.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01eed260e6b2d6246c81ae53c3808387536616804bc9f03d8efd3293d775ef6c
3
+ size 3822026816
Brezn-7b.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43f127f3889ea909a2f8cf451a10cd0b7b6f3c87e1e8a62454e3f3ec3317aa8f
3
+ size 3518988352
Brezn-7b.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9136b329d3fa67be362d70616d0332244e5e4eaf55822d61f8024df2652b9bd
3
+ size 3164569664
Brezn-7b.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f3acf1c3a906c8ffc22f04278be8d70577c7df17507950c9864e6d7a94364e2
3
+ size 4123598912
Brezn-7b.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:478c5a56e913d975c258f9d59ff2baaa569c59db36c3c8112d5a74f839dd6582
3
+ size 4368441408
Brezn-7b.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fbf5ae51832576a9d63b87092d87f62ef53bbef82f8246d01e9d42cbec3a755
3
+ size 4140376128
Brezn-7b.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46cec4c922d98ec7b3b447d05a57c21c7c0ffc216749be6114f2c82bd744124f
3
+ size 5131411520
Brezn-7b.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cffeca0378ee2491a99783009088ce5e67fde2b65c0ec6d74c0b3f9bec331be
3
+ size 4997718080
Brezn-7b.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a757d7423d099ebc4c0f2f400db2f93e49a60e39bcea99ca522fa342479b9bf
3
+ size 5942067264