Commit
·
7742539
1
Parent(s):
33ed16d
Switch to new model format for KoboldAI
Browse files- 4bit.pt +0 -3
- config.json +2 -0
- 4bit-128g.safetensors → model.safetensors +2 -2
4bit.pt
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:b2b91a95c01c59469d7329a7245c6794737de7d6b7539bee42aea7e059ce16d5
|
| 3 |
-
size 248045073
|
|
|
|
|
|
|
|
|
|
|
|
config.json
CHANGED
|
@@ -21,4 +21,6 @@
|
|
| 21 |
"use_cache": true,
|
| 22 |
"use_parallel_residual": true,
|
| 23 |
"vocab_size": 50304
|
|
|
|
|
|
|
| 24 |
}
|
|
|
|
| 21 |
"use_cache": true,
|
| 22 |
"use_parallel_residual": true,
|
| 23 |
"vocab_size": 50304
|
| 24 |
+
"gptq_bits": 4,
|
| 25 |
+
"gptq_groupsize": 32
|
| 26 |
}
|
4bit-128g.safetensors → model.safetensors
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3663d5745a954e5e79ffba28acccb3345a9d712dbc6a4f3e9b92f9579990babc
|
| 3 |
+
size 259551592
|