Spaces:
Runtime error
Runtime error
increase chunksize to 32 for better accuracy
Browse files
config.py
CHANGED
@@ -5,7 +5,7 @@ quantized = {
|
|
5 |
"mode": TORCH_QUANT,
|
6 |
"runtimedtype": torch.bfloat16,
|
7 |
"useGPU": torch.cuda.is_available(),
|
8 |
-
"chunksize":
|
9 |
"target": 15 # your gpu max size, excess vram offloaded to cpu
|
10 |
}
|
11 |
|
|
|
5 |
"mode": TORCH_QUANT,
|
6 |
"runtimedtype": torch.bfloat16,
|
7 |
"useGPU": torch.cuda.is_available(),
|
8 |
+
"chunksize": 32, # larger = more accurate, but more memory (and slower)
|
9 |
"target": 15 # your gpu max size, excess vram offloaded to cpu
|
10 |
}
|
11 |
|