gururise commited on
Commit
a3cf1a2
·
1 Parent(s): baa0ba8

increase chunksize to 32 for better accuracy

Browse files
Files changed (1) hide show
  1. config.py +1 -1
config.py CHANGED
@@ -5,7 +5,7 @@ quantized = {
5
  "mode": TORCH_QUANT,
6
  "runtimedtype": torch.bfloat16,
7
  "useGPU": torch.cuda.is_available(),
8
- "chunksize": 8, # larger = more accurate, but more memory (and slower)
9
  "target": 15 # your gpu max size, excess vram offloaded to cpu
10
  }
11
 
 
5
  "mode": TORCH_QUANT,
6
  "runtimedtype": torch.bfloat16,
7
  "useGPU": torch.cuda.is_available(),
8
+ "chunksize": 32, # larger = more accurate, but more memory (and slower)
9
  "target": 15 # your gpu max size, excess vram offloaded to cpu
10
  }
11