Update README.md
Browse files
README.md
CHANGED
|
@@ -29,7 +29,6 @@ import torch
|
|
| 29 |
quantized_model_dir = "OPEA/DeepSeek-V3-int4-sym-gptq-inc"
|
| 30 |
|
| 31 |
## directly use device_map='auto' if you have enough GPUs
|
| 32 |
-
max_memory = {i: "75GiB" for i in range(7)}
|
| 33 |
device_map = {"model.norm":0,"lm_head":0,"model.embed_tokens":0}
|
| 34 |
for i in range(61):
|
| 35 |
name = "model.layers." + str(i)
|
|
|
|
| 29 |
quantized_model_dir = "OPEA/DeepSeek-V3-int4-sym-gptq-inc"
|
| 30 |
|
| 31 |
## directly use device_map='auto' if you have enough GPUs
|
|
|
|
| 32 |
device_map = {"model.norm":0,"lm_head":0,"model.embed_tokens":0}
|
| 33 |
for i in range(61):
|
| 34 |
name = "model.layers." + str(i)
|