OPEA
/

DeepSeek-V3-int4-sym-gptq-inc

4-bit precision

Model card Files Files and versions Community

cicdatopea commited on 8 days ago

Commit

771a02d

·

verified ·

1 Parent(s): 663fb5a

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -32,7 +32,7 @@ from auto_round import AutoRoundConfig ##must import for autoround format
 from transformers import AutoModelForCausalLM, AutoTokenizer
 import torch
-quantized_model_dir = "OPEA/DeepSeek-V3-int4-sym-gptq-inc-preview"
 quantization_config = AutoRoundConfig(
     backend="cpu"
 )

 from transformers import AutoModelForCausalLM, AutoTokenizer
 import torch
+quantized_model_dir = "OPEA/DeepSeek-V3-int4-sym-inc-cpu"
 quantization_config = AutoRoundConfig(
     backend="cpu"
 )