Update README.md
Browse files
README.md
CHANGED
|
@@ -39,6 +39,7 @@ quantization_config = AutoRoundConfig(
|
|
| 39 |
)
|
| 40 |
model = AutoModelForCausalLM.from_pretrained(
|
| 41 |
quantized_model_dir,
|
|
|
|
| 42 |
trust_remote_code=True,
|
| 43 |
device_map="cpu",
|
| 44 |
revision="8fe0735",##use autoround format, the only difference is config.json
|
|
|
|
| 39 |
)
|
| 40 |
model = AutoModelForCausalLM.from_pretrained(
|
| 41 |
quantized_model_dir,
|
| 42 |
+
torch_dtype=torch.bfloat16,
|
| 43 |
trust_remote_code=True,
|
| 44 |
device_map="cpu",
|
| 45 |
revision="8fe0735",##use autoround format, the only difference is config.json
|