Update README.md
Browse files
README.md
CHANGED
@@ -36,7 +36,7 @@ checkpoint = "dmis-lab/meerkat-7b-v1.0"
|
|
36 |
tokenizer = AutoTokenizer.from_pretrained(checkpoint)
|
37 |
model = AutoModelForCausalLM.from_pretrained(
|
38 |
checkpoint,
|
39 |
-
torch_dtype=torch.bfloat16, # You can choose to use this when there's not enough GPU memory available.
|
40 |
)
|
41 |
|
42 |
# Multi-turn dialogue example
|
|
|
36 |
tokenizer = AutoTokenizer.from_pretrained(checkpoint)
|
37 |
model = AutoModelForCausalLM.from_pretrained(
|
38 |
checkpoint,
|
39 |
+
#torch_dtype=torch.bfloat16, # You can choose to use this when there's not enough GPU memory available.
|
40 |
)
|
41 |
|
42 |
# Multi-turn dialogue example
|