Update README.md
Browse files
README.md
CHANGED
|
@@ -33,7 +33,7 @@ input_ids = tokenizer.encode(input_text, return_tensors="pt")
|
|
| 33 |
|
| 34 |
with torch.no_grad():
|
| 35 |
output_ids = model.generate(
|
| 36 |
-
|
| 37 |
max_new_tokens=256,
|
| 38 |
pad_token_id=tokenizer.pad_token_id,
|
| 39 |
eos_token_id=tokenizer.eos_token_id,
|
|
|
|
| 33 |
|
| 34 |
with torch.no_grad():
|
| 35 |
output_ids = model.generate(
|
| 36 |
+
input_ids.to(model.device),
|
| 37 |
max_new_tokens=256,
|
| 38 |
pad_token_id=tokenizer.pad_token_id,
|
| 39 |
eos_token_id=tokenizer.eos_token_id,
|