Update README.md
Browse files
README.md
CHANGED
|
@@ -19,6 +19,7 @@ tokenizer = AutoTokenizer.from_pretrained("NousResearch/Llama-2-7b-chat-hf")
|
|
| 19 |
model = model.to("cuda")
|
| 20 |
model.eval()
|
| 21 |
|
|
|
|
| 22 |
formatted_prompt = f"### BEGIN CONVERSATION ###\n\n## Speaker_0: ##\n{prompt}\n\n## Walls1337bot: ##\n"
|
| 23 |
inputs = tokenizer(formatted_prompt, return_tensors="pt")
|
| 24 |
outputs = model.generate(input_ids=inputs["input_ids"].to("cuda"), max_new_tokens=128)
|
|
|
|
| 19 |
model = model.to("cuda")
|
| 20 |
model.eval()
|
| 21 |
|
| 22 |
+
prompt = "Your text here."
|
| 23 |
formatted_prompt = f"### BEGIN CONVERSATION ###\n\n## Speaker_0: ##\n{prompt}\n\n## Walls1337bot: ##\n"
|
| 24 |
inputs = tokenizer(formatted_prompt, return_tensors="pt")
|
| 25 |
outputs = model.generate(input_ids=inputs["input_ids"].to("cuda"), max_new_tokens=128)
|