nicholasKluge
commited on
Commit
·
65dd4d9
1
Parent(s):
cabe7db
Update app.py
Browse files
app.py
CHANGED
@@ -155,7 +155,9 @@ with gr.Blocks(theme='freddyaboulton/dracula_revamped') as demo:
|
|
155 |
Chatbot's response generator.
|
156 |
"""
|
157 |
|
158 |
-
inputs = tokenizer(tokenizer.bos_token + user_msg + tokenizer.sep_token,
|
|
|
|
|
159 |
|
160 |
generated_response = model.generate(**inputs,
|
161 |
bos_token_id=tokenizer.bos_token_id,
|
|
|
155 |
Chatbot's response generator.
|
156 |
"""
|
157 |
|
158 |
+
inputs = tokenizer(tokenizer.bos_token + user_msg + tokenizer.sep_token,
|
159 |
+
add_special_tokens=False,
|
160 |
+
return_tensors="pt").to(model.device)
|
161 |
|
162 |
generated_response = model.generate(**inputs,
|
163 |
bos_token_id=tokenizer.bos_token_id,
|