Spaces:
Runtime error
Runtime error
fix
Browse files
app.py
CHANGED
@@ -66,7 +66,7 @@ def respond(
|
|
66 |
elif msg['role'] == 'assistant':
|
67 |
conversation += f"Assistant: {msg['content']}\n"
|
68 |
conversation += "Assistant: "
|
69 |
-
inputs = tokenizer.encode(
|
70 |
# text_streamer = TextStreamer(tokenizer, skip_prompt = True)
|
71 |
# for response in model.generate(input_ids = inputs, streamer = text_streamer, max_new_tokens = max_tokens, use_cache = True,
|
72 |
# temperature = temperature, min_p = top_p):
|
|
|
66 |
elif msg['role'] == 'assistant':
|
67 |
conversation += f"Assistant: {msg['content']}\n"
|
68 |
conversation += "Assistant: "
|
69 |
+
inputs = tokenizer.encode(conversation, return_tensors='pt')
|
70 |
# text_streamer = TextStreamer(tokenizer, skip_prompt = True)
|
71 |
# for response in model.generate(input_ids = inputs, streamer = text_streamer, max_new_tokens = max_tokens, use_cache = True,
|
72 |
# temperature = temperature, min_p = top_p):
|