EITD commited on
Commit
7b75d63
·
1 Parent(s): 0f9c03b
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -66,7 +66,7 @@ def respond(
66
  elif msg['role'] == 'assistant':
67
  conversation += f"Assistant: {msg['content']}\n"
68
  conversation += "Assistant: "
69
- inputs = tokenizer.encode(messages, return_tensors='pt')
70
  # text_streamer = TextStreamer(tokenizer, skip_prompt = True)
71
  # for response in model.generate(input_ids = inputs, streamer = text_streamer, max_new_tokens = max_tokens, use_cache = True,
72
  # temperature = temperature, min_p = top_p):
 
66
  elif msg['role'] == 'assistant':
67
  conversation += f"Assistant: {msg['content']}\n"
68
  conversation += "Assistant: "
69
+ inputs = tokenizer.encode(conversation, return_tensors='pt')
70
  # text_streamer = TextStreamer(tokenizer, skip_prompt = True)
71
  # for response in model.generate(input_ids = inputs, streamer = text_streamer, max_new_tokens = max_tokens, use_cache = True,
72
  # temperature = temperature, min_p = top_p):