Update generation_utils.py

generation_utils.py

@@ -3,10 +3,6 @@ from queue import Queue
 
 # build chat input prompt
 def build_chat_input(tokenizer, messages: List[dict]):
-    # chat format:
-    # single-turn: <s>Human: Hello!\n\nAssistant: </s>
-    # multi-turn:  <s>Human: Hello!\n\nAssistant: </s>Hi!</s>Human: How are you?\n\nAssistant: </s>I'm fine</s>
-
     prompt = "<s>"
     for msg in messages:
         role = msg["role"]
@@ -14,7 +10,7 @@ def build_chat_input(tokenizer, messages: List[dict]):
         if message is None :
             continue
         if role == "user":
-            prompt += "Human: " + message + "\n\nAssistant: </s>"
+            prompt += "Human: " + message + "\n\nAssistant: "
         if role == "assistant":
             prompt += message + "</s>"