Update README.md

README.md

@@ -56,11 +56,11 @@ MMM Chicago Stock Exchange, Inc.
 
 Which debt securities are registered to trade on a national securities exchange under 3M's name as of Q2 of 2023?'''
 
-# NOTE: You do NOT need to follow any prompt templates for the chat model, simply use your input as the prompt
+# Simply use your input as the prompt
 prompt = user_input
 
 inputs = tokenizer(prompt, return_tensors="pt", add_special_tokens=False).input_ids.to(model.device)
-outputs = model.generate(input_ids=inputs, max_length=4096)[0]
+outputs = model.generate(input_ids=inputs, max_length=2048)[0]
 
 answer_start = int(inputs.shape[-1])
 pred = tokenizer.decode(outputs[answer_start:], skip_special_tokens=True)