+context length

app.py

@@ -35,7 +35,7 @@ def on_prompt_template_change(prompt_template):
     if not isinstance(prompt_template, str): return
     return prompt_templates[prompt_template]
 
-def submit_message(user_token, prompt, prompt_template, temperature, max_tokens, state):
+def submit_message(user_token, prompt, prompt_template, temperature, max_tokens, context_length, state):
 
     history = state['messages']
 
@@ -59,7 +59,7 @@ def submit_message(user_token, prompt, prompt_template, temperature, max_tokens,
         return '', [(history[i]['content'], history[i+1]['content']) for i in range(0, len(history)-1, 2)], f"Total tokens used: 0", state
     
     try:
-        completion = openai.ChatCompletion.create(model="gpt-3.5-turbo", messages=system_prompt + history[-4:] + [prompt_msg], temperature=temperature, max_tokens=max_tokens)
+        completion = openai.ChatCompletion.create(model="gpt-3.5-turbo", messages=system_prompt + history[-context_length*2:] + [prompt_msg], temperature=temperature, max_tokens=max_tokens)
 
         history.append(prompt_msg)
         history.append(completion.choices[0].message.to_dict())
@@ -119,13 +119,14 @@ with gr.Blocks(css=css) as demo:
                     with gr.Accordion("Advanced parameters", open=False):
                         temperature = gr.Slider(minimum=0, maximum=2.0, value=0.7, step=0.1, label="Temperature (higher = more creative/chaotic)")
                         max_tokens = gr.Slider(minimum=100, maximum=4096, value=1000, step=1, label="Max tokens per response")
+                        context_length = gr.Slider(minimum=1, maximum=10, value=2, step=1, label="Context length (Number of previous messages to send to the chatbot). Be careful with high values, it can blow up the token budget quickly.")
 
     gr.HTML('''<br><br><br><center><a href="https://huggingface.co/spaces/anzorq/chatgpt-demo?duplicate=true"><img src="https://bit.ly/3gLdBN6" alt="Duplicate Space"></a>You can duplicate this Space.<br>
             Don't forget to set your own <a href="https://platform.openai.com/account/api-keys">OpenAI API Key</a> environment variable in Settings.<br>
             <p><img src="https://visitor-badge.glitch.me/badge?page_id=anzorq.chatgpt_api_demo_hf" alt="visitors"></p></center>''')
 
-    btn_submit.click(submit_message, [user_token, input_message, prompt_template, temperature, max_tokens, state], [input_message, chatbot, total_tokens_str, state])
-    input_message.submit(submit_message, [user_token, input_message, prompt_template, temperature, max_tokens, state], [input_message, chatbot, total_tokens_str, state])
+    btn_submit.click(submit_message, [user_token, input_message, prompt_template, temperature, max_tokens, context_length, state], [input_message, chatbot, total_tokens_str, state])
+    input_message.submit(submit_message, [user_token, input_message, prompt_template, temperature, max_tokens, context_length, state], [input_message, chatbot, total_tokens_str, state])
     btn_clear_conversation.click(clear_conversation, [], [input_message, chatbot, total_tokens_str, state])
     prompt_template.change(on_prompt_template_change, inputs=[prompt_template], outputs=[prompt_template_preview])
     user_token.change(on_token_change, inputs=[user_token], outputs=[])