fixing bot_streaming function

app.py

@@ -31,7 +31,7 @@ def encode_image(image_path, max_size=(800, 800), quality=85):
         img.save(buffered, format="JPEG", quality=quality)
         return base64.b64encode(buffered.getvalue()).decode('utf-8')
 
-def bot_streaming(message, history, together_api_key, max_new_tokens=250, temperature=0.7, max_history=5):
+def bot_streaming(message, history, together_api_key, max_new_tokens=250, temperature=0.7):
     if client is None:
         try:
             initialize_client(together_api_key)
@@ -39,46 +39,49 @@ def bot_streaming(message, history, together_api_key, max_new_tokens=250, temper
             yield f"Error initializing client: {str(e)}"
             return
 
-    txt = message.get("text", "")
-    messages = []
-    images = []
+    prompt = "You are a helpful AI assistant. Analyze the image provided (if any) and respond to the user's query or comment."
+    
+    messages = [{"role": "system", "content": prompt}]
+    
+    # Add history to messages
+    for user_msg, assistant_msg in history:
+        messages.append({"role": "user", "content": user_msg})
+        messages.append({"role": "assistant", "content": assistant_msg})
+    
+    # Prepare the current message
+    current_message = {"role": "user", "content": []}
+    
+    # Add text content
+    if message.get("text"):
+        current_message["content"].append({"type": "text", "text": message["text"]})
+    
+    # Add image content if present
+    if message.get("files") and len(message["files"]) > 0:
+        image_path = message["files"][0]["path"] if isinstance(message["files"][0], dict) else message["files"][0]
+        image_base64 = encode_image(image_path)
+        current_message["content"].append({
+            "type": "image_url",
+            "image_url": {"url": f"data:image/png;base64,{image_base64}"}
+        })
+    
+    messages.append(current_message)
 
     try:
-        for i, msg in enumerate(history[-max_history:]):
-            if isinstance(msg[0], tuple):
-                messages.append({"role": "user", "content": [{"type": "text", "text": history[i+1][0]}, {"type": "image_url", "image_url": {"url": f"data:image/jpeg;base64,{encode_image(msg[0][0])}"}}]})
-                messages.append({"role": "assistant", "content": [{"type": "text", "text": history[i+1][1]}]})
-            elif isinstance(history[i-1][0], tuple) and isinstance(msg[0], str):
-                pass
-            elif isinstance(history[i-1][0], str) and isinstance(msg[0], str):
-                messages.append({"role": "user", "content": [{"type": "text", "text": msg[0]}]})
-                messages.append({"role": "assistant", "content": [{"type": "text", "text": msg[1]}]})
-
-        if "files" in message and len(message["files"]) == 1:
-            if isinstance(message["files"][0], str):  # examples
-                image_path = message["files"][0]
-            else:  # regular input
-                image_path = message["files"][0]["path"]
-            messages.append({"role": "user", "content": [{"type": "text", "text": txt}, {"type": "image_url", "image_url": {"url": f"data:image/jpeg;base64,{encode_image(image_path)}"}}]})
-        else:
-            messages.append({"role": "user", "content": [{"type": "text", "text": txt}]})
-
         stream = client.chat.completions.create(
-            model="meta-llama/Llama-Vision-Free",
+            model="meta-llama/Llama-3.2-11B-Vision-Instruct-Turbo",
             messages=messages,
             max_tokens=max_new_tokens,
             temperature=temperature,
             stream=True,
         )
 
-        buffer = ""
+        response = ""
         for chunk in stream:
             if chunk.choices and chunk.choices[0].delta and chunk.choices[0].delta.content is not None:
-                buffer += chunk.choices[0].delta.content
-                time.sleep(0.01)
-                yield buffer
+                response += chunk.choices[0].delta.content
+                yield response
 
-        if not buffer:
+        if not response:
             yield "No response generated. Please try again."
 
     except Exception as e:
@@ -94,7 +97,7 @@ with gr.Blocks() as demo:
     with gr.Row():
         together_api_key = gr.Textbox(
             label="Together API Key",
-            placeholder="Enter your TOGETHER_API_KEY here",
+            placeholder="Enter your Together API key here",
             type="password"
         )