Update app.py

app.py

@@ -31,7 +31,7 @@ def encode_image(image_path, max_size=(800, 800), quality=85):
         img.save(buffered, format="JPEG", quality=quality)
         return base64.b64encode(buffered.getvalue()).decode('utf-8')
 
-def bot_streaming(message, history, max_new_tokens=250, api_key=None, max_history=5):
+def bot_streaming(message, history, api_key, max_new_tokens=250, max_history=5):
     if client is None:
         initialize_client(api_key)
 
@@ -73,36 +73,41 @@ def bot_streaming(message, history, max_new_tokens=250, api_key=None, max_histor
                 time.sleep(0.01)
                 yield buffer
 
-    except together.error.InvalidRequestError as e:
+    except Exception as e:
         if "Request Entity Too Large" in str(e):
             yield "The image is too large. Please try with a smaller image or compress the existing one."
         else:
             yield f"An error occurred: {str(e)}"
 
-demo = gr.ChatInterface(
-    fn=bot_streaming,
-    title="Meta Llama-3.2-11B-Vision-Instruct (FREE)",
-    textbox=gr.MultimodalTextbox(),
-    additional_inputs=[
-        gr.Textbox(
-            label="Together API Key",
-            placeholder="Enter your API key here.",
-            required=True
-        ),
-        gr.Slider(
-            minimum=10,
-            maximum=500,
-            value=250,
-            step=10,
-            label="Maximum number of new tokens to generate",
-        )
-    ],
-    cache_examples=False,
-    description="Try the new Llama 3.2 11B Vision API by Meta for free through Together AI. Upload an image, and start chatting about it. Just paste in your Together AI API key and get started!",
-    stop_btn="Stop Generation",
-    fill_height=True,
-    multimodal=True
-)
+with gr.Blocks() as demo:
+    gr.Markdown("# Meta Llama-3.2-11B-Vision-Instruct (FREE)")
+    gr.Markdown("Try the new Llama 3.2 11B Vision API by Meta for free through Together AI. Upload an image, and start chatting about it. Just paste in your Together AI API key and get started!")
+    
+    api_key = gr.Textbox(
+        label="Together API Key",
+        placeholder="Enter your API key here.",
+        type="password"
+    )
+    
+    chatbot = gr.ChatInterface(
+        fn=bot_streaming,
+        textbox=gr.MultimodalTextbox(),
+        additional_inputs=[
+            gr.Slider(
+                minimum=10,
+                maximum=500,
+                value=250,
+                step=10,
+                label="Maximum number of new tokens to generate",
+            )
+        ],
+        cache_examples=False,
+        stop_btn="Stop Generation",
+        fill_height=True,
+        multimodal=True
+    )
+    
+    api_key.change(lambda x: x, inputs=[api_key], outputs=[chatbot.additional_inputs[0]])
 
 if __name__ == "__main__":
     demo.launch(debug=True)