Update app.py

app.py

@@ -681,7 +681,6 @@ def formatted_response(docs, question, response, state):
     return state, state
 
 """# UI"""
-
 import gradio as gr
 
 css = """
@@ -775,7 +774,7 @@ with gr.Blocks(css=css) as demo:
                         doctor_recommendations_box_text
                     ]
                 )
-                
+
             # Add Save Report Button
             with gr.Row():
                 save_button = gr.Button("Save Report", variant="secondary")
@@ -803,8 +802,10 @@ with gr.Blocks(css=css) as demo:
                     with gr.Column():
                         # Chatbot for Q&A
                         soap_chatbot = gr.Chatbot(label="SOAP Chatbot")
-                        soap_chat_input = gr.Textbox(label="Ask a question", placeholder="Enter your question here...")
-                        clear = gr.ClearButton([soap_chat_input, soap_chatbot])
+                        soap_chat_input = gr.Textbox(placeholder="Enter your question here...", submit_btn=True)
+                        audio_file = gr.Audio(label="Audio Input", type="filepath",sources="microphone")
+                        submit_audio_btn = gr.Button("Submit Audio")
+                        clear = gr.ClearButton([soap_chat_input, soap_chatbot,audio_file])
 
                     # Refresh button for SOAP file dropdown
                     soap_refresh_button.click(fn=soap_refresh, inputs=None, outputs=ask_soap_input)
@@ -812,6 +813,7 @@ with gr.Blocks(css=css) as demo:
                     # Display selected SOAP report content
                     ask_soap_input.change(fn=get_soap_report_content, inputs=ask_soap_input, outputs=soap_content_display)
 
+                    submit_audio_btn.click(openai_STT, inputs=audio_file, outputs=soap_chat_input)
                     # Handle chatbot input submission with streaming response
                     soap_chat_input.submit(
                         handle_chat_message,
@@ -832,8 +834,10 @@ with gr.Blocks(css=css) as demo:
                     with gr.Column():
                         # Chatbot for SBAR Q&A
                         sbar_chatbot = gr.Chatbot(label="SBAR Chatbot")
-                        sbar_chat_input = gr.Textbox(label="Ask a question", placeholder="Enter your question here...")
-                        clear_sbar = gr.ClearButton([sbar_chat_input, sbar_chatbot])
+                        sbar_chat_input = gr.Textbox(placeholder="Enter your question here...",submit_btn=True)
+                        audio_file = gr.Audio(label="Audio Input", type="filepath",sources="microphone")
+                        submit_audio_btn = gr.Button("Submit Audio")
+                        clear_sbar = gr.ClearButton([sbar_chat_input, sbar_chatbot,audio_file])
 
                     # Refresh button for SBAR file dropdown
                     sbar_refresh_button.click(fn=sbar_refresh, inputs=None, outputs=ask_sbar_input)
@@ -841,6 +845,7 @@ with gr.Blocks(css=css) as demo:
                     # Display selected SBAR report content
                     ask_sbar_input.change(fn=get_sbar_report_content, inputs=ask_sbar_input, outputs=sbar_content_display)
 
+                    submit_audio_btn.click(openai_STT, inputs=audio_file, outputs=sbar_chat_input)
                     # Handle chatbot input submission with streaming response
                     sbar_chat_input.submit(
                         handle_chat_message,
@@ -905,4 +910,3 @@ with gr.Blocks(css=css) as demo:
                 docs2_delete_button.click(delete2_docs, inputs=None, outputs=docs2_delete_output)
 
 demo.launch(debug=True)
-