test

app.py

@@ -30,34 +30,35 @@ def start_ochat_server():
     
 start_ochat_server()
 
-async def is_server_running():
-    async with aiohttp.ClientSession() as session:
-        try:
-            async with session.get("http://localhost:18888/v1/chat/completions") as response:
-                return response.status == 200 or response.status == 400 or response.status == 422
-        except aiohttp.ClientError:
-            return False
-
-async def monitor_server():
-    # Wait for 5 minutes before starting to monitor
-    await asyncio.sleep(300)
-
-    while True:
-        if not await is_server_running():
-            print("Server is not running. Attempting to restart...")
-            start_ochat_server()
-
-        await asyncio.sleep(60) 
-
-def run_async_monitor():
-    loop = asyncio.new_event_loop()
-    asyncio.set_event_loop(loop)
-    loop.run_until_complete(monitor_server())
-    loop.close()
-
-# Start the monitoring in a separate thread
-thread = threading.Thread(target=run_async_monitor)
-thread.start()
+# async def is_server_running():
+#     async with aiohttp.ClientSession() as session:
+#         try:
+#             async with session.get("http://localhost:18888/v1/chat/completions") as response:
+#                 return response.status == 200 or response.status == 400 or response.status == 422
+#         except aiohttp.ClientError:
+#             return False
+
+# async def monitor_server():
+#     # Wait for 5 minutes before starting to monitor
+#     await asyncio.sleep(300)
+
+#     while True:
+#         if not await is_server_running():
+#             print("Server is not running. Attempting to restart...")
+#             start_ochat_server()
+
+#         await asyncio.sleep(60) 
+
+# def run_async_monitor():
+#     time.sleep(120)
+#     loop = asyncio.new_event_loop()
+#     asyncio.set_event_loop(loop)
+#     loop.run_until_complete(monitor_server())
+#     loop.close()
+
+# # Start the monitoring in a separate thread
+# thread = threading.Thread(target=run_async_monitor)
+# thread.start()
 
 # Function to send a message to the ochat server and get a response
 async def chat_with_ochat(message):
@@ -80,9 +81,6 @@ async def chat_with_ochat(message):
         except aiohttp.ClientError as e:
             return f"Error: {e}"
         
-
-thread = threading.Thread(target=run_async_monitor)
-thread.start()
 # Create a Gradio Blocks interface with session state
 with gr.Blocks(theme=gr.themes.Soft()) as app:
     gr.Markdown("## vLLM OpenChat-3.5 Interface")