Update moderations.py

moderations.py

@@ -81,7 +81,41 @@ def register_service(client,service_name,service_ip,service_port,cluster_name,he
 class ModerationsRequest(BaseModel):
 	model: str = "text-moderation-latest" # or "text-moderation-stable"
 	input: Union[str, list[str]]
+@app.on_event("startup")
+def startup_event():
+    # 创建配置解析器
+    config = configparser.ConfigParser()
+    # 读取配置文件
+    if not config.read('config.ini'):
+        raise RuntimeError("配置文件不存在")
+    
+    # Nacos server and other configurations
+    NACOS_SERVER = config['nacos']['nacos_server']
+    NAMESPACE = config['nacos']['namespace']
+    CLUSTER_NAME = config['nacos']['cluster_name']
+    client = nacos.NacosClient(NACOS_SERVER, namespace=NAMESPACE, username=config['nacos']['username'], password=config['nacos']['password'])
+    SERVICE_NAME = config['nacos']['service_name']
+    HEALTH_CHECK_INTERVAL = int(config['nacos']['health_check_interval'])
+    WEIGHT = int(config.get('nacos', 'weight', fallback='1'))
+    HTTP_PROXY = config.getboolean('server', 'http_proxy')
+    DOMAIN = config['server']['domain']
+    PROTOCOL = config['server']['protocol']
+    DIRECT_DOMAIN = config.getboolean('server', 'direct_domain')
+    
+    # Parse AutoDLServiceURL
+    autodl_url = os.environ.get('AutoDLServiceURL')
+    if not autodl_url:
+        raise RuntimeError("Error: AutoDLServiceURL environment variable is not set.")
+    
+    parsed_url = urlparse(autodl_url)
+    SERVICE_IP = parsed_url.hostname
+    SERVICE_PORT = parsed_url.port
+    if not SERVICE_IP or not SERVICE_PORT:
+        raise RuntimeError("Error: Invalid AutoDLServiceURL format.")
 
+    # Register service with Nacos
+    if not register_service(client, SERVICE_NAME, SERVICE_IP, SERVICE_PORT, CLUSTER_NAME, HEALTH_CHECK_INTERVAL, WEIGHT, HTTP_PROXY, DOMAIN, PROTOCOL, DIRECT_DOMAIN):
+        raise RuntimeError("Service is healthy but failed to register.")
 @app.post("/v1/moderations")
 async def moderations(request: ModerationsRequest):
     results = {
@@ -155,41 +189,4 @@ async def predict(text, model, tokenizer):
 # Main
 if __name__ == "__main__":
 
-    # 创建配置解析器
-    config = configparser.ConfigParser()
-    # 读取配置文件
-    if not config.read('config.ini'):
-        raise RuntimeError("配置文件不存在")
-    # Nacos server and other configurations
-    NACOS_SERVER = config['nacos']['nacos_server']
-    NAMESPACE = config['nacos']['namespace']
-    CLUSTER_NAME = config['nacos']['cluster_name']
-    client = nacos.NacosClient(NACOS_SERVER, namespace=NAMESPACE, username=config['nacos']['username'], password=config['nacos']['password'])
-    SERVICE_NAME = config['nacos']['service_name']
-    HEALTH_CHECK_INTERVAL = int(config['nacos']['health_check_interval'])
-    if config.has_option('nacos', 'weight'):
-        WEIGHT = int(config.get('nacos', 'weight'))
-    else:
-        WEIGHT = 1
-    HTTP_PROXY = config.getboolean('server', 'http_proxy')
-    DOMAIN = config['server']['domain']
-    PROTOCOL = config['server']['protocol']
-    DIRECT_DOMAIN = config.getboolean('server', 'direct_domain')
-    # Parse AutoDLServiceURL
-    autodl_url = os.environ.get('AutoDLServiceURL')
-
-    if not autodl_url:
-        raise RuntimeError("Error: AutoDLServiceURL environment variable is not set.")
-
-    parsed_url = urlparse(autodl_url)
-    SERVICE_IP = parsed_url.hostname
-    SERVICE_PORT = parsed_url.port
-    if not SERVICE_IP or not SERVICE_PORT:
-        raise RuntimeError("Error: Invalid AutoDLServiceURL format.")
-
-    print(f"Service will be registered with IP: {SERVICE_IP} and Port: {SERVICE_PORT}")
-    if not register_service(client,SERVICE_NAME,SERVICE_IP,SERVICE_PORT,CLUSTER_NAME,HEALTH_CHECK_INTERVAL,WEIGHT,HTTP_PROXY,DOMAIN,PROTOCOL,DIRECT_DOMAIN):
-        raise RuntimeError("Service is healthy but failed to register.")
-    app.register_model('text-moderations-latest', 'text-moderations-stable')
-    app.register_model('text-moderations-005', 'text-moderations-ifmain')
-    uvicorn.run(app, host="0.0.0.0", port=6006)
+    uvicorn.run("moderations:app", host="0.0.0.0", port=6006, reload=True)