update

fastapi_app.py

@@ -76,6 +76,8 @@ def log_query_result(query, top, request_id, result):
 @app.post('/search')
 async def search_route(query: Query) -> dict:
 
+    default_llm_params = LlmParams(url=LLM_API_URL,api_key=LLM_API_KEY, model="mistralai/Mixtral-8x7B-Instruct-v0.1", predict_params=LlmPredictParams(temperature=0.15, top_p=0.95, min_p=0.05, seed=42, repetition_penalty=1.2, presence_penalty=1.1, max_tokens=6000))
+
     try:
         question = getattr(query, "query", None)
         if not question:
@@ -89,12 +91,10 @@ async def search_route(query: Query) -> dict:
         find_transaction_maps_by_question = getattr(query, "find_transaction_maps_by_question", False)
         find_transaction_maps_by_operation = getattr(query, "find_transaction_maps_by_operation", False)
 
-        llm_params = getattr(query, "llm_params", None)
-        
-        if llm_params is None:
-            llm_params = LlmParams(url=LLM_API_URL,api_key=LLM_API_KEY, model="mistralai/Mixtral-8x7B-Instruct-v0.1", predict_params=LlmPredictParams(temperature=0.15, top_p=0.95, min_p=0.05, seed=42, repetition_penalty=1.2, presence_penalty=1.1, max_tokens=6000))
+        llm_params = getattr(query, "llm_params", default_llm_params)
             
         if LLM_USE_DEEPINFRA:
+            print(llm_params.model)
             llm_api = DeepInfraApi(llm_params)
                                    
         

llm/common.py

@@ -53,6 +53,8 @@ class LlmApi:
     """
     params: LlmParams = None
     
+    def __init__(self):
+        self.params = None
     
     def set_params(self, params: LlmParams):
         self.params = params

llm/deepinfra_api.py

@@ -9,6 +9,7 @@ class DeepInfraApi(LlmApi):
     """
 
     def __init__(self, params: LlmParams):
+        super().__init__()
         super().set_params(params)
     
     async def get_models(self) -> List[str]:
@@ -80,7 +81,6 @@ class DeepInfraApi(LlmApi):
         Returns:
             dict: Словарь с параметрами для выполнения запроса.
         """
-
         request = {
             "stream": False,
             "model": super().params.model,

llm/vllm_api.py

@@ -11,6 +11,7 @@ class LlmApi(LlmApi):
     """
 
     def __init__(self, params: LlmParams):
+        super().__init__()
         super().set_params(params)
             
     async def get_models(self) -> List[str]: