saving new CPC after selection and updating aliveness logic

models/ta_models/cpc_utils.py

@@ -2,6 +2,7 @@ import streamlit as st
 from streamlit.logger import get_logger
 import requests
 import os
+from langchain_core.messages import HumanMessage
 from .config import model_name_or_path
 from transformers import AutoTokenizer
 from utils.mongo_utils import new_cpc_comparison
@@ -16,6 +17,13 @@ HEADERS = {
     "Content-Type": "application/json",
 }
 
+def modify_last_human_message(memory, new_phase):
+    # Travel list backwards
+    for msg in memory.chat_memory.messages[::-1]:
+        if type(msg) == HumanMessage:
+            msg.response_metadata = {"phase":new_phase}
+            break
+
 def cpc_predict_message(context, input):
     # context = memory.load_memory_variables({})[memory.memory_key]
     encoding = tokenizer(

pages/convosim.py

@@ -8,7 +8,7 @@ from utils.memory_utils import clear_memory, push_convo2db
 from utils.chain_utils import get_chain, custom_chain_predict
 from app_config import ISSUES, SOURCES, source2label, issue2label, MAX_MSG_COUNT, WARN_MSG_COUT
 from models.ta_models.config import CPC_LBL_OPTS, cpc_label2str, BP_LAB2STR, BP_LBL_OPTS
-from models.ta_models.cpc_utils import cpc_push2db
+from models.ta_models.cpc_utils import cpc_push2db, modify_last_human_message
 from models.ta_models.bp_utils import bp_predict_message, bp_push2db
 
 logger = get_logger(__name__)
@@ -99,6 +99,7 @@ def sent_request_llm(llm_chain, prompt):
     responses = custom_chain_predict(llm_chain, prompt, stopper)
     for response in responses:
         st.chat_message("assistant").write(response)
+    
     transcript = memoryA.load_memory_variables({})[memoryA.memory_key]
     update_convo(st.session_state["db_client"], st.session_state["convo_id"], transcript)
 
@@ -160,6 +161,7 @@ with st.sidebar:
     # st.markdown()
     def on_change_cpc():
         cpc_push2db(False)
+        modify_last_human_message(memoryA, st.session_state['sel_phase'])
         st.session_state.changed_cpc = True
     def on_change_bp():
         bp_push2db()

utils/app_utils.py

@@ -96,8 +96,8 @@ def is_model_alive(name, timeout=2, model_type="classificator"):
         endpoint_url="https://api.openai.com/v1/models"
         headers = {"Authorization": f"Bearer {os.environ['OPENAI_API_KEY']}",}
         try:
-            _ = requests.get(url=endpoint_url, headers=headers, timeout=1)
-            return "200"
+            response = requests.get(url=endpoint_url, headers=headers, timeout=1)
+            return str(response.status_code)
         except:
             return "404" 
 
@@ -107,4 +107,5 @@ def are_models_alive():
     for config in ENDPOINT_NAMES.values():
         models_alive.append(is_model_alive(**config))
     openai = is_model_alive("openai", model_type="openai")
-    return all([x=="200" for x in models_alive + [openai]])
+    models_alive.append(openai)
+    return all([x=="200" for x in models_alive])