fix on roberta input len

README.md

@@ -1,5 +1,5 @@
 ---
-title: Conversation Simulator
+title: Conversation Simulator DEV
 emoji: 💬
 colorFrom: red
 colorTo: red

models/ta_models/bp_utils.py

@@ -22,9 +22,10 @@ def bp_predict_message(context, input):
         context,
         input,
         truncation="only_first",
+        max_length = tokenizer.model_max_length - 2,
     )['input_ids']
     body_request = {
-        "inputs": [tokenizer.decode(encoding)[1:-1]],
+        "inputs": [tokenizer.decode(encoding[1:-1])],
         "params": {
             "top_k": None
         }
@@ -38,8 +39,11 @@ def bp_predict_message(context, input):
             response = response.json()['predictions'][0]
             logger.debug(f"Raw BP prediction is {response}")
             return [{k:v > BP_THRESHOLD if k=="score" else v for k,v in dict_.items()} for _, dict_ in response.items() ]
-    except:
-        pass
+        else:
+            raise Exception(f"Error in response: {response.json()}")
+    except Exception as e:
+        logger.debug(f"Error in response: {e}")
+        st.switch_page("pages/model_loader.py")
 
 def bp_push2db(manual_confirmation=None):
     if manual_confirmation is None:

models/ta_models/cpc_utils.py

@@ -22,9 +22,10 @@ def cpc_predict_message(context, input):
         context,
         input,
         truncation="only_first",
+        max_length = tokenizer.model_max_length - 2,
     )['input_ids']
     body_request = {
-        "inputs": [tokenizer.decode(encoding)[1:-1]]
+        "inputs": [tokenizer.decode(encoding[1:-1])]
     }
 
     try:
@@ -32,8 +33,11 @@ def cpc_predict_message(context, input):
         response = requests.post(url=CPC_URL, headers=HEADERS, json=body_request)
         if response.status_code == 200:
             return response.json()['predictions'][0]["0"]["label"]
-    except:
-        pass
+        else:
+            raise Exception(f"Error in response: {response.json()}")
+    except Exception as e:
+        logger.debug(f"Error in response: {e}")
+        st.switch_page("pages/model_loader.py")
 
 def cpc_push2db(is_same):
     text_is_same = "SAME" if is_same else "WRONG"