Pendrokar commited on
Commit
8a40d1b
·
1 Parent(s): 108f645

x-ip-token for Zero-GPU; retry HF Space connection only once

Browse files
Files changed (1) hide show
  1. app.py +9 -4
app.py CHANGED
@@ -997,17 +997,21 @@ def synthandreturn(text, request: gr.Request):
997
  # log_text(text)
998
  print("[debug] Using", mdl1, mdl2)
999
  def predict_and_update_result(text, model, result_storage, request:gr.Request):
1000
-
1001
- x_ip_token = request.headers['x-ip-token']
 
 
 
 
1002
  # 3 attempts
1003
  attempt_count = 0
1004
- while attempt_count < 3:
1005
  try:
1006
  if model in AVAILABLE_MODELS:
1007
  if '/' in model:
1008
  # Use public HF Space
1009
  #if (model not in hf_clients):
1010
- hf_clients[model] = Client(model, hf_token=hf_token, headers={"X-IP-Token": x_ip_token})
1011
  mdl_space = hf_clients[model]
1012
 
1013
  # print(f"{model}: Fetching endpoints of HF Space")
@@ -1065,6 +1069,7 @@ def synthandreturn(text, request: gr.Request):
1065
  time.sleep(3)
1066
 
1067
  # Fetch and store client again
 
1068
  #hf_clients[model] = Client(model, hf_token=hf_token)
1069
 
1070
  if attempt_count > 2:
 
997
  # log_text(text)
998
  print("[debug] Using", mdl1, mdl2)
999
  def predict_and_update_result(text, model, result_storage, request:gr.Request):
1000
+
1001
+ hf_headers = {}
1002
+ try:
1003
+ hf_headers = {"X-IP-Token": request.headers['x-ip-token']}
1004
+ except:
1005
+ pass
1006
  # 3 attempts
1007
  attempt_count = 0
1008
+ while attempt_count < 2:
1009
  try:
1010
  if model in AVAILABLE_MODELS:
1011
  if '/' in model:
1012
  # Use public HF Space
1013
  #if (model not in hf_clients):
1014
+ hf_clients[model] = Client(model, hf_token=hf_token, headers=hf_headers)
1015
  mdl_space = hf_clients[model]
1016
 
1017
  # print(f"{model}: Fetching endpoints of HF Space")
 
1069
  time.sleep(3)
1070
 
1071
  # Fetch and store client again
1072
+ hf_headers = {}
1073
  #hf_clients[model] = Client(model, hf_token=hf_token)
1074
 
1075
  if attempt_count > 2: