alexkueck commited on
Commit
feddbbb
·
1 Parent(s): 89bb6af

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -292,7 +292,7 @@ def invoke (prompt, history, rag_option, openai_api_key, temperature=0.9, max_n
292
  #llm = HuggingFaceHub(url_??? = "https://wdgsjd6zf201mufn.us-east-1.aws.endpoints.huggingface.cloud", model_kwargs={"temperature": 0.5, "max_length": 64})
293
  llm = HuggingFaceTextGenInference(
294
  inference_server_url="https://wdgsjd6zf201mufn.us-east-1.aws.endpoints.huggingface.cloud", #"http://localhost:8010/",
295
- authentication = "Bearer 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",
296
  max_new_tokens=max_new_tokens,
297
  top_k=10,
298
  top_p=top_p,
 
292
  #llm = HuggingFaceHub(url_??? = "https://wdgsjd6zf201mufn.us-east-1.aws.endpoints.huggingface.cloud", model_kwargs={"temperature": 0.5, "max_length": 64})
293
  llm = HuggingFaceTextGenInference(
294
  inference_server_url="https://wdgsjd6zf201mufn.us-east-1.aws.endpoints.huggingface.cloud", #"http://localhost:8010/",
295
+ user = "Bearer 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",
296
  max_new_tokens=max_new_tokens,
297
  top_k=10,
298
  top_p=top_p,