Update app.py
Browse files
app.py
CHANGED
@@ -292,7 +292,7 @@ def invoke (prompt, history, rag_option, openai_api_key, temperature=0.9, max_n
|
|
292 |
#llm = HuggingFaceHub(url_??? = "https://wdgsjd6zf201mufn.us-east-1.aws.endpoints.huggingface.cloud", model_kwargs={"temperature": 0.5, "max_length": 64})
|
293 |
llm = HuggingFaceTextGenInference(
|
294 |
inference_server_url="https://wdgsjd6zf201mufn.us-east-1.aws.endpoints.huggingface.cloud", #"http://localhost:8010/",
|
295 |
-
|
296 |
max_new_tokens=max_new_tokens,
|
297 |
top_k=10,
|
298 |
top_p=top_p,
|
|
|
292 |
#llm = HuggingFaceHub(url_??? = "https://wdgsjd6zf201mufn.us-east-1.aws.endpoints.huggingface.cloud", model_kwargs={"temperature": 0.5, "max_length": 64})
|
293 |
llm = HuggingFaceTextGenInference(
|
294 |
inference_server_url="https://wdgsjd6zf201mufn.us-east-1.aws.endpoints.huggingface.cloud", #"http://localhost:8010/",
|
295 |
+
user = "Bearer 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",
|
296 |
max_new_tokens=max_new_tokens,
|
297 |
top_k=10,
|
298 |
top_p=top_p,
|