alexkueck commited on
Commit
50e6b3b
·
verified ·
1 Parent(s): 621895d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -7
app.py CHANGED
@@ -238,13 +238,11 @@ def generate_text (prompt, chatbot, history, vektordatenbank, retriever, top_p=0
238
  llm = HuggingFaceEndpoint(
239
  endpoint_url=f"https://api-inference.huggingface.co/models/{MODEL_NAME_HF}",
240
  api_key=hf_token,
241
- model_kwargs={
242
- "temperature": 0.5,
243
- "max_length": 1024,
244
- "top_k": top_k,
245
- "top_p": top_p,
246
- "repetition_penalty": repetition_penalty
247
- }
248
  )
249
  result = rag_chain(llm, history_text_und_prompt, retriever)
250
 
 
238
  llm = HuggingFaceEndpoint(
239
  endpoint_url=f"https://api-inference.huggingface.co/models/{MODEL_NAME_HF}",
240
  api_key=hf_token,
241
+ temperature=0.5,
242
+ max_length=1024,
243
+ top_k=top_k,
244
+ top_p=top_p,
245
+ repetition_penalty=repetition_penalty
 
 
246
  )
247
  result = rag_chain(llm, history_text_und_prompt, retriever)
248