Update app.py
Browse files
app.py
CHANGED
@@ -240,7 +240,8 @@ def generate_text (prompt, chatbot, history, vektordatenbank, retriever, top_p=0
|
|
240 |
|
241 |
#3.te Alternative für pipeline
|
242 |
# Erstelle eine Pipeline mit den gewünschten Parametern
|
243 |
-
llm = pipeline("text-generation", model=MODEL_NAME_HF, config={"temperature": 0.5, "max_length": 1024, "num_return_sequences": 1, "top_k": top_k, "top_p": top_p, "repetition_penalty": repetition_penalty}, trust_remote_code=True)
|
|
|
244 |
result = rag_chain(llm, history_text_und_prompt, retriever)
|
245 |
|
246 |
except Exception as e:
|
|
|
240 |
|
241 |
#3.te Alternative für pipeline
|
242 |
# Erstelle eine Pipeline mit den gewünschten Parametern
|
243 |
+
#llm = pipeline("text-generation", model=MODEL_NAME_HF, config={"temperature": 0.5, "max_length": 1024, "num_return_sequences": 1, "top_k": top_k, "top_p": top_p, "repetition_penalty": repetition_penalty}, trust_remote_code=True)
|
244 |
+
llm = pipeline("text-generation", model="microsoft/Phi-3-mini-128k-instruct", trust_remote_code=True)
|
245 |
result = rag_chain(llm, history_text_und_prompt, retriever)
|
246 |
|
247 |
except Exception as e:
|