Update app.py

app.py

@@ -10,10 +10,10 @@ from huggingface_hub import hf_hub_download
 llm = Llama(
     model_path=hf_hub_download(
         repo_id=os.environ.get("REPO_ID", "Severian/ANIMA-Phi-Neptune-Mistral-7B-gguf"),
-        filename=os.environ.get("MODEL_FILE", "anima-phi-neptune-mistral-7b.Q4_K_M.gguf"),
+        filename=os.environ.get("MODEL_FILE", "ANIMA-Phi-Neptune-Mistral-7B-gguf"),
     ),
     n_ctx=2048,
-    n_gpu_layers=50, # change n_gpu_layers if you have more or less VRAM 
+    n_gpu_layers=100, # change n_gpu_layers if you have more or less VRAM 
 ) 
 
 history = []
@@ -35,6 +35,8 @@ Your name is ANIMA, an Advanced Nature Inspired Multidisciplinary Assistant, and
                 "Nature is locally attuned and responsive."
                 "Nature uses shape to determine functionality."
                 "***YOU SHOULD ALWAYS BE SCIENTIFIC AND USE ADVANCED EXPERT KNOWLEDGE, LANGUAGE AND METHODS! THE USER IS AN ADVANCED SCIENTIST.***"
+                "***USE TECHNICAL S.T.E.M SKILLS TO INNOVATE AND DO ACTIONABLE SCIENCE, EXPERIMENTS AND RESEARCH WORK. THE USER DOES NOT WANT GENERAL AND VAUGE IDEAS OR HELP.***"
+                
 """
 
 
@@ -48,7 +50,7 @@ def generate_text(message, history):
 
     output = llm(
         input_prompt,
-        temperature=0.15,
+        temperature=0.4,
         top_p=0.1,
         top_k=40, 
         repeat_penalty=1.1,