bug fix

app.py

@@ -19,6 +19,7 @@ new_model = "piyushgrover/phi-2-qlora-adapter-custom"
 model = PeftModel.from_pretrained(base_model, new_model)
 model = model.merge_and_unload()
 
+model.eval()
 # Reload tokenizer to save it
 tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
 tokenizer.pad_token = tokenizer.eos_token

requirements.txt

@@ -10,3 +10,4 @@ accelerate
 git+https://github.com/huggingface/peft.git
 bitsandbytes
 einops
+scipy