Update app.py

app.py

@@ -11,15 +11,17 @@ import gradio as gr
 from time import time
 
 
-model_id = "Esperanto/Protein-Llama-3-8B"
-#Loading the fine-tuned LLaMA 3 model
+model_id = "Esperanto/Protein-Phi-3-mini"
+
 model = AutoModelForCausalLM.from_pretrained(
         model_id,
-        torch_dtype=torch.float16
+        torch_dtype=torch.float16,
+        trust_remote_code=True,
+        attn_implementation="flash_attention_2"
     )
 
-#loading the tokenizer
-tokenizer = AutoTokenizer.from_pretrained("meta-llama/Meta-Llama-3-8B")
+
+tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-4k-instruct", trust_remote_code=True)
 
 tokenizer.pad_token = tokenizer.eos_token
 tokenizer.padding_side = "left"