Update app.py

app.py

@@ -5,7 +5,7 @@ import os
 import spaces
 from transformers import AutoModel, AutoTokenizer, TextIteratorStreamer
 from threading import Thread
-
+from peft import AutoPeftModelForCausalLM
 
 DESCRIPTION = '''
 <div>
@@ -45,7 +45,7 @@ h1 {
 
 # Load the tokenizer and model
 tokenizer = AutoTokenizer.from_pretrained("alfredplpl/sarashina2-7b-it-test")
-model = AutoModel.from_pretrained("alfredplpl/sarashina2-7b-it-test", device_map="auto")
+model = AutoPeftModelForCausalLM.from_pretrained("alfredplpl/sarashina2-7b-it-test", device_map="auto")
 
 @spaces.GPU()
 def chat_llama3_8b(message: str,