Spaces:
Sleeping
Sleeping
alfredplpl
commited on
Update app.py
Browse files
app.py
CHANGED
@@ -45,7 +45,7 @@ h1 {
|
|
45 |
|
46 |
# Load the tokenizer and model
|
47 |
tokenizer = AutoTokenizer.from_pretrained("alfredplpl/sarashina2-7b-it-test")
|
48 |
-
model = AutoPeftModelForCausalLM.from_pretrained("alfredplpl/sarashina2-7b-it-test", device_map="
|
49 |
|
50 |
@spaces.GPU()
|
51 |
def chat_llama3_8b(message: str,
|
|
|
45 |
|
46 |
# Load the tokenizer and model
|
47 |
tokenizer = AutoTokenizer.from_pretrained("alfredplpl/sarashina2-7b-it-test")
|
48 |
+
model = AutoPeftModelForCausalLM.from_pretrained("alfredplpl/sarashina2-7b-it-test", device_map="cuda")
|
49 |
|
50 |
@spaces.GPU()
|
51 |
def chat_llama3_8b(message: str,
|