alfredplpl commited on
Commit
a20a7a4
·
verified ·
1 Parent(s): 4f20529

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -45,7 +45,7 @@ h1 {
45
 
46
  # Load the tokenizer and model
47
  tokenizer = AutoTokenizer.from_pretrained("alfredplpl/sarashina2-7b-it-test")
48
- model = AutoPeftModelForCausalLM.from_pretrained("alfredplpl/sarashina2-7b-it-test", device_map="auto")
49
 
50
  @spaces.GPU()
51
  def chat_llama3_8b(message: str,
 
45
 
46
  # Load the tokenizer and model
47
  tokenizer = AutoTokenizer.from_pretrained("alfredplpl/sarashina2-7b-it-test")
48
+ model = AutoPeftModelForCausalLM.from_pretrained("alfredplpl/sarashina2-7b-it-test", device_map="cuda")
49
 
50
  @spaces.GPU()
51
  def chat_llama3_8b(message: str,