robinhad commited on
Commit
01bf48f
·
verified ·
1 Parent(s): e27a3d0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -25,7 +25,9 @@ model = LlamaForCausalLM.from_pretrained(
25
  model_name,
26
  quantization_config=quant_config
27
  )
28
- model = PeftModel.from_pretrained(model, lora_name).to("cuda")
 
 
29
 
30
 
31
  # will be used with normal template
 
25
  model_name,
26
  quantization_config=quant_config
27
  )
28
+ model = PeftModel.from_pretrained(model, lora_name)
29
+
30
+ model = model.to("cuda")
31
 
32
 
33
  # will be used with normal template