PierreJousselin commited on
Commit
af68d90
·
verified ·
1 Parent(s): f16dac9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -3
app.py CHANGED
@@ -7,9 +7,10 @@ import torch
7
  # model_name = "PierreJousselin/lora_model" # Replace with the name you used on Hugging Face
8
  # model = AutoModelForCausalLM.from_pretrained(model_name, device_map="cpu") # Force model to load on CPU
9
 
10
- model_id = "unsloth/Phi-3.5-mini-instruct"
11
- peft_model_id = "PierreJousselin/phi"
12
-
 
13
  model = AutoModelForCausalLM.from_pretrained(model_id)
14
  model.load_adapter(peft_model_id)
15
  tokenizer = AutoTokenizer.from_pretrained(model_id)
 
7
  # model_name = "PierreJousselin/lora_model" # Replace with the name you used on Hugging Face
8
  # model = AutoModelForCausalLM.from_pretrained(model_name, device_map="cpu") # Force model to load on CPU
9
 
10
+ #model_id = "unsloth/Phi-3.5-mini-instruct"
11
+ #peft_model_id = "PierreJousselin/phi"
12
+ model_id = "unsloth/Llama-3.2-1B-Instruct"
13
+ peft_model_id = "PierreJousselin/llama"
14
  model = AutoModelForCausalLM.from_pretrained(model_id)
15
  model.load_adapter(peft_model_id)
16
  tokenizer = AutoTokenizer.from_pretrained(model_id)