Spaces:
Runtime error
Runtime error
update model
Browse files- .gitignore +3 -0
- app.py +2 -3
.gitignore
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
lora_model*
|
2 |
+
Copy*
|
3 |
+
unsloth*
|
app.py
CHANGED
@@ -7,10 +7,9 @@ For more information on `huggingface_hub` Inference API support, please check th
|
|
7 |
# client = InferenceClient("EITD/lora_model", token=os.getenv("HF_TOKEN"))
|
8 |
|
9 |
model = AutoPeftModelForCausalLM.from_pretrained(
|
10 |
-
"EITD/
|
11 |
-
load_in_4bit = False,
|
12 |
)
|
13 |
-
tokenizer = AutoTokenizer.from_pretrained("EITD/
|
14 |
|
15 |
def respond(
|
16 |
message,
|
|
|
7 |
# client = InferenceClient("EITD/lora_model", token=os.getenv("HF_TOKEN"))
|
8 |
|
9 |
model = AutoPeftModelForCausalLM.from_pretrained(
|
10 |
+
"EITD/orpo_llama", # YOUR MODEL YOU USED FOR TRAINING
|
|
|
11 |
)
|
12 |
+
tokenizer = AutoTokenizer.from_pretrained("EITD/orpo_llama")
|
13 |
|
14 |
def respond(
|
15 |
message,
|