Update README.md
Browse files
README.md
CHANGED
@@ -1,10 +1,17 @@
|
|
1 |
---
|
2 |
library_name: peft
|
3 |
---
|
4 |
-
##
|
5 |
|
6 |
-
|
|
|
|
|
7 |
|
8 |
-
|
9 |
-
|
10 |
-
-
|
|
|
|
|
|
|
|
|
|
|
|
1 |
---
|
2 |
library_name: peft
|
3 |
---
|
4 |
+
## Usage
|
5 |
|
6 |
+
```python
|
7 |
+
from peft import PeftModel
|
8 |
+
from transformers import LLaMATokenizer, LLaMAForCausalLM, GenerationConfig
|
9 |
|
10 |
+
tokenizer = LLaMATokenizer.from_pretrained("22h/open-cabrita3b")
|
11 |
+
model = LLaMAForCausalLM.from_pretrained(
|
12 |
+
"22h/open-cabrita3b",
|
13 |
+
load_in_8bit=True,
|
14 |
+
device_map="auto",
|
15 |
+
)
|
16 |
+
model = PeftModel.from_pretrained(model, "jcfneto/lora-cabrita-tv-ptbr")
|
17 |
+
```
|