Spaces:
Runtime error
Runtime error
mohamedemam
commited on
Commit
·
3344858
1
Parent(s):
4ac3ef7
Update app.py
Browse files
app.py
CHANGED
@@ -4,7 +4,7 @@ import re
|
|
4 |
from peft import PeftModel, PeftConfig
|
5 |
from transformers import AutoModelForCausalLM
|
6 |
from transformers import BitsAndBytesConfig
|
7 |
-
|
8 |
nf4_config = BitsAndBytesConfig(
|
9 |
load_in_4bit=True,
|
10 |
bnb_4bit_quant_type="nf4",
|
|
|
4 |
from peft import PeftModel, PeftConfig
|
5 |
from transformers import AutoModelForCausalLM
|
6 |
from transformers import BitsAndBytesConfig
|
7 |
+
import torch
|
8 |
nf4_config = BitsAndBytesConfig(
|
9 |
load_in_4bit=True,
|
10 |
bnb_4bit_quant_type="nf4",
|