mohamedemam commited on
Commit
3344858
·
1 Parent(s): 4ac3ef7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -4,7 +4,7 @@ import re
4
  from peft import PeftModel, PeftConfig
5
  from transformers import AutoModelForCausalLM
6
  from transformers import BitsAndBytesConfig
7
-
8
  nf4_config = BitsAndBytesConfig(
9
  load_in_4bit=True,
10
  bnb_4bit_quant_type="nf4",
 
4
  from peft import PeftModel, PeftConfig
5
  from transformers import AutoModelForCausalLM
6
  from transformers import BitsAndBytesConfig
7
+ import torch
8
  nf4_config = BitsAndBytesConfig(
9
  load_in_4bit=True,
10
  bnb_4bit_quant_type="nf4",