Hugging Face's logo

Spaces:
akoksal
/
LongForm-OPT-125M
Runtime error

App Files Community
1
akoksal commited on
Commit
ad00c08
·
1 Parent(s): 5ef0c29

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -14,7 +14,7 @@ from transformers import AutoTokenizer, pipeline, AutoModelForCausalLM
14
 
15
 
16
  tokenizer = AutoTokenizer.from_pretrained("akoksal/LongForm-OPT-2.7B")
17
- model = AutoModelForCausalLM.from_pretrained("akoksal/LongForm-OPT-2.7B",load_in_8bit=True)
18
  generate = pipeline('text-generation', model=model, tokenizer=tokenizer)
19
 
20
 
 
14
 
15
 
16
  tokenizer = AutoTokenizer.from_pretrained("akoksal/LongForm-OPT-2.7B")
17
+ model = AutoModelForCausalLM.from_pretrained("akoksal/LongForm-OPT-2.7B", load_in_8bit=True, device_map='auto')
18
  generate = pipeline('text-generation', model=model, tokenizer=tokenizer)
19
 
20