Update app.py

app.py

@@ -9,12 +9,13 @@ examples = [
 
 
 import gradio as gr 
-from transformers import AutoTokenizer, pipeline
+from transformers import AutoTokenizer, pipeline, AutoModelForCausalLM
 
 
 
 tokenizer = AutoTokenizer.from_pretrained("akoksal/LongForm-OPT-2.7B") 
-generate = pipeline('text-generation', model='akoksal/LongForm-OPT-2.7B', tokenizer=tokenizer)
+model = AutoModelForCausalLM.from_pretrained("akoksal/LongForm-OPT-2.7B",load_in_8bit=True)
+generate = pipeline('text-generation', model=model, tokenizer=tokenizer)
 
 
 def predict(instruction, topp, max_length, temperature):