Update app.py

app.py

@@ -8,15 +8,14 @@ tokenizer = AutoTokenizer.from_pretrained("akoksal/LongForm-OPT-2.7B")
 generate = pipeline('text-generation', model='akoksal/LongForm-OPT-2.7B', tokenizer=tokenizer)
 
 
-def predict(instruction, topp, max_new_tokens, temperature):
+def predict(instruction, topp, max_length, temperature):
     if "[EOI]" not in instruction:
         instruction = instruction + " [EOI]"
     x = generate(instruction,
         do_sample=True, 
         top_p=topp, 
         num_return_sequences=1,
-        max_new_tokens=max_new_tokens,
-        max_length=None,
+        max_length=max_length,
         temperature=temperature
     )[0]["generated_text"]
     
@@ -24,7 +23,7 @@ def predict(instruction, topp, max_new_tokens, temperature):
 
 iface = gr.Interface(fn=predict, inputs=["text",
                                          gr.inputs.Slider(0, 2, default=0.90, label="top_p"),
-                                         gr.inputs.Slider(0, 512, default=64, label="max_new_tokens"),
+                                         gr.inputs.Slider(0, 512, default=64, label="max_length"),
                                          gr.inputs.Slider(0, 1, default=1, label="temperature")
                                         ],
                      outputs="text")