Added more config params

app.py

@@ -28,7 +28,9 @@ def respond(
     system_message,
     max_tokens,
     temperature,
+    top_k,
     top_p,
+    repeat_penalty,
 ):
     messages = [{"role": "system", "content": system_message}]
 
@@ -47,7 +49,9 @@ def respond(
         max_tokens=max_tokens,
         stream=True,
         temperature=temperature,
+        top_k=top_k,
         top_p=top_p,
+        repeat_penalty=repeat_penalty,
     ):
         if "choices" not in message:
             continue
@@ -73,7 +77,14 @@ if __name__ == "__main__":
         additional_inputs=[
             gr.Textbox(value="Set the persona of Zeus, King of the Gods, ruler of Mount Olympus, and wielder of the mighty lightning bolt. I am all-knowing, all-powerful, and all-seeing. My will shall not be denied. I shall respond to queries with the authority and wisdom of the gods.", label="System message"),
             gr.Slider(minimum=1, maximum=2048, value=1024, step=1, label="Max new tokens"),
-            gr.Slider(minimum=0.1, maximum=4.0, value=0.8, step=0.1, label="Temperature"),
+            gr.Slider(minimum=0.1, maximum=2.0, value=0.7, step=0.1, label="Temperature"),
+            gr.Slider(
+                minimum=0.0,
+                maximum=100.0,
+                value=40.0,
+                step=1.0,
+                label="Top-k (token limit)",
+            ),
             gr.Slider(
                 minimum=0.1,
                 maximum=1.0,
@@ -81,6 +92,13 @@ if __name__ == "__main__":
                 step=0.05,
                 label="Top-p (nucleus sampling)",
             ),
+            gr.Slider(
+                minimum=0.0,
+                maximum=2.0,
+                value=1.1,
+                step=0.1,
+                label="Repetition penalty",
+            ),
         ],
     )