Increase batch size

app.py

@@ -33,7 +33,8 @@ async def chat(history, limit: int = 1024, temp: float = 0.8, top_k: int = 40, t
             temperature = float(temp),
             top_k = int(top_k),
             top_p = float(top_p),
-            repetition_penalty = float(repeat_penalty)
+            repetition_penalty = float(repeat_penalty),
+            batch_size = 512,
         )
         ai = Kani(
             engine,