Update app.py

app.py

@@ -14,20 +14,21 @@ def chatbot(query, history, system_message, max_length, temperature, top_k, top_
     
     # Tokenize input query
     input_ids = tokenizer.encode(query, return_tensors="pt")
-    
-    # Generate text using the model
-    final_outputs = model.generate(
-        input_ids,
-        do_sample=True,
-        max_length=int(max_length),  # Convert max_length to integer
-        temperature=float(temperature),  # Convert temperature to float
-        top_k=int(top_k),  # Convert top_k to integer
-        top_p=float(top_p),  # Convert top_p to float
-        pad_token_id=tokenizer.pad_token_id,
-    )
-    
-    # Decode generated text
-    response = tokenizer.decode(final_outputs[0], skip_special_tokens=True)
+    response = '.'
+    while response=='.':
+        # Generate text using the model
+        final_outputs = model.generate(
+            input_ids,
+            do_sample=True,
+            max_length=int(max_length),  # Convert max_length to integer
+            temperature=float(temperature),  # Convert temperature to float
+            top_k=int(top_k),  # Convert top_k to integer
+            top_p=float(top_p),  # Convert top_p to float
+            pad_token_id=tokenizer.pad_token_id,
+        )
+        # Decode generated text
+        response = tokenizer.decode(final_outputs[0], skip_special_tokens=True)
+            
     return response.split('"')[1]
 
 # Gradio ChatInterface