Update app.py

app.py

@@ -20,7 +20,30 @@ model, tokenizer = FastLanguageModel.from_pretrained(
 FastLanguageModel.for_inference(model)
 print("model loaded")
 
+import re
+from deep_translator import (GoogleTranslator,
+                             PonsTranslator,
+                             LingueeTranslator,
+                             MyMemoryTranslator,
+                             YandexTranslator,
+                             DeeplTranslator,
+                             QcriTranslator,
+                             single_detection,
+                             batch_detection)
+from pyaspeller import YandexSpeller
+def error_correct_pyspeller(sample_text):
+    """ grammer correction of input text"""
+    speller = YandexSpeller()
+    fixed = speller.spelled(sample_text)
+    return fixed
 
+def postprocerssing(inp_text: str):
+    """Post preocessing of the llm response"""
+    inp_text = re.sub('<[^>]+>', '', inp_text)
+    inp_text = inp_text.split('##', 1)[0]
+    inp_text = error_correct_pyspeller(inp_text)
+    return inp_text
+    
 
 # streamer = TextStreamer(tokenizer, timeout=10.0, skip_prompt=True, skip_special_tokens = True)
 
@@ -28,7 +51,12 @@ messages = []
 
 def generate_text(prompt, max_length, top_p, top_k):
     global messages
-    messages.append({"role": "user", "content": prompt})           
+    lang = single_detection(prompt, api_key='4ab77f25578d450f0902fb42c66d5e11')
+    if lang == 'en':
+        prompt = error_correct_pyspeller(prompt)
+    en_translated = GoogleTranslator(source='auto', target='en').translate(prompt)
+    messages.append({"role": "user", "content": en_translated})
+    # messages.append({"role": "user", "content": prompt})           
         
     input_ids = tokenizer.apply_chat_template(
         messages,
@@ -59,7 +87,8 @@ def generate_text(prompt, max_length, top_p, top_k):
     for text in streamer:
         generated_text.append(text)
         # print(generated_text)
-        yield "".join(generated_text)
+        # yield "".join(generated_text)
+        yield GoogleTranslator(source='auto', target=lang).translate("".join(generated_text))
     
     messages.append({"role": "assistant", "content": "".join(generated_text)})   
 
@@ -67,12 +96,12 @@ description = """
 # Deploy our LLM
 """
 inputs = [
-    gr.Textbox(label="Prompt text"),
+    gr.Textbox(label="Prompt text", lines=5),
     gr.Textbox(label="max-lenth generation", value=100),
     gr.Slider(0.0, 1.0, label="top-p value", value=0.95),
     gr.Textbox(label="top-k", value=50,),
 ]
-outputs = [gr.Textbox(label="Generated Text")]
+outputs = [gr.Textbox(label="Generated Text", lines= 10)]
 
 demo = gr.Interface(fn=generate_text, inputs=inputs, outputs=outputs,  description=description)