[update]add sent_tokenize

main.py

@@ -12,6 +12,7 @@ os.environ["HUGGINGFACE_HUB_CACHE"] = hf_hub_cache
 import gradio as gr
 import nltk
 from transformers import M2M100ForConditionalGeneration, M2M100Tokenizer
+from transformers.generation.streamers import TextIteratorStreamer
 
 
 def main():
@@ -22,11 +23,11 @@ def main():
         }
     }
 
-    def multilingual_translate(src_text: str,
-                               src_lang: str,
-                               tgt_lang: str,
-                               model_name: str,
-                               ):
+    def fn_non_stream(src_text: str,
+                      src_lang: str,
+                      tgt_lang: str,
+                      model_name: str,
+                      ):
         model_group = model_dict.get(model_name)
         if model_group is None:
             for k in list(model_dict.keys()):
@@ -54,6 +55,8 @@ def main():
             text_decoded = tokenizer.batch_decode(generated_tokens, skip_special_tokens=True)
             result += text_decoded[0]
 
+            output.value = result
+
         return result
 
     title = "Multilingual Machine Translation"
@@ -88,16 +91,16 @@ It was introduced in this [paper](https://arxiv.org/abs/2010.11125) and first re
 
     output = gr.Textbox(lines=4, label="Output Text")
 
-    app = gr.Interface(
-        fn=multilingual_translate,
+    demo = gr.Interface(
+        fn=fn_non_stream,
         inputs=inputs,
         outputs=output,
         examples=examples,
         title=title,
         description=description,
-        cache_examples=True
+        cache_examples=False
     )
-    app.launch(debug=True, enable_queue=True)
+    demo.queue().launch(debug=True, enable_queue=True)
 
     return