create app.py

app.py

@@ -0,0 +1,101 @@
+# Copyright (c) XVERSE Inc. All Rights Reserved.
+#
+# -*- encoding: utf-8 -*-
+
+import gradio as gr
+import openai
+import os
+
+TITLE="XChat"
+
+client = openai.Client(
+    base_url="https://api.xverse.cn/v1",
+    api_key=os.environ["API_KEY"]
+)
+
+def predict(msg, history=[]):
+    messages = []
+    tuples = []
+    if len(os.environ["SYSTEM_PROMPT"]) > 0:
+        messages.append({"role": "system", "content": os.environ["SYSTEM_PROMPT"]})
+    for i in range(0, len(history), 2):
+        messages.append({"role": "user", "content": history[i]})
+        messages.append({"role": "assistant", "content": history[i+1]})
+        tuples.append((history[i], history[i+1]))
+    messages.append({"role": "user", "content": msg})
+    response = client.chat.completions.create(
+        model=os.environ["MODEL"],
+        messages=messages,
+        max_tokens=int(os.environ["MAX_TOKENS"]),
+        top_p=float(os.environ["TOP_P"]),
+        temperature=float(os.environ["TEMPERATURE"]),
+        presence_penalty=float(os.environ["PRESENCE_PENALTY"]),
+        stream=True
+    )
+    ### 非流式输出
+    #txt = response.choices[0].message.content
+    #tuples.append((msg, txt))
+    #history.append(msg)
+    #history.append(txt)
+    #return tuples, history
+
+    ### 流式输出
+    snippet = ""
+    i = 0
+    for chunk in response:
+        i += 1
+        if chunk.choices[0].delta.content is not None:
+            snippet = snippet + chunk.choices[0].delta.content
+            if i == 1:
+                tuples.append((msg, snippet))
+                history.append(msg)
+                history.append(snippet)
+            else:
+                tuples[-1] = (msg, snippet)
+                history[-1] = snippet
+            yield tuples, history
+
+examples = [["你是谁？", None], ["你会干什么？", None], ["写一篇爱护环境的小作文", None]]
+
+def reset():
+    return None, []
+
+def clear_textbox():
+    return gr.update(value="")
+
+css = """
+h1 {
+    text-align: center;
+    display: block;
+}
+"""
+
+with gr.Blocks(css=css) as chat_demo:
+    gr.Markdown("""# <center><font size=8>{}</center>""".format(TITLE))
+    gr.Markdown("""<center><font size=4>\
+        <a href="https://github.com/xverse-ai">GitHub</a>&nbsp; | &nbsp;\
+        <a href="https://chat.xverse.cn">Web</a>&nbsp; | &nbsp;\
+        <a href="https://help.xverse.cn/docs/api-reference">API</a>\
+        </center>"""
+    )
+    chatbot = gr.Chatbot(elem_id="chatbot", height=800, bubble_full_width=False, likeable=False)
+    state = gr.State([])
+
+    with gr.Row():
+        txt = gr.Textbox(show_label=False, placeholder="Enter text and press enter", container=False)
+
+    with gr.Row():
+        submit_btn = gr.Button(value="Submit")
+        reset_btn = gr.Button(value="Reset")
+
+    txt.submit(fn=predict, inputs=[txt, state], outputs=[chatbot, state])
+    txt.submit(fn=clear_textbox, inputs=None, outputs=[txt])
+    submit_btn.click(fn=predict, inputs=[txt, state], outputs=[chatbot, state])
+    submit_btn.click(fn=clear_textbox, inputs=None, outputs=[txt])
+    reset_btn.click(fn=reset, inputs=None, outputs=[chatbot, state])
+    gr.Examples(examples=examples, inputs=[txt])
+
+
+if __name__ == "__main__":
+    chat_demo.queue()
+    chat_demo.launch(share=True)