app.py

import gradio as gr
from huggingface_hub import InferenceClient

"""
For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
"""
client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")


def respond(
    message,
    history: list[tuple[str, str]],
    system_message,
    max_tokens,
    temperature,
    top_p,
):
    messages = [{"role": "system", "content": system_message}]

    for val in history:
        if val[0]:
            messages.append({"role": "user", "content": val[0]})
        if val[1]:
            messages.append({"role": "assistant", "content": val[1]})

    messages.append({"role": "user", "content": message})

    response = ""

    for message in client.chat_completion(
        messages,
        max_tokens=max_tokens,
        stream=True,
        temperature=temperature,
        top_p=top_p,
    ):
        token = message.choices[0].delta.content

        response += token
        yield response

with gr.Blocks(title="Holmes pubication manager") as app:
    
    chatBot = gr.ChatInterface(
	    respond,
	    retry_btn=None,
	    undo_btn="Undo",
	    clear_btn="Clear",
        examples=["Dame un tweet de noticias de Barcelona"]
	)
    
    """
    with gr.Tab("Publish"):
        tweet = gr.Textbox(value="Tweet",label="The text to tweet",scale=3)
        link = gr.Textbox(value="Tweet",label="Prompt to gematria conversion for apply ELS",scale=3)
        img = gr.Image()
        tw_btn = gr.Button("Publish",scale=1) 
        
    with gr.Tab("X Auth"):
        with gr.Row():
            permisions = gr.CheckboxGroup(["Read"],value=["Read & write"], label="Books", info="Torah books source")
        with gr.Row():
            api_key = gr.Textbox(value="Api Key",label="Api Key",scale=3)
            api_key_secret = gr.Textbox(value="Tweet",label="Api key secret",scale=3)
            access_token = gr.Textbox(value="Tweet",label="Access Token",scale=3)
            access_token_secret = gr.Textbox(value="Access Token Secret",label="The text to tweet",scale=3)
            bearer = gr.Textbox(value="Bearer",label="The text to tweet",scale=3)
            
            
    with gr.Tab("Accounts Listening"):
        with gr.Row():
            list_accounts = gr.Textbox(value="Accounts",label="Account list to listen",scale=3)
    with gr.Tab("Holmesbot Settings"):
        with gr.Row():
            user = gr.Textbox(value="Email",label="The text to tweet",scale=3)
            password = gr.Textbox(value="Password",label="The text to tweet",scale=3)
    
    with gr.Tab("Publish"):
        with gr.Row():
            textpub = gr.Textbox(label="Text Publish",scale=3)
            imgpub = gr.Textbox(scale=2)
            zir_btn = gr.Button("Publish",scale=1)
    """

if __name__ == "__main__":
    app.launch()