Update app.py

app.py

@@ -1,33 +1,15 @@
 import gradio as gr
 from huggingface_hub import InferenceClient
-from datasets import load_dataset
 
 """
-For more information on huggingface_hub Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
+For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
 """
-# Iniciando o cliente para o modelo desejado
-client = InferenceClient("meta-llama/Llama-3.2-11B-Vision-Instruct")
+#client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
+#client = InferenceClient("meta-llama/Llama-3.2-1B-Instruct")
+#client = InferenceClient("microsoft/Phi-3.5-mini-instruct")
+#client = InferenceClient("unsloth/Llama-3.2-1B-Instruct")
+client = InferenceClient("mlx-community/Hermes-3-Llama-3.1-70B-8bit")
 
-# Carregando o dataset RPGPT
-ds = load_dataset("practical-dreamer/RPGPT_PublicDomain-ShareGPT")
-
-# Exibindo as chaves do dataset para verificar sua estrutura
-print(ds)
-
-# Vamos ajustar o código para acessar o conteúdo correto do dataset
-def get_sample_from_dataset():
-    # Verificando a estrutura do dataset, por exemplo, acessando a primeira entrada
-    sample = ds['train'][0]
-    
-    # Verificando todas as chaves na amostra para entender o formato
-    print(sample)  # Apenas para depuração, pode ser removido depois
-    
-    # Exemplo de como acessar o diálogo - a chave correta pode ser algo como 'input' ou 'response'
-    # Isso depende da estrutura do dataset, então vamos tentar acessar as chaves corretas:
-    context = sample.get('input', 'No input field found in dataset sample')
-    response = sample.get('response', 'No response field found in dataset sample')
-    
-    return context, response
 
 def respond(
     message,
@@ -37,56 +19,49 @@ def respond(
     temperature,
     top_p,
 ):
-    # Adicionando um contexto extra do dataset (amostra do dataset de RPG)
-    dataset_context, dataset_response = get_sample_from_dataset()
-    
-    # Montando as mensagens a serem enviadas ao modelo
-    messages = [{"role": "system", "content": f"{system_message}\nContexto adicional do dataset:\n{dataset_context}\nResposta do dataset:\n{dataset_response}"}]
+    messages = [{"role": "system", "content": system_message}]
 
-    # Adicionando histórico de mensagens entre o usuário e o assistente
     for val in history:
         if val[0]:
             messages.append({"role": "user", "content": val[0]})
         if val[1]:
             messages.append({"role": "assistant", "content": val[1]})
 
-    # Adicionando a mensagem do usuário atual
     messages.append({"role": "user", "content": message})
 
-    # Enviando as mensagens ao modelo
     response = ""
-    try:
-        mensagens = client.chat_completion(
-            messages,
-            max_tokens=524288,
-            temperature=temperature,
-            top_p=top_p,
-        )
-        response = mensagens.choices[0].message.content
-    except Exception as e:
-        response = f"Erro ao gerar resposta: {str(e)}"
+
+
+    mensagens = client.chat_completion(
+        messages,
+        max_tokens=max_tokens,
+        temperature=temperature,
+        top_p=top_p,
+    )
+    response = mensagens.choices[0].message.content
 
     return response
 
 
 """
-Para mais informações sobre como personalizar a interface de chat, consulte a documentação do gradio: https://www.gradio.app/docs/chatinterface
+For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
 """
 demo = gr.ChatInterface(
     respond,
     additional_inputs=[
-        gr.Textbox(value="You are a master and narrator of role-playing games (RPGs), skilled in crafting immersive and captivating stories for players. As the game master, you guide the players through dynamic worlds filled with adventure, mystery, and challenges. You design the setting, plotlines, and non-player characters (NPCs), and you serve as the voice of every creature, villain, ally, or entity the players may encounter. Your role is not only to present the rules of the game but also to create a world where imagination thrives, allowing players to explore, interact, and make choices that shape the outcome of the game. With a deep understanding of narrative structure and gameplay mechanics, you weave complex and engaging tales that keep players on the edge of their seats, ensuring each session is a memorable experience.", label="Mensagem do sistema"),
-        gr.Slider(minimum=1, maximum=16384, value=16384, step=1, label="Máximo de tokens novos"),
-        gr.Slider(minimum=0.1, maximum=4.0, value=0.6, step=0.1, label="Temperatura"),
+        gr.Textbox(value="Você se chama Esquizofrenia, você é irônico e tímido", label="System message"),
+        gr.Slider(minimum=1, maximum=2048, value=2048, step=1, label="Max new tokens"),
+        gr.Slider(minimum=0.1, maximum=4.0, value=0.6, step=0.1, label="Temperature"),
         gr.Slider(
             minimum=0.1,
             maximum=1.0,
             value=0.95,
             step=0.05,
-            label="Top-p (amostragem por núcleo)",
+            label="Top-p (nucleus sampling)",
         ),
     ],
 )
 
+
 if __name__ == "__main__":
-    demo.launch()
+    demo.launch()