app.py

import google.generativeai as palm
import os
import gradio as gr
import random
import time
palm.configure(api_key=os.environ.get("palm_key"))

defaults = {
  'model': 'models/chat-bison-001',
  'temperature': 0.25,
  'candidate_count': 1,
  'top_k': 40,
  'top_p': 0.95,
}
context = "Your a computer failure assitant"
examples = [
  [
    "Hey my computer is broken",
    "Hey what is the issue with your computer?"
  ]
]
messages = []
messages.append("NEXT REQUEST")
response = palm.chat(
  **defaults,
  context=context,
  examples=examples,
  messages=messages
)


with gr.Blocks() as demo:
    chatbot = gr.Chatbot()
    msg = gr.Textbox()
    clear = gr.ClearButton([msg, chatbot])

    def respond(response, messages):
        bot_message = palm.chat(
          **defaults,
          context=context,
          examples=examples,
          messages=messages
        )
        time.sleep(2)
        return "", messages

    msg.submit(respond, [msg, chatbot], [msg, chatbot])

demo.launch()