app.py

import gradio as gr

import os
import google.generativeai as palm

palm.configure(
    api_key=os.getenv("api_key")
)

model_bison = "models/chat-bison-001"

def generate_text(prompt, examples, model=model_bison, temperature=0.25):
    return palm.chat(model=model, temperature=temperature, examples=examples, messages=prompt).last

def generate(prompt, history, temperature=0.25):
    examples = [(item[0], item[1]) for item in history]
    output = generate_text(prompt, examples, model_bison, temperature)
    return output

additional_inputs=[
    gr.Slider(
        label="Temperature",
        value=0.25,
        minimum=0.0,
        maximum=1.0,
        step=0.05,
        interactive=True,
        info="Higher values produce more diverse outputs",
    )
]

css = """
  #mkd {
    height: 500px; 
    overflow: auto; 
    border: 1px solid #ccc; 
  }
"""

with gr.Blocks(css=css) as demo:
    gr.HTML("<h1><center>PaLM 2 Chat by <a href='https://rishiraj.github.io/'>Rishiraj Acharya</a></center></h1>")
    gr.ChatInterface(
        generate,
        additional_inputs=additional_inputs,
        examples=[["What is the secret to life?"], ["Write me a recipe for pancakes."]]
    )

demo.launch(debug=True)