File size: 916 Bytes
45fb393
 
 
 
 
 
6757689
45fb393
 
0fa51ba
 
 
45fb393
 
 
 
 
 
 
 
 
 
310f427
 
45fb393
 
310f427
45fb393
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
import os
import chainlit as cl 
from sage import app
from langchain.schema.runnable import RunnableConfig


welcome_message = "Welcome! I'm Sage, your friendly AI assistant. I'm here to help you quickly find answers to your HR and policy questions. What can I assist you with today?"
@cl.on_chat_start  
async def start_chat():

    print("Initialised chain...")

    await cl.Message(content=welcome_message).send()
    cl.user_session.set("runnable", app)


@cl.on_message 
async def main(message: cl.Message):
    runnable = cl.user_session.get("runnable")
    msg = cl.Message(content="")

    input = {"question": message.content}
   
    for output in runnable.stream(input):
        for key, value in output.items():
            print(f"Finished running: {key}:")
            if key == "generate":
                answer = value["answer"]
                await msg.stream_token(answer)

    await msg.send()