File size: 528 Bytes
d8d7ef7
dbd54ee
d8d7ef7
dbd54ee
 
 
85a5f47
dbd54ee
 
 
 
 
d8d7ef7
dbd54ee
f6f3fbb
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
import gradio as gr
from transformers import AutoTokenizer, AutoModelForCausalLM

model_id = "raidium/MQG"
tokenizer = AutoTokenizer.from_pretrained(model_id)
model = AutoModelForCausalLM.from_pretrained(model_id)

def answer(message, history=[]):
    inputs = tokenizer.encode(message, return_tensors="pt")
    outputs = model.generate(inputs, max_length=256)
    response = tokenizer.decode(outputs[0], skip_special_tokens=True)
    return response

iface = gr.ChatInterface(answer, title="Medische Q&A (MQG)")
iface.launch()