File size: 863 Bytes
0fdef8a
f442e54
87dd103
0fdef8a
 
 
 
 
0dc3b4b
 
0fdef8a
 
 
 
 
 
 
33a9cb1
87dd103
 
0fdef8a
87dd103
0dc3b4b
87dd103
0fdef8a
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28

import os
#os.system("pip install gradio[notebook]")
import gradio as gr

from transformers import AutoTokenizer, AutoModelForSeq2SeqLM


tokenizer = AutoTokenizer.from_pretrained("cognitivecomputations/dolphin-2_6-phi-2t5-base")
model = AutoModelForSeq2SeqLM.from_pretrained("cognitivecomputations/dolphin-2_6-phi-2")

def predict(input_text):
    inputs = tokenizer(input_text, return_tensors="pt")
    outputs = model.generate(**inputs)
    decoded_prediction = tokenizer.decode(outputs[0], skip_special_tokens=True)
    return decoded_prediction

iface = gr.Interface(fn=predict,
     inputs=gr.inputs.Textbox(lines=2, 
     placeholder="Enter your text..."),
     outputs="text",
     title="My First App",
     description="you are a good teacher of python code generation student models.",
     theme="dark",
     analytics_enabled=False)

iface.launch()