Update app.py

app.py

@@ -58,3 +58,35 @@ def evaluate(instruction, input=None):
     for s in generation_output.sequences:
         output = tokenizer.decode(s)
         print("Response:", output.split("### Response:")[1].strip())
+
+
+def inference(text):
+    output = evaluate(instruction = instruction, input = input)
+    return output
+
+io = gr.Interface(
+    inference, 
+    gr.Textbox(
+        lines = 3, max_lines = 10, 
+        placeholder = "Add question here", 
+        interactive = True, 
+        show_label = False
+    ), 
+    gr.Textbox(
+        lines = 3, 
+        max_lines = 25, 
+        placeholder = "add context here", 
+        interactive = True, 
+        show_label  = False
+    ), 
+    outputs =[
+    gr.Textbox(lines = 2, label = 'Pythia410m output', interactive = False)
+    ]
+    ), 
+    title = title, 
+    description = description, 
+    article = article, 
+    examples = examples, 
+    cache_examples = False, 
+)
+io.launch()