Update app.py

fixed bug!
-> inputs to device
-> change order of text

app.py

@@ -16,8 +16,8 @@ TITLE_GENERATION = "Title Generation"
 
 
 def generate_output(prompt, input, kwargs):
-    text = prompt + input
-    inputs = tokenizer(text, return_tensors="pt")
+    text = input+prompt
+    inputs = tokenizer(text, return_tensors="pt").to(device)
     generate = model.generate(**inputs, **kwargs)
     output = tokenizer.batch_decode(
         generate[:, inputs.input_ids.shape[1] :], skip_special_tokens=True