Update app.py

app.py

@@ -171,7 +171,7 @@ def decode_sp_tokens(tokens):
     return text
 
 def generate_text_topp(model, prompt, max_len=100, max_gen=98, p=0.9, temperature=0.8, min_len=20):
-    model_input = text_to_ids(f"<start> {prompt}")
+    model_input = text_to_ids(f"<start> {prompt} <sep>")
     model_input = model_input[:max_len]
     generated = list(model_input)
     text_so_far = []