Update utils/generation.py

utils/generation.py

@@ -81,10 +81,7 @@ def generate_answer(query, retrieved_chunks, model=model, tokenizer=tokenizer):
     
     # For causal models, remove the prompt from the output.
     if model_type == "causal":
-        # Remove the prompt from the output for causal models I want to create a new radio station, what are key steps to follow to be in law ?
-        answer = generated_text[len(prompt):].strip()
-        clean_text = re.sub(r".*?</think>", "", answer, flags=re.DOTALL).strip()
-        return clean_text
+        return generated_text[len(prompt):].strip()
     else:
         return generated_text.strip()