Update app.py
Browse files
app.py
CHANGED
@@ -344,41 +344,41 @@ def gen_qa_who(df):
|
|
344 |
claim=df['claim'][i]
|
345 |
answer= split_ws(df["who"])
|
346 |
evidence=df["evidence"][i]
|
347 |
-
|
348 |
if srl!="":
|
349 |
-
|
350 |
-
|
351 |
-
|
352 |
-
|
353 |
-
|
354 |
-
|
355 |
-
|
356 |
-
|
357 |
-
|
358 |
-
|
359 |
-
|
360 |
-
|
361 |
-
|
362 |
-
|
363 |
-
|
364 |
-
|
365 |
-
|
366 |
-
|
367 |
-
|
368 |
-
|
369 |
-
|
370 |
-
|
371 |
-
|
372 |
-
|
373 |
-
|
374 |
-
|
375 |
-
|
376 |
-
|
377 |
-
|
378 |
-
|
379 |
-
|
380 |
-
|
381 |
-
|
382 |
else:
|
383 |
list_of_ques_who="No claims"
|
384 |
list_of_ans_who=""
|
@@ -420,7 +420,7 @@ def gen_qa_what(df):
|
|
420 |
list_of_ans_what.append(f"""Ans{j+1}:{answer[j]}""")
|
421 |
input_evidence = f"answer_the_next_question_from_context: {question_ids} context: {evidence}"
|
422 |
#time.sleep(10)
|
423 |
-
answer_evidence = query_evidence({"inputs":input_evidence,"truncation":True})[0]['generated_text']
|
424 |
if answer_evidence.lower() in evidence.lower():
|
425 |
list_of_evidence_answer_what.append(f"""Evidence{j+1}:{answer_evidence}""")
|
426 |
|
@@ -637,11 +637,13 @@ if claim_text:
|
|
637 |
final_df = pd.DataFrame(columns=['Who Claims', 'What Claims', 'When Claims', 'Where Claims', 'Why Claims'])
|
638 |
|
639 |
|
640 |
-
|
641 |
-
|
642 |
-
|
643 |
-
|
644 |
-
|
|
|
|
|
645 |
st.write(df["evidence"])
|
646 |
-
st.write(gen_qa_who(df))
|
647 |
# st.table(final_df)
|
|
|
344 |
claim=df['claim'][i]
|
345 |
answer= split_ws(df["who"])
|
346 |
evidence=df["evidence"][i]
|
347 |
+
time.sleep(10)
|
348 |
if srl!="":
|
349 |
+
try:
|
350 |
+
for j in range(0,len(answer)):
|
351 |
+
FACT_TO_GENERATE_QUESTION_FROM = f"""{answer[j]} [SEP] {claim}"""
|
352 |
+
#FACT_TO_GENERATE_QUESTION_FROM = f"""generate_who_based_question_from_context_using_the_next_answer:{answer[j]} [SEP] context:{claim}"""
|
353 |
+
#time.sleep(10)
|
354 |
+
question_ids = query({"inputs":FACT_TO_GENERATE_QUESTION_FROM,
|
355 |
+
"num_beams":5,
|
356 |
+
"early_stopping":True,
|
357 |
+
"min_length": 100,"wait_for_model":True})[0]['generated_text'].capitalize()
|
358 |
+
question_ids = rephrase_question_who(question_ids)
|
359 |
+
list_of_ques_who.append(f"""Q{j+1}:{question_ids}""")
|
360 |
+
list_of_ans_who.append(f"""Ans{j+1}:{answer[j]}""")
|
361 |
+
input_evidence = f"answer: {question_ids} context: {evidence}"
|
362 |
+
time.sleep(10)
|
363 |
+
answer_evidence = query_evidence({"inputs":input_evidence,"truncation":True,"wait_for_model":True})[0]['generated_text']
|
364 |
+
if answer_evidence.lower() in evidence.lower():
|
365 |
+
list_of_evidence_answer_who.append(f"""Evidence{j+1}:{answer_evidence}""")
|
366 |
+
else:
|
367 |
+
answer_evidence=""
|
368 |
+
list_of_evidence_answer_who.append(f"""No mention of 'who'in any related documents.""")
|
369 |
+
list_of_evidence_answer_who.append(f"""Evidence{j+1}:{answer_evidence}""")
|
370 |
+
threshold = 0.2
|
371 |
+
list_of_pairs = [(answer_evidence, answer[j])]
|
372 |
+
rouge_l_score = calc_rouge_l_score(answer_evidence, answer[j])
|
373 |
+
if rouge_l_score >= threshold:
|
374 |
+
verification_status = 'Verified Valid'
|
375 |
+
elif rouge_l_score == 0:
|
376 |
+
verification_status = 'Not verifiable'
|
377 |
+
else:
|
378 |
+
verification_status = 'Verified False'
|
379 |
+
rouge_l_scores.append(verification_status)
|
380 |
+
except:
|
381 |
+
pass
|
382 |
else:
|
383 |
list_of_ques_who="No claims"
|
384 |
list_of_ans_who=""
|
|
|
420 |
list_of_ans_what.append(f"""Ans{j+1}:{answer[j]}""")
|
421 |
input_evidence = f"answer_the_next_question_from_context: {question_ids} context: {evidence}"
|
422 |
#time.sleep(10)
|
423 |
+
answer_evidence = query_evidence({"inputs":input_evidence,"truncation":True,"wait_for_model":True})[0]['generated_text']
|
424 |
if answer_evidence.lower() in evidence.lower():
|
425 |
list_of_evidence_answer_what.append(f"""Evidence{j+1}:{answer_evidence}""")
|
426 |
|
|
|
637 |
final_df = pd.DataFrame(columns=['Who Claims', 'What Claims', 'When Claims', 'Where Claims', 'Why Claims'])
|
638 |
|
639 |
|
640 |
+
final_df["Who Claims"]=gen_qa_who(df)
|
641 |
+
final_df["What Claims"]=gen_qa_what(df)
|
642 |
+
final_df["When Claims"]=gen_qa_when(df)
|
643 |
+
final_df["Where Claims"]=gen_qa_where(df)
|
644 |
+
final_df["Why Claims"]=gen_qa_why(df)
|
645 |
+
st.table(final_df)
|
646 |
+
st.write(df["claim"])
|
647 |
st.write(df["evidence"])
|
648 |
+
# st.write(gen_qa_who(df))
|
649 |
# st.table(final_df)
|